@qvac/inference 0.0.0 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +928 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,156 @@
|
|
|
1
|
+
import Buffer from 'bare-buffer';
|
|
2
|
+
import { REGISTRY_ERROR_CODES } from '../schemas/errors.js';
|
|
3
|
+
import { getAddonFromEngine, resolveCanonicalEngine } from '../schemas/engine-addon-map.js';
|
|
4
|
+
import { getRegistryClient } from '../runtime/registry-client.js';
|
|
5
|
+
import { getEngineLogger } from '../logging/index.js';
|
|
6
|
+
import { ModelRegistryQueryFailedError } from '../errors/index.js';
|
|
7
|
+
const logger = getEngineLogger();
|
|
8
|
+
function toHexString(value) {
|
|
9
|
+
if (!value)
|
|
10
|
+
return '';
|
|
11
|
+
if (Buffer.isBuffer(value))
|
|
12
|
+
return value.toString('hex');
|
|
13
|
+
if (typeof value === 'string')
|
|
14
|
+
return value;
|
|
15
|
+
if (typeof value === 'object' && 'data' in value) {
|
|
16
|
+
return Buffer.from(value.data).toString('hex');
|
|
17
|
+
}
|
|
18
|
+
return '';
|
|
19
|
+
}
|
|
20
|
+
function processRegistryModel(model) {
|
|
21
|
+
const engine = resolveCanonicalEngine(model.engine || '');
|
|
22
|
+
if (!engine) {
|
|
23
|
+
logger.warn(`Skipping model with unknown engine "${model.engine}": ${model.path}`);
|
|
24
|
+
return null;
|
|
25
|
+
}
|
|
26
|
+
const filename = model.path.split('/').pop() || model.path;
|
|
27
|
+
const blobBinding = model.blobBinding;
|
|
28
|
+
const blobCoreKey = toHexString(blobBinding?.coreKey);
|
|
29
|
+
const blobBlockOffset = blobBinding?.blockOffset ?? 0;
|
|
30
|
+
const blobBlockLength = blobBinding?.blockLength ?? 0;
|
|
31
|
+
const blobByteOffset = blobBinding?.byteOffset ?? 0;
|
|
32
|
+
const expectedSize = blobBinding?.byteLength ?? 0;
|
|
33
|
+
// sha256 lives on blobBinding at runtime (per hyperschema), fall back to top-level
|
|
34
|
+
const sha256Checksum = blobBinding?.['sha256'] || model.sha256 || '';
|
|
35
|
+
const addon = getAddonFromEngine(engine);
|
|
36
|
+
// Use the filename without extension as the display name
|
|
37
|
+
const name = filename.replace(/\.\w+$/, '');
|
|
38
|
+
return {
|
|
39
|
+
name,
|
|
40
|
+
registryPath: model.path,
|
|
41
|
+
registrySource: model.source,
|
|
42
|
+
blobCoreKey,
|
|
43
|
+
blobBlockOffset,
|
|
44
|
+
blobBlockLength,
|
|
45
|
+
blobByteOffset,
|
|
46
|
+
modelId: filename,
|
|
47
|
+
addon,
|
|
48
|
+
expectedSize,
|
|
49
|
+
sha256Checksum,
|
|
50
|
+
engine,
|
|
51
|
+
quantization: model.quantization || '',
|
|
52
|
+
params: model.params || ''
|
|
53
|
+
};
|
|
54
|
+
}
|
|
55
|
+
export async function handleModelRegistryList() {
|
|
56
|
+
logger.debug('Handling QVAC model registry list request');
|
|
57
|
+
try {
|
|
58
|
+
const client = await getRegistryClient();
|
|
59
|
+
const registryModels = await client.findBy();
|
|
60
|
+
const models = registryModels
|
|
61
|
+
.map(processRegistryModel)
|
|
62
|
+
.filter((m) => m !== null);
|
|
63
|
+
logger.debug(`QVAC model registry list returned ${models.length} models`);
|
|
64
|
+
return {
|
|
65
|
+
type: 'modelRegistryList',
|
|
66
|
+
success: true,
|
|
67
|
+
models
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
catch (error) {
|
|
71
|
+
logger.error('QVAC model registry list failed:', error);
|
|
72
|
+
// Re-throw registry client errors directly (19001-19003)
|
|
73
|
+
const qvacError = error;
|
|
74
|
+
if (qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CONNECT ||
|
|
75
|
+
qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CLOSE ||
|
|
76
|
+
qvacError.code === REGISTRY_ERROR_CODES.MODEL_NOT_FOUND) {
|
|
77
|
+
throw error;
|
|
78
|
+
}
|
|
79
|
+
// Wrap unknown errors in a typed error
|
|
80
|
+
throw new ModelRegistryQueryFailedError(error instanceof Error ? error.message : 'Unknown error', error);
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
export async function handleModelRegistrySearch(request) {
|
|
84
|
+
logger.debug('Handling QVAC model registry search request', request);
|
|
85
|
+
try {
|
|
86
|
+
const client = await getRegistryClient();
|
|
87
|
+
const registryModels = await client.findBy({
|
|
88
|
+
...(request.quantization && { quantization: request.quantization })
|
|
89
|
+
});
|
|
90
|
+
let models = registryModels
|
|
91
|
+
.map(processRegistryModel)
|
|
92
|
+
.filter((m) => m !== null);
|
|
93
|
+
if (request.engine) {
|
|
94
|
+
const canonicalEngine = resolveCanonicalEngine(request.engine);
|
|
95
|
+
models = models.filter((m) => m.engine === (canonicalEngine ?? request.engine));
|
|
96
|
+
}
|
|
97
|
+
if (request.filter) {
|
|
98
|
+
const filterLower = request.filter.toLowerCase();
|
|
99
|
+
models = models.filter((m) => m.name.toLowerCase().includes(filterLower) ||
|
|
100
|
+
m.registryPath.toLowerCase().includes(filterLower) ||
|
|
101
|
+
m.addon.toLowerCase().includes(filterLower) ||
|
|
102
|
+
m.engine.toLowerCase().includes(filterLower));
|
|
103
|
+
}
|
|
104
|
+
if (request.addon) {
|
|
105
|
+
models = models.filter((m) => m.addon === request.addon);
|
|
106
|
+
}
|
|
107
|
+
logger.debug(`QVAC model registry search returned ${models.length} models`);
|
|
108
|
+
return {
|
|
109
|
+
type: 'modelRegistrySearch',
|
|
110
|
+
success: true,
|
|
111
|
+
models
|
|
112
|
+
};
|
|
113
|
+
}
|
|
114
|
+
catch (error) {
|
|
115
|
+
logger.error('QVAC model registry search failed:', error);
|
|
116
|
+
// Re-throw registry client errors directly (19001-19003)
|
|
117
|
+
const qvacError = error;
|
|
118
|
+
if (qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CONNECT ||
|
|
119
|
+
qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CLOSE ||
|
|
120
|
+
qvacError.code === REGISTRY_ERROR_CODES.MODEL_NOT_FOUND) {
|
|
121
|
+
throw error;
|
|
122
|
+
}
|
|
123
|
+
throw new ModelRegistryQueryFailedError(error instanceof Error ? error.message : 'Unknown error', error);
|
|
124
|
+
}
|
|
125
|
+
}
|
|
126
|
+
export async function handleModelRegistryGetModel(request) {
|
|
127
|
+
logger.debug('Handling QVAC model registry get model request', request);
|
|
128
|
+
try {
|
|
129
|
+
const client = await getRegistryClient();
|
|
130
|
+
const rawModel = await client.getModel(request.registryPath, request.registrySource);
|
|
131
|
+
if (!rawModel) {
|
|
132
|
+
throw new ModelRegistryQueryFailedError(`Model not found: ${request.registrySource}/${request.registryPath}`);
|
|
133
|
+
}
|
|
134
|
+
const model = processRegistryModel(rawModel);
|
|
135
|
+
if (!model) {
|
|
136
|
+
throw new ModelRegistryQueryFailedError(`Model has unknown engine "${rawModel.engine}": ${request.registryPath}`);
|
|
137
|
+
}
|
|
138
|
+
logger.debug('QVAC model registry get model found:', model.name);
|
|
139
|
+
return {
|
|
140
|
+
type: 'modelRegistryGetModel',
|
|
141
|
+
success: true,
|
|
142
|
+
model
|
|
143
|
+
};
|
|
144
|
+
}
|
|
145
|
+
catch (error) {
|
|
146
|
+
logger.error('QVAC model registry get model failed:', error);
|
|
147
|
+
// Re-throw registry client errors directly (19001-19003)
|
|
148
|
+
const qvacError = error;
|
|
149
|
+
if (qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CONNECT ||
|
|
150
|
+
qvacError.code === REGISTRY_ERROR_CODES.FAILED_TO_CLOSE ||
|
|
151
|
+
qvacError.code === REGISTRY_ERROR_CODES.MODEL_NOT_FOUND) {
|
|
152
|
+
throw error;
|
|
153
|
+
}
|
|
154
|
+
throw new ModelRegistryQueryFailedError(error instanceof Error ? error.message : 'Unknown error', error);
|
|
155
|
+
}
|
|
156
|
+
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { resumeRuntime } from '../runtime/runtime-lifecycle.js';
|
|
2
|
+
import { LifecycleResumeFailedError } from '../errors/index.js';
|
|
3
|
+
export async function handleResume() {
|
|
4
|
+
try {
|
|
5
|
+
await resumeRuntime();
|
|
6
|
+
return { type: 'resume' };
|
|
7
|
+
}
|
|
8
|
+
catch (error) {
|
|
9
|
+
throw new LifecycleResumeFailedError(error instanceof Error ? error.message : String(error), error);
|
|
10
|
+
}
|
|
11
|
+
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { suspendRuntime } from '../runtime/runtime-lifecycle.js';
|
|
2
|
+
import { LifecycleSuspendFailedError } from '../errors/index.js';
|
|
3
|
+
export async function handleSuspend() {
|
|
4
|
+
try {
|
|
5
|
+
await suspendRuntime();
|
|
6
|
+
return { type: 'suspend' };
|
|
7
|
+
}
|
|
8
|
+
catch (error) {
|
|
9
|
+
throw new LifecycleSuspendFailedError(error instanceof Error ? error.message : String(error), error);
|
|
10
|
+
}
|
|
11
|
+
}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { Request, Response } from '../schemas/index.js';
|
|
2
|
+
export type ReplyHandler = (request: any, ...args: any[]) => Promise<Response> | Response;
|
|
3
|
+
export type StreamHandler = (request: any, ...args: any[]) => AsyncGenerator<Response>;
|
|
4
|
+
export type ProgressHandler = (request: any, ...args: any[]) => Promise<Response>;
|
|
5
|
+
export type DuplexStreamHandler = (request: any, inputStream: any) => AsyncGenerator<Response>;
|
|
6
|
+
export type HandlerEntry = {
|
|
7
|
+
type: 'reply' | 'stream' | 'duplex';
|
|
8
|
+
handler: ReplyHandler | StreamHandler | ProgressHandler | DuplexStreamHandler;
|
|
9
|
+
delegatedHandler?: ReplyHandler | StreamHandler | ProgressHandler | DuplexStreamHandler;
|
|
10
|
+
isDelegated?: (request: Request) => boolean;
|
|
11
|
+
supportsProgress?: boolean | ((request: Request) => boolean);
|
|
12
|
+
pluginOp?: boolean;
|
|
13
|
+
};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { unloadModel } from '../plugins/ops/unload-model.js';
|
|
2
|
+
import { getRegistryStats } from '../runtime/model-registry.js';
|
|
3
|
+
import { hasActiveProviders } from '../p2p/swarm.js';
|
|
4
|
+
import { getEngineLogger } from '../logging/index.js';
|
|
5
|
+
const logger = getEngineLogger();
|
|
6
|
+
export async function handleUnloadModel(request) {
|
|
7
|
+
const { modelId, clearStorage } = request;
|
|
8
|
+
try {
|
|
9
|
+
logger.debug('Unloading model', modelId);
|
|
10
|
+
await unloadModel({ modelId, clearStorage });
|
|
11
|
+
const stats = getRegistryStats();
|
|
12
|
+
const modelsActive = stats.totalModels > 0;
|
|
13
|
+
const providersActive = hasActiveProviders();
|
|
14
|
+
return {
|
|
15
|
+
type: 'unloadModel',
|
|
16
|
+
success: true,
|
|
17
|
+
hasActiveModels: modelsActive,
|
|
18
|
+
hasActiveProviders: providersActive
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
catch (error) {
|
|
22
|
+
logger.error('Error during model unload:', error);
|
|
23
|
+
return {
|
|
24
|
+
type: 'unloadModel',
|
|
25
|
+
success: false,
|
|
26
|
+
error: error instanceof Error ? error.message : 'Unknown error'
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export { batchCompletion, completion, deleteCache, loadModel, downloadAsset, heartbeat, startQVACProvider, stopQVACProvider, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, getSystemResources, loggingStream, subscribeServerLogs, type ServerLogHandler, ocr, invokePlugin, invokePluginStream, diffusion, type DiffusionProgressTick, audioGen, classify, video, type VideoProgressTick, upscale, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams, suspend, resume, state, vla, vlaHparams, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE, type FinetuneHandle } from './api/index.js';
|
|
2
|
+
export { close } from './dispatch.js';
|
|
3
|
+
export { plugins, registerPlugin, registerPlugins, getPlugin, hasPlugin, getAllPlugins, unregisterPlugin } from './plugins/index.js';
|
|
4
|
+
export * from './surface.js';
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
/// <reference types="bare" />
|
|
2
|
+
// Public API: the operations, engine lifecycle and explicit plugin assembly, and
|
|
3
|
+
// the value-clean surface (schemas / types / consts / errors / model registry)
|
|
4
|
+
// re-exported from `./surface`.
|
|
5
|
+
export { batchCompletion, completion, deleteCache, loadModel, downloadAsset, heartbeat, startQVACProvider, stopQVACProvider, unloadModel, transcribe, transcribeStream, bciTranscribe, bciTranscribeStream, embed, finetune, translate, cancel, ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace, textToSpeech, textToSpeechStream, getModelInfo, getLoadedModelInfo, getSystemResources, loggingStream, subscribeServerLogs, ocr, invokePlugin, invokePluginStream, diffusion, audioGen, classify, video, upscale, modelRegistryList, modelRegistrySearch, modelRegistryGetModel, suspend, resume, state, vla, vlaHparams, vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './api/index.js';
|
|
6
|
+
// Engine lifecycle and explicit plugin assembly. No plugins are registered by
|
|
7
|
+
// default: an app assembles the engines it needs via `plugins([...])` or the
|
|
8
|
+
// `registerPlugin`/`registerPlugins` primitives, then calls the operations.
|
|
9
|
+
export { close } from './dispatch.js';
|
|
10
|
+
export { plugins, registerPlugin, registerPlugins, getPlugin, hasPlugin, getAllPlugins, unregisterPlugin } from './plugins/index.js';
|
|
11
|
+
// The value-clean surface (also published as `@qvac/inference/surface`).
|
|
12
|
+
export * from './surface.js';
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { Logger } from '../logging/types.js';
|
|
2
|
+
export declare function registerAddonLogger(modelId: string, namespace: string, logger: Logger): void;
|
|
3
|
+
export declare function unregisterAddonLogger(modelId: string): void;
|
|
4
|
+
export declare function createAddonLoggerCallback(namespace: string): (priority: number, message: string) => void;
|
|
5
|
+
export declare function clearAllAddonLoggers(): void;
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import { unregisterLogger } from '../logging/logger.js';
|
|
2
|
+
// Map C++ addon priority (0-4) to LogLevel.
|
|
3
|
+
const PRIORITY_TO_LEVEL = {
|
|
4
|
+
0: 'error',
|
|
5
|
+
1: 'warn',
|
|
6
|
+
2: 'info',
|
|
7
|
+
3: 'debug',
|
|
8
|
+
4: 'debug'
|
|
9
|
+
};
|
|
10
|
+
const ADDON_LOGGERS_KEY = Symbol.for('@qvac/inference:addon-loggers');
|
|
11
|
+
const MODEL_LOGGERS_KEY = Symbol.for('@qvac/inference:model-loggers');
|
|
12
|
+
function getAddonLoggers() {
|
|
13
|
+
const global = globalThis;
|
|
14
|
+
if (!global[ADDON_LOGGERS_KEY]) {
|
|
15
|
+
global[ADDON_LOGGERS_KEY] = new Map();
|
|
16
|
+
}
|
|
17
|
+
return global[ADDON_LOGGERS_KEY];
|
|
18
|
+
}
|
|
19
|
+
function getModelLoggers() {
|
|
20
|
+
const global = globalThis;
|
|
21
|
+
if (!global[MODEL_LOGGERS_KEY]) {
|
|
22
|
+
global[MODEL_LOGGERS_KEY] = new Map();
|
|
23
|
+
}
|
|
24
|
+
return global[MODEL_LOGGERS_KEY];
|
|
25
|
+
}
|
|
26
|
+
export function registerAddonLogger(modelId, namespace, logger) {
|
|
27
|
+
const addonLoggers = getAddonLoggers();
|
|
28
|
+
const modelLoggers = getModelLoggers();
|
|
29
|
+
if (!addonLoggers.has(namespace)) {
|
|
30
|
+
addonLoggers.set(namespace, new Set());
|
|
31
|
+
}
|
|
32
|
+
addonLoggers.get(namespace).add(logger);
|
|
33
|
+
modelLoggers.set(modelId, { namespace, logger });
|
|
34
|
+
}
|
|
35
|
+
export function unregisterAddonLogger(modelId) {
|
|
36
|
+
const addonLoggers = getAddonLoggers();
|
|
37
|
+
const modelLoggers = getModelLoggers();
|
|
38
|
+
const entry = modelLoggers.get(modelId);
|
|
39
|
+
if (entry) {
|
|
40
|
+
addonLoggers.get(entry.namespace)?.delete(entry.logger);
|
|
41
|
+
unregisterLogger(entry.logger);
|
|
42
|
+
modelLoggers.delete(modelId);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
function routeLog(logger, level, message) {
|
|
46
|
+
switch (level) {
|
|
47
|
+
case 'error':
|
|
48
|
+
logger.error(message);
|
|
49
|
+
break;
|
|
50
|
+
case 'warn':
|
|
51
|
+
logger.warn(message);
|
|
52
|
+
break;
|
|
53
|
+
case 'info':
|
|
54
|
+
logger.info(message);
|
|
55
|
+
break;
|
|
56
|
+
case 'debug':
|
|
57
|
+
logger.debug(message);
|
|
58
|
+
break;
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
export function createAddonLoggerCallback(namespace) {
|
|
62
|
+
return (priority, message) => {
|
|
63
|
+
const loggers = getAddonLoggers().get(namespace);
|
|
64
|
+
if (!loggers || loggers.size === 0)
|
|
65
|
+
return;
|
|
66
|
+
const level = PRIORITY_TO_LEVEL[priority] ?? 'debug';
|
|
67
|
+
for (const logger of loggers) {
|
|
68
|
+
routeLog(logger, level, message);
|
|
69
|
+
}
|
|
70
|
+
};
|
|
71
|
+
}
|
|
72
|
+
export function clearAllAddonLoggers() {
|
|
73
|
+
getAddonLoggers().clear();
|
|
74
|
+
getModelLoggers().clear();
|
|
75
|
+
}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export { getLogger, getEngineLogger, getAppLogger, createStreamLogger, setGlobalLogLevel, setGlobalConsoleOutput, registerLogger, unregisterLogger } from '../logging/logger.js';
|
|
2
|
+
export type { Logger, LoggerOptions, LogTransport } from '../logging/types.js';
|
|
3
|
+
export { RAG_NAMESPACE, LOG_ID, ALL_LOG_ID, LOG_NAMESPACE, type AddonNamespace } from '../logging/namespaces.js';
|
|
4
|
+
export { registerAddonLogger, unregisterAddonLogger, createAddonLoggerCallback, clearAllAddonLoggers } from '../logging/addon.js';
|
|
5
|
+
export { summarizeRequest } from '../logging/utils.js';
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export { getLogger, getEngineLogger, getAppLogger, createStreamLogger, setGlobalLogLevel, setGlobalConsoleOutput, registerLogger, unregisterLogger } from '../logging/logger.js';
|
|
2
|
+
export { RAG_NAMESPACE, LOG_ID, ALL_LOG_ID, LOG_NAMESPACE } from '../logging/namespaces.js';
|
|
3
|
+
export { registerAddonLogger, unregisterAddonLogger, createAddonLoggerCallback, clearAllAddonLoggers } from '../logging/addon.js';
|
|
4
|
+
export { summarizeRequest } from '../logging/utils.js';
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
import { type LogLevel } from '@qvac/logging';
|
|
2
|
+
import type { Logger, LoggerOptions } from '../logging/types.js';
|
|
3
|
+
export declare function registerLogger(logger: Logger): void;
|
|
4
|
+
export declare function unregisterLogger(logger: Logger): void;
|
|
5
|
+
export declare function setGlobalLogLevel(level: LogLevel): void;
|
|
6
|
+
export declare function setGlobalConsoleOutput(enabled: boolean): void;
|
|
7
|
+
interface LoggerExtensions {
|
|
8
|
+
onLog?: (level: LogLevel, namespace: string, message: string) => void;
|
|
9
|
+
}
|
|
10
|
+
export declare function createBaseLogger(namespace: string, options?: LoggerOptions, extensions?: LoggerExtensions): Logger;
|
|
11
|
+
/**
|
|
12
|
+
* Creates or retrieves a namespaced logger instance.
|
|
13
|
+
*
|
|
14
|
+
* Loggers are cached per namespace when `options` is omitted, so repeated
|
|
15
|
+
* calls with the same namespace return the same instance. When `options` is
|
|
16
|
+
* supplied, a fresh logger is returned and the cache is bypassed.
|
|
17
|
+
*
|
|
18
|
+
* @param namespace - Namespace used to prefix log messages from this logger (e.g. `"my-app"`, `"@qvac/inference:embed"`).
|
|
19
|
+
* @param options - Optional logger configuration (custom transports, log level, etc.). When provided, a new logger is always constructed.
|
|
20
|
+
* @returns A `Logger` instance scoped to `namespace`.
|
|
21
|
+
*/
|
|
22
|
+
export declare function getLogger(namespace: string, options?: LoggerOptions): Logger;
|
|
23
|
+
/**
|
|
24
|
+
* Builds a logger whose every line is published to the log stream registered
|
|
25
|
+
* under `id`, letting subscribers observe it live. Console output is off by
|
|
26
|
+
* default; callers opt back in through `options`.
|
|
27
|
+
*/
|
|
28
|
+
export declare function createStreamLogger(id: string, namespace: string, options?: LoggerOptions): Logger;
|
|
29
|
+
/**
|
|
30
|
+
* The library's own operational logger. Its lines flow to the {@link LOG_ID}
|
|
31
|
+
* stream (and the {@link ALL_LOG_ID} fan-in), so a subscriber can watch what the
|
|
32
|
+
* engine and its addons are doing. Cached when called without options.
|
|
33
|
+
*/
|
|
34
|
+
export declare function getEngineLogger(options?: LoggerOptions): Logger;
|
|
35
|
+
/**
|
|
36
|
+
* The application-facing logger for the public API surface. Its lines stay off
|
|
37
|
+
* the log stream and, by default, off the console — the caller opts in through
|
|
38
|
+
* `options`. Cached when called without options.
|
|
39
|
+
*/
|
|
40
|
+
export declare function getAppLogger(options?: LoggerOptions): Logger;
|
|
41
|
+
export {};
|
|
@@ -0,0 +1,209 @@
|
|
|
1
|
+
import QvacLogger from '@qvac/logging';
|
|
2
|
+
import { LOG_LEVELS } from '@qvac/logging/constants';
|
|
3
|
+
import { sendLogToStreams } from '../runtime/logging-stream-registry.js';
|
|
4
|
+
import { isLevelEnabled, formatArg } from '../logging/utils.js';
|
|
5
|
+
import { LOG_ID, LOG_NAMESPACE } from '../logging/namespaces.js';
|
|
6
|
+
// A single instance is shared across every evaluation of this module via
|
|
7
|
+
// globalThis so that log level and console toggles reach all loggers even if
|
|
8
|
+
// the module is evaluated more than once.
|
|
9
|
+
const REGISTRY_KEY = Symbol.for('@qvac/inference:logger-registry');
|
|
10
|
+
const GLOBAL_LEVEL_KEY = Symbol.for('@qvac/inference:global-log-level');
|
|
11
|
+
const GLOBAL_CONSOLE_KEY = Symbol.for('@qvac/inference:global-console-output');
|
|
12
|
+
const LOGGER_CACHE_KEY = Symbol.for('@qvac/inference:logger-cache');
|
|
13
|
+
const APP_LOGGER_KEY = Symbol.for('@qvac/inference:app-logger');
|
|
14
|
+
const ENGINE_LOGGER_KEY = Symbol.for('@qvac/inference:engine-logger');
|
|
15
|
+
function getGlobal() {
|
|
16
|
+
return globalThis;
|
|
17
|
+
}
|
|
18
|
+
function getRegistry() {
|
|
19
|
+
const global = getGlobal();
|
|
20
|
+
if (!global[REGISTRY_KEY]) {
|
|
21
|
+
global[REGISTRY_KEY] = new Set();
|
|
22
|
+
}
|
|
23
|
+
return global[REGISTRY_KEY];
|
|
24
|
+
}
|
|
25
|
+
export function registerLogger(logger) {
|
|
26
|
+
const global = getGlobal();
|
|
27
|
+
getRegistry().add(logger);
|
|
28
|
+
if (global[GLOBAL_LEVEL_KEY] !== undefined) {
|
|
29
|
+
logger.setLevel(global[GLOBAL_LEVEL_KEY]);
|
|
30
|
+
}
|
|
31
|
+
if (global[GLOBAL_CONSOLE_KEY] !== undefined) {
|
|
32
|
+
logger.setConsoleOutput(global[GLOBAL_CONSOLE_KEY]);
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
export function unregisterLogger(logger) {
|
|
36
|
+
getRegistry().delete(logger);
|
|
37
|
+
}
|
|
38
|
+
export function setGlobalLogLevel(level) {
|
|
39
|
+
getGlobal()[GLOBAL_LEVEL_KEY] = level;
|
|
40
|
+
for (const logger of getRegistry()) {
|
|
41
|
+
logger.setLevel(level);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
export function setGlobalConsoleOutput(enabled) {
|
|
45
|
+
getGlobal()[GLOBAL_CONSOLE_KEY] = enabled;
|
|
46
|
+
for (const logger of getRegistry()) {
|
|
47
|
+
logger.setConsoleOutput(enabled);
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
function safeTransport(transport, namespace) {
|
|
51
|
+
return (level, ns, message) => {
|
|
52
|
+
try {
|
|
53
|
+
const result = transport(level, ns, message);
|
|
54
|
+
if (result instanceof Promise) {
|
|
55
|
+
result.catch((error) => {
|
|
56
|
+
console.error(`Transport error in ${namespace}:`, error); // fallback (avoid recursion)
|
|
57
|
+
});
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
catch (error) {
|
|
61
|
+
console.error(`Transport error in ${namespace}:`, error); // fallback (avoid recursion)
|
|
62
|
+
}
|
|
63
|
+
};
|
|
64
|
+
}
|
|
65
|
+
export function createBaseLogger(namespace, options, extensions) {
|
|
66
|
+
const qvacLogger = new QvacLogger(console);
|
|
67
|
+
const initialLevel = options?.level ?? LOG_LEVELS.INFO;
|
|
68
|
+
qvacLogger.setLevel(initialLevel);
|
|
69
|
+
const transports = options?.transports || [];
|
|
70
|
+
let consoleEnabled = options?.enableConsole !== false;
|
|
71
|
+
const log = (level, ...args) => {
|
|
72
|
+
if (!isLevelEnabled(level, qvacLogger.getLevel())) {
|
|
73
|
+
return;
|
|
74
|
+
}
|
|
75
|
+
const message = args.map(formatArg).join(' ');
|
|
76
|
+
if (consoleEnabled) {
|
|
77
|
+
switch (level) {
|
|
78
|
+
case LOG_LEVELS.ERROR:
|
|
79
|
+
qvacLogger.error(`[${namespace}]`, ...args);
|
|
80
|
+
break;
|
|
81
|
+
case LOG_LEVELS.WARN:
|
|
82
|
+
qvacLogger.warn(`[${namespace}]`, ...args);
|
|
83
|
+
break;
|
|
84
|
+
case LOG_LEVELS.INFO:
|
|
85
|
+
qvacLogger.info(`[${namespace}]`, ...args);
|
|
86
|
+
break;
|
|
87
|
+
case LOG_LEVELS.DEBUG:
|
|
88
|
+
qvacLogger.debug(`[${namespace}]`, ...args);
|
|
89
|
+
break;
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
extensions?.onLog?.(level, namespace, message);
|
|
93
|
+
for (const transport of transports) {
|
|
94
|
+
try {
|
|
95
|
+
const result = transport(level, namespace, message);
|
|
96
|
+
if (result instanceof Promise) {
|
|
97
|
+
result.catch((error) => {
|
|
98
|
+
console.error(`Transport error in ${namespace}:`, error); // fallback (avoid recursion)
|
|
99
|
+
});
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
catch (error) {
|
|
103
|
+
console.error(`Transport error in ${namespace}:`, error); // fallback (avoid recursion)
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
};
|
|
107
|
+
const logger = {
|
|
108
|
+
error: (...args) => log(LOG_LEVELS.ERROR, ...args),
|
|
109
|
+
warn: (...args) => log(LOG_LEVELS.WARN, ...args),
|
|
110
|
+
info: (...args) => log(LOG_LEVELS.INFO, ...args),
|
|
111
|
+
debug: (...args) => log(LOG_LEVELS.DEBUG, ...args),
|
|
112
|
+
trace: (...args) => log(LOG_LEVELS.DEBUG, ...args),
|
|
113
|
+
setLevel: (level) => qvacLogger.setLevel(level),
|
|
114
|
+
getLevel: () => qvacLogger.getLevel(),
|
|
115
|
+
addTransport: (transport) => {
|
|
116
|
+
transports.push(transport);
|
|
117
|
+
},
|
|
118
|
+
setConsoleOutput: (enabled) => {
|
|
119
|
+
consoleEnabled = enabled;
|
|
120
|
+
}
|
|
121
|
+
};
|
|
122
|
+
registerLogger(logger);
|
|
123
|
+
return logger;
|
|
124
|
+
}
|
|
125
|
+
function createLogger(namespace, options) {
|
|
126
|
+
const safeOptions = options
|
|
127
|
+
? {
|
|
128
|
+
...options,
|
|
129
|
+
transports: options.transports?.map((t) => safeTransport(t, namespace)) || []
|
|
130
|
+
}
|
|
131
|
+
: undefined;
|
|
132
|
+
return createBaseLogger(namespace, safeOptions);
|
|
133
|
+
}
|
|
134
|
+
/**
|
|
135
|
+
* Creates or retrieves a namespaced logger instance.
|
|
136
|
+
*
|
|
137
|
+
* Loggers are cached per namespace when `options` is omitted, so repeated
|
|
138
|
+
* calls with the same namespace return the same instance. When `options` is
|
|
139
|
+
* supplied, a fresh logger is returned and the cache is bypassed.
|
|
140
|
+
*
|
|
141
|
+
* @param namespace - Namespace used to prefix log messages from this logger (e.g. `"my-app"`, `"@qvac/inference:embed"`).
|
|
142
|
+
* @param options - Optional logger configuration (custom transports, log level, etc.). When provided, a new logger is always constructed.
|
|
143
|
+
* @returns A `Logger` instance scoped to `namespace`.
|
|
144
|
+
*/
|
|
145
|
+
export function getLogger(namespace, options) {
|
|
146
|
+
const global = getGlobal();
|
|
147
|
+
if (!global[LOGGER_CACHE_KEY]) {
|
|
148
|
+
global[LOGGER_CACHE_KEY] = new Map();
|
|
149
|
+
}
|
|
150
|
+
const cache = global[LOGGER_CACHE_KEY];
|
|
151
|
+
if (!options) {
|
|
152
|
+
const cached = cache.get(namespace);
|
|
153
|
+
if (cached) {
|
|
154
|
+
return cached;
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
const logger = createLogger(namespace, options);
|
|
158
|
+
if (!options) {
|
|
159
|
+
cache.set(namespace, logger);
|
|
160
|
+
}
|
|
161
|
+
return logger;
|
|
162
|
+
}
|
|
163
|
+
/**
|
|
164
|
+
* Builds a logger whose every line is published to the log stream registered
|
|
165
|
+
* under `id`, letting subscribers observe it live. Console output is off by
|
|
166
|
+
* default; callers opt back in through `options`.
|
|
167
|
+
*/
|
|
168
|
+
export function createStreamLogger(id, namespace, options) {
|
|
169
|
+
return createBaseLogger(namespace, {
|
|
170
|
+
enableConsole: false,
|
|
171
|
+
...options
|
|
172
|
+
}, {
|
|
173
|
+
onLog: (level, ns, message) => {
|
|
174
|
+
sendLogToStreams(id, level, ns, message);
|
|
175
|
+
}
|
|
176
|
+
});
|
|
177
|
+
}
|
|
178
|
+
/**
|
|
179
|
+
* The library's own operational logger. Its lines flow to the {@link LOG_ID}
|
|
180
|
+
* stream (and the {@link ALL_LOG_ID} fan-in), so a subscriber can watch what the
|
|
181
|
+
* engine and its addons are doing. Cached when called without options.
|
|
182
|
+
*/
|
|
183
|
+
export function getEngineLogger(options) {
|
|
184
|
+
const global = getGlobal();
|
|
185
|
+
if (!options && global[ENGINE_LOGGER_KEY]) {
|
|
186
|
+
return global[ENGINE_LOGGER_KEY];
|
|
187
|
+
}
|
|
188
|
+
const logger = createStreamLogger(LOG_ID, LOG_NAMESPACE, options);
|
|
189
|
+
if (!options) {
|
|
190
|
+
global[ENGINE_LOGGER_KEY] = logger;
|
|
191
|
+
}
|
|
192
|
+
return logger;
|
|
193
|
+
}
|
|
194
|
+
/**
|
|
195
|
+
* The application-facing logger for the public API surface. Its lines stay off
|
|
196
|
+
* the log stream and, by default, off the console — the caller opts in through
|
|
197
|
+
* `options`. Cached when called without options.
|
|
198
|
+
*/
|
|
199
|
+
export function getAppLogger(options) {
|
|
200
|
+
const global = getGlobal();
|
|
201
|
+
if (!options && global[APP_LOGGER_KEY]) {
|
|
202
|
+
return global[APP_LOGGER_KEY];
|
|
203
|
+
}
|
|
204
|
+
const logger = getLogger('app', { enableConsole: false, ...options });
|
|
205
|
+
if (!options) {
|
|
206
|
+
global[APP_LOGGER_KEY] = logger;
|
|
207
|
+
}
|
|
208
|
+
return logger;
|
|
209
|
+
}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { type CanonicalModelType } from '../schemas/model-types.js';
|
|
2
|
+
export declare const RAG_NAMESPACE: "rag:hyperdb";
|
|
3
|
+
export type AddonNamespace = CanonicalModelType | typeof RAG_NAMESPACE;
|
|
4
|
+
export declare const LOG_ID = "__engine__";
|
|
5
|
+
export declare const ALL_LOG_ID = "__all__";
|
|
6
|
+
export declare const LOG_NAMESPACE = "engine";
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
export const RAG_NAMESPACE = 'rag:hyperdb';
|
|
2
|
+
// Stream id for the library's own logs.
|
|
3
|
+
export const LOG_ID = '__engine__';
|
|
4
|
+
// Stream id that receives every log, whatever its origin.
|
|
5
|
+
export const ALL_LOG_ID = '__all__';
|
|
6
|
+
// Namespace stamped on the library's own logs.
|
|
7
|
+
export const LOG_NAMESPACE = 'engine';
|