@qvac/inference 0.0.0 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +986 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,272 @@
|
|
|
1
|
+
var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
|
|
2
|
+
if (value !== null && value !== void 0) {
|
|
3
|
+
if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
|
|
4
|
+
var dispose, inner;
|
|
5
|
+
if (async) {
|
|
6
|
+
if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
|
|
7
|
+
dispose = value[Symbol.asyncDispose];
|
|
8
|
+
}
|
|
9
|
+
if (dispose === void 0) {
|
|
10
|
+
if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
|
|
11
|
+
dispose = value[Symbol.dispose];
|
|
12
|
+
if (async) inner = dispose;
|
|
13
|
+
}
|
|
14
|
+
if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
|
|
15
|
+
if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
|
|
16
|
+
env.stack.push({ value: value, dispose: dispose, async: async });
|
|
17
|
+
}
|
|
18
|
+
else if (async) {
|
|
19
|
+
env.stack.push({ async: true });
|
|
20
|
+
}
|
|
21
|
+
return value;
|
|
22
|
+
};
|
|
23
|
+
var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
|
|
24
|
+
return function (env) {
|
|
25
|
+
function fail(e) {
|
|
26
|
+
env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
|
|
27
|
+
env.hasError = true;
|
|
28
|
+
}
|
|
29
|
+
var r, s = 0;
|
|
30
|
+
function next() {
|
|
31
|
+
while (r = env.stack.pop()) {
|
|
32
|
+
try {
|
|
33
|
+
if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
|
|
34
|
+
if (r.dispose) {
|
|
35
|
+
var result = r.dispose.call(r.value);
|
|
36
|
+
if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
|
|
37
|
+
}
|
|
38
|
+
else s |= 1;
|
|
39
|
+
}
|
|
40
|
+
catch (e) {
|
|
41
|
+
fail(e);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
|
|
45
|
+
if (env.hasError) throw env.error;
|
|
46
|
+
}
|
|
47
|
+
return next();
|
|
48
|
+
};
|
|
49
|
+
})(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
|
|
50
|
+
var e = new Error(message);
|
|
51
|
+
return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
|
|
52
|
+
});
|
|
53
|
+
import { chunk, ingest, reindex, saveEmbeddings, search, deleteEmbeddings, listWorkspaces, closeWorkspace, deleteWorkspace, DEFAULT_WORKSPACE, getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest } from '../rag/index.js';
|
|
54
|
+
import { getRequestRegistry, withRequestContext } from '../runtime/index.js';
|
|
55
|
+
import { generateRandomRequestId } from '../runtime/request-id.js';
|
|
56
|
+
import { getEngineLogger } from '../logging/index.js';
|
|
57
|
+
import { profileReplyHandler, registerOperationMetrics } from '../profiling/index.js';
|
|
58
|
+
registerOperationMetrics({
|
|
59
|
+
op: 'rag',
|
|
60
|
+
kind: 'handler',
|
|
61
|
+
getTags: (req) => {
|
|
62
|
+
const tags = {};
|
|
63
|
+
if (req.operation)
|
|
64
|
+
tags['operation'] = req.operation;
|
|
65
|
+
if (req.workspace)
|
|
66
|
+
tags['workspace'] = req.workspace;
|
|
67
|
+
return tags;
|
|
68
|
+
},
|
|
69
|
+
fromResult: (res) => {
|
|
70
|
+
const gauges = {};
|
|
71
|
+
if (res.processed !== undefined)
|
|
72
|
+
gauges['processed'] = res.processed.length;
|
|
73
|
+
if (res.results !== undefined)
|
|
74
|
+
gauges['resultsCount'] = res.results.length;
|
|
75
|
+
return Object.keys(gauges).length > 0 ? gauges : undefined;
|
|
76
|
+
}
|
|
77
|
+
});
|
|
78
|
+
function createHandlerOptions(operation, workspace, signal, onProgress) {
|
|
79
|
+
const options = { signal };
|
|
80
|
+
if (onProgress) {
|
|
81
|
+
options.onProgress = (stage, current, total) => onProgress({
|
|
82
|
+
type: 'rag:progress',
|
|
83
|
+
operation,
|
|
84
|
+
workspace,
|
|
85
|
+
stage,
|
|
86
|
+
current,
|
|
87
|
+
total,
|
|
88
|
+
timestamp: Date.now()
|
|
89
|
+
});
|
|
90
|
+
}
|
|
91
|
+
return options;
|
|
92
|
+
}
|
|
93
|
+
function omitOnProgress(obj) {
|
|
94
|
+
const { onProgress, withProgress, ...rest } = obj;
|
|
95
|
+
void onProgress;
|
|
96
|
+
void withProgress;
|
|
97
|
+
return rest;
|
|
98
|
+
}
|
|
99
|
+
/**
|
|
100
|
+
* Begin a registry-tracked RAG context with workspace-level pre-emption.
|
|
101
|
+
*
|
|
102
|
+
* Workspace-level admission lives in the dispatcher rather than as a
|
|
103
|
+
* registry policy primitive (it's a dispatch concern, not a registry
|
|
104
|
+
* `kind` admission rule). The sequence is **cancel-prior → begin-new**:
|
|
105
|
+
* if another RAG operation is already running on the same workspace,
|
|
106
|
+
* cancel it first, then begin the new context. Reversing the order
|
|
107
|
+
* would cancel the just-installed context.
|
|
108
|
+
*
|
|
109
|
+
* The workspace → requestId map is updated after `begin(...)` succeeds
|
|
110
|
+
* and cleared on scope unwind via `scope.defer(...)`, with a
|
|
111
|
+
* "still mine?" guard so an older op's deferred cleanup cannot stomp
|
|
112
|
+
* a newer op's mapping.
|
|
113
|
+
*/
|
|
114
|
+
async function beginRagContext(workspace, requestId) {
|
|
115
|
+
const registry = getRequestRegistry();
|
|
116
|
+
const prev = getActiveRagRequest(workspace);
|
|
117
|
+
if (prev !== undefined && prev !== requestId) {
|
|
118
|
+
registry.cancel({ requestId: prev, reason: 'rag-workspace-preempt' });
|
|
119
|
+
}
|
|
120
|
+
const ctx = await registry.begin({
|
|
121
|
+
requestId,
|
|
122
|
+
kind: 'rag'
|
|
123
|
+
});
|
|
124
|
+
setActiveRagRequest(workspace, requestId);
|
|
125
|
+
ctx.scope.defer(() => {
|
|
126
|
+
clearActiveRagRequest(workspace, requestId);
|
|
127
|
+
});
|
|
128
|
+
return ctx;
|
|
129
|
+
}
|
|
130
|
+
export async function handleRag(request, onProgress) {
|
|
131
|
+
return profileReplyHandler({ op: 'rag', request }, async () => handleRagInternal(request, onProgress));
|
|
132
|
+
}
|
|
133
|
+
async function handleRagInternal(request, onProgress) {
|
|
134
|
+
switch (request.operation) {
|
|
135
|
+
case 'chunk': {
|
|
136
|
+
const chunks = await chunk(request);
|
|
137
|
+
return {
|
|
138
|
+
type: 'rag',
|
|
139
|
+
operation: request.operation,
|
|
140
|
+
success: true,
|
|
141
|
+
chunks
|
|
142
|
+
};
|
|
143
|
+
}
|
|
144
|
+
case 'ingest': {
|
|
145
|
+
const env_1 = { stack: [], error: void 0, hasError: false };
|
|
146
|
+
try {
|
|
147
|
+
const workspace = request.workspace ?? DEFAULT_WORKSPACE;
|
|
148
|
+
const requestId = request.requestId ?? generateRandomRequestId();
|
|
149
|
+
const ctx = __addDisposableResource(env_1, await beginRagContext(workspace, requestId), true);
|
|
150
|
+
const log = withRequestContext(getEngineLogger(), ctx);
|
|
151
|
+
log.debug('ingest start');
|
|
152
|
+
const handlerOptions = createHandlerOptions('ingest', workspace, ctx.signal, onProgress);
|
|
153
|
+
const params = omitOnProgress(request);
|
|
154
|
+
const result = await ingest(params, handlerOptions);
|
|
155
|
+
return {
|
|
156
|
+
type: 'rag',
|
|
157
|
+
operation: request.operation,
|
|
158
|
+
success: true,
|
|
159
|
+
processed: result.processed,
|
|
160
|
+
droppedIndices: result.droppedIndices
|
|
161
|
+
};
|
|
162
|
+
}
|
|
163
|
+
catch (e_1) {
|
|
164
|
+
env_1.error = e_1;
|
|
165
|
+
env_1.hasError = true;
|
|
166
|
+
}
|
|
167
|
+
finally {
|
|
168
|
+
const result_1 = __disposeResources(env_1);
|
|
169
|
+
if (result_1)
|
|
170
|
+
await result_1;
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
case 'saveEmbeddings': {
|
|
174
|
+
const env_2 = { stack: [], error: void 0, hasError: false };
|
|
175
|
+
try {
|
|
176
|
+
const workspace = request.workspace ?? DEFAULT_WORKSPACE;
|
|
177
|
+
const requestId = request.requestId ?? generateRandomRequestId();
|
|
178
|
+
const ctx = __addDisposableResource(env_2, await beginRagContext(workspace, requestId), true);
|
|
179
|
+
const log = withRequestContext(getEngineLogger(), ctx);
|
|
180
|
+
log.debug('saveEmbeddings start');
|
|
181
|
+
const handlerOptions = createHandlerOptions('saveEmbeddings', workspace, ctx.signal, onProgress);
|
|
182
|
+
const params = omitOnProgress(request);
|
|
183
|
+
const processed = await saveEmbeddings(params, handlerOptions);
|
|
184
|
+
return {
|
|
185
|
+
type: 'rag',
|
|
186
|
+
operation: request.operation,
|
|
187
|
+
success: true,
|
|
188
|
+
processed
|
|
189
|
+
};
|
|
190
|
+
}
|
|
191
|
+
catch (e_2) {
|
|
192
|
+
env_2.error = e_2;
|
|
193
|
+
env_2.hasError = true;
|
|
194
|
+
}
|
|
195
|
+
finally {
|
|
196
|
+
const result_2 = __disposeResources(env_2);
|
|
197
|
+
if (result_2)
|
|
198
|
+
await result_2;
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
case 'search': {
|
|
202
|
+
const results = await search(request);
|
|
203
|
+
return {
|
|
204
|
+
type: 'rag',
|
|
205
|
+
operation: request.operation,
|
|
206
|
+
success: true,
|
|
207
|
+
results
|
|
208
|
+
};
|
|
209
|
+
}
|
|
210
|
+
case 'deleteEmbeddings': {
|
|
211
|
+
await deleteEmbeddings(request);
|
|
212
|
+
return {
|
|
213
|
+
type: 'rag',
|
|
214
|
+
operation: request.operation,
|
|
215
|
+
success: true
|
|
216
|
+
};
|
|
217
|
+
}
|
|
218
|
+
case 'reindex': {
|
|
219
|
+
const env_3 = { stack: [], error: void 0, hasError: false };
|
|
220
|
+
try {
|
|
221
|
+
const workspace = request.workspace ?? DEFAULT_WORKSPACE;
|
|
222
|
+
const requestId = request.requestId ?? generateRandomRequestId();
|
|
223
|
+
const ctx = __addDisposableResource(env_3, await beginRagContext(workspace, requestId), true);
|
|
224
|
+
const log = withRequestContext(getEngineLogger(), ctx);
|
|
225
|
+
log.debug('reindex start');
|
|
226
|
+
const handlerOptions = createHandlerOptions('reindex', workspace, ctx.signal, onProgress);
|
|
227
|
+
const params = omitOnProgress(request);
|
|
228
|
+
const result = await reindex(params, handlerOptions);
|
|
229
|
+
return {
|
|
230
|
+
type: 'rag',
|
|
231
|
+
operation: request.operation,
|
|
232
|
+
success: true,
|
|
233
|
+
result
|
|
234
|
+
};
|
|
235
|
+
}
|
|
236
|
+
catch (e_3) {
|
|
237
|
+
env_3.error = e_3;
|
|
238
|
+
env_3.hasError = true;
|
|
239
|
+
}
|
|
240
|
+
finally {
|
|
241
|
+
const result_3 = __disposeResources(env_3);
|
|
242
|
+
if (result_3)
|
|
243
|
+
await result_3;
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
case 'listWorkspaces': {
|
|
247
|
+
const workspaces = listWorkspaces();
|
|
248
|
+
return {
|
|
249
|
+
type: 'rag',
|
|
250
|
+
operation: request.operation,
|
|
251
|
+
success: true,
|
|
252
|
+
workspaces
|
|
253
|
+
};
|
|
254
|
+
}
|
|
255
|
+
case 'closeWorkspace': {
|
|
256
|
+
await closeWorkspace(request);
|
|
257
|
+
return {
|
|
258
|
+
type: 'rag',
|
|
259
|
+
operation: request.operation,
|
|
260
|
+
success: true
|
|
261
|
+
};
|
|
262
|
+
}
|
|
263
|
+
case 'deleteWorkspace': {
|
|
264
|
+
await deleteWorkspace(request);
|
|
265
|
+
return {
|
|
266
|
+
type: 'rag',
|
|
267
|
+
operation: request.operation,
|
|
268
|
+
success: true
|
|
269
|
+
};
|
|
270
|
+
}
|
|
271
|
+
}
|
|
272
|
+
}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { LLMChunkAdapter } from '@qvac/rag';
|
|
2
|
+
import { ragChunkParamsSchema } from '../../schemas/index.js';
|
|
3
|
+
export async function chunk(params) {
|
|
4
|
+
const { documents, chunkOpts } = ragChunkParamsSchema.parse(params);
|
|
5
|
+
const chunker = new LLMChunkAdapter(chunkOpts);
|
|
6
|
+
return await chunker.chunkText(documents, chunkOpts);
|
|
7
|
+
}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { closeRagInstance, deleteWorkspace, DEFAULT_WORKSPACE } from '../../rag/rag-workspace-manager.js';
|
|
2
|
+
import { ragCloseWorkspaceParamsSchema } from '../../schemas/index.js';
|
|
3
|
+
export async function closeWorkspace(params) {
|
|
4
|
+
const { workspace, deleteOnClose } = ragCloseWorkspaceParamsSchema.parse(params);
|
|
5
|
+
await closeRagInstance(workspace);
|
|
6
|
+
if (deleteOnClose) {
|
|
7
|
+
await deleteWorkspace(workspace ?? DEFAULT_WORKSPACE);
|
|
8
|
+
}
|
|
9
|
+
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { getRagDbAdapter, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
|
|
2
|
+
import { ragDeleteEmbeddingsParamsSchema } from '../../schemas/index.js';
|
|
3
|
+
import { RAGDeleteFailedError } from '../../errors/index.js';
|
|
4
|
+
export async function deleteEmbeddings(params) {
|
|
5
|
+
const { ids, workspace } = ragDeleteEmbeddingsParamsSchema.parse(params);
|
|
6
|
+
if (!hasRagWorkspaceStorage(workspace)) {
|
|
7
|
+
throw new RAGDeleteFailedError('workspace is not initialized');
|
|
8
|
+
}
|
|
9
|
+
const dbAdapter = await getRagDbAdapter(workspace);
|
|
10
|
+
await dbAdapter.deleteEmbeddings(ids);
|
|
11
|
+
}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { isWorkspaceLoaded, deleteWorkspace as deleteWorkspaceFromManager } from '../../rag/rag-workspace-manager.js';
|
|
2
|
+
import { ragDeleteWorkspaceParamsSchema } from '../../schemas/index.js';
|
|
3
|
+
import { RAGWorkspaceNotFoundError, RAGWorkspaceInUseError } from '../../errors/index.js';
|
|
4
|
+
export async function deleteWorkspace(params) {
|
|
5
|
+
const { workspace } = ragDeleteWorkspaceParamsSchema.parse(params);
|
|
6
|
+
// Check if workspace is currently in use
|
|
7
|
+
if (isWorkspaceLoaded(workspace)) {
|
|
8
|
+
throw new RAGWorkspaceInUseError(workspace);
|
|
9
|
+
}
|
|
10
|
+
const deleted = await deleteWorkspaceFromManager(workspace);
|
|
11
|
+
if (!deleted) {
|
|
12
|
+
throw new RAGWorkspaceNotFoundError(workspace);
|
|
13
|
+
}
|
|
14
|
+
}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { type RagIngestParams } from '../../schemas/index.js';
|
|
2
|
+
import type { AbortSignal } from 'bare-abort-controller';
|
|
3
|
+
import type { IngestStage } from '@qvac/rag';
|
|
4
|
+
interface IngestHandlerOptions {
|
|
5
|
+
onProgress?: (stage: IngestStage, current: number, total: number) => void;
|
|
6
|
+
signal?: AbortSignal;
|
|
7
|
+
}
|
|
8
|
+
export declare function ingest(params: RagIngestParams, options?: IngestHandlerOptions): Promise<import("@qvac/rag").IngestResult>;
|
|
9
|
+
export {};
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { getRagInstance } from '../../rag/rag-workspace-manager.js';
|
|
2
|
+
import { embed } from '../../plugins/ops/embed.js';
|
|
3
|
+
import { ragIngestParamsSchema } from '../../schemas/index.js';
|
|
4
|
+
export async function ingest(params, options) {
|
|
5
|
+
const { modelId, documents, chunk, chunkOpts, workspace, progressInterval } = ragIngestParamsSchema.parse(params);
|
|
6
|
+
async function embeddingFunction(text) {
|
|
7
|
+
const result = await embed({ modelId, text });
|
|
8
|
+
return result.embedding;
|
|
9
|
+
}
|
|
10
|
+
const rag = await getRagInstance(modelId, embeddingFunction, workspace);
|
|
11
|
+
const ingestOpts = {
|
|
12
|
+
chunk,
|
|
13
|
+
chunkOpts,
|
|
14
|
+
progressInterval,
|
|
15
|
+
onProgress: options?.onProgress,
|
|
16
|
+
signal: options?.signal
|
|
17
|
+
};
|
|
18
|
+
return await rag.ingest(documents, modelId, ingestOpts);
|
|
19
|
+
}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { type RagReindexParams } from '../../schemas/index.js';
|
|
2
|
+
import type { AbortSignal } from 'bare-abort-controller';
|
|
3
|
+
import type { ReindexResult, ReindexStage } from '@qvac/rag';
|
|
4
|
+
interface ReindexHandlerOptions {
|
|
5
|
+
onProgress?: (stage: ReindexStage, current: number, total: number) => void;
|
|
6
|
+
signal?: AbortSignal;
|
|
7
|
+
}
|
|
8
|
+
export declare function reindex(params: RagReindexParams, options?: ReindexHandlerOptions): Promise<ReindexResult>;
|
|
9
|
+
export {};
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { getRagDbAdapter, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
|
|
2
|
+
import { ragReindexParamsSchema } from '../../schemas/index.js';
|
|
3
|
+
import { RAGHyperDBFailedError } from '../../errors/index.js';
|
|
4
|
+
export async function reindex(params, options) {
|
|
5
|
+
const { workspace } = ragReindexParamsSchema.parse(params);
|
|
6
|
+
if (!hasRagWorkspaceStorage(workspace)) {
|
|
7
|
+
throw new RAGHyperDBFailedError('workspace is not initialized');
|
|
8
|
+
}
|
|
9
|
+
const dbAdapter = await getRagDbAdapter(workspace);
|
|
10
|
+
const reindexOpts = {
|
|
11
|
+
onProgress: options?.onProgress,
|
|
12
|
+
signal: options?.signal
|
|
13
|
+
};
|
|
14
|
+
const result = await dbAdapter.reindex(reindexOpts);
|
|
15
|
+
return result;
|
|
16
|
+
}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { type RagSaveEmbeddingsParams } from '../../schemas/index.js';
|
|
2
|
+
import type { AbortSignal } from 'bare-abort-controller';
|
|
3
|
+
import type { SaveStage } from '@qvac/rag';
|
|
4
|
+
interface SaveEmbeddingsHandlerOptions {
|
|
5
|
+
onProgress?: (stage: SaveStage, current: number, total: number) => void;
|
|
6
|
+
signal?: AbortSignal;
|
|
7
|
+
}
|
|
8
|
+
export declare function saveEmbeddings(params: RagSaveEmbeddingsParams, options?: SaveEmbeddingsHandlerOptions): Promise<import("@qvac/rag").SaveEmbeddingsResult[]>;
|
|
9
|
+
export {};
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { getRagDbAdapter } from '../../rag/rag-workspace-manager.js';
|
|
2
|
+
import { ragSaveEmbeddingsParamsSchema } from '../../schemas/index.js';
|
|
3
|
+
export async function saveEmbeddings(params, options) {
|
|
4
|
+
const { documents, progressInterval, workspace } = ragSaveEmbeddingsParamsSchema.parse(params);
|
|
5
|
+
if (documents.length === 0) {
|
|
6
|
+
return [];
|
|
7
|
+
}
|
|
8
|
+
const dbAdapter = await getRagDbAdapter(workspace);
|
|
9
|
+
const saveOpts = {
|
|
10
|
+
progressInterval,
|
|
11
|
+
onProgress: options?.onProgress,
|
|
12
|
+
signal: options?.signal
|
|
13
|
+
};
|
|
14
|
+
return await dbAdapter.saveEmbeddings(documents, saveOpts);
|
|
15
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { getRagInstance, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
|
|
2
|
+
import { embed } from '../../plugins/ops/embed.js';
|
|
3
|
+
import { ragSearchParamsSchema } from '../../schemas/index.js';
|
|
4
|
+
export async function search(params) {
|
|
5
|
+
const { modelId, query, topK, n, workspace } = ragSearchParamsSchema.parse(params);
|
|
6
|
+
if (!hasRagWorkspaceStorage(workspace)) {
|
|
7
|
+
return [];
|
|
8
|
+
}
|
|
9
|
+
async function embeddingFunction(text) {
|
|
10
|
+
const result = await embed({ modelId, text });
|
|
11
|
+
return result.embedding;
|
|
12
|
+
}
|
|
13
|
+
const rag = await getRagInstance(modelId, embeddingFunction, workspace);
|
|
14
|
+
const results = await rag.search(query, { topK, n });
|
|
15
|
+
return results;
|
|
16
|
+
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
export { chunk } from '../rag/handlers/chunk.js';
|
|
2
|
+
export { ingest } from '../rag/handlers/ingest.js';
|
|
3
|
+
export { saveEmbeddings } from '../rag/handlers/save-embeddings.js';
|
|
4
|
+
export { search } from '../rag/handlers/search.js';
|
|
5
|
+
export { deleteEmbeddings } from '../rag/handlers/delete-embeddings.js';
|
|
6
|
+
export { reindex } from '../rag/handlers/reindex.js';
|
|
7
|
+
export { listWorkspaces } from '../rag/handlers/list-workspaces.js';
|
|
8
|
+
export { closeWorkspace } from '../rag/handlers/close-workspace.js';
|
|
9
|
+
export { deleteWorkspace } from '../rag/handlers/delete-workspace.js';
|
|
10
|
+
export { closeAllRagInstances, DEFAULT_WORKSPACE, type RagWorkspaceInfo } from '../rag/rag-workspace-manager.js';
|
|
11
|
+
export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from '../rag/rag-operation-manager.js';
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
export { chunk } from '../rag/handlers/chunk.js';
|
|
2
|
+
export { ingest } from '../rag/handlers/ingest.js';
|
|
3
|
+
export { saveEmbeddings } from '../rag/handlers/save-embeddings.js';
|
|
4
|
+
export { search } from '../rag/handlers/search.js';
|
|
5
|
+
export { deleteEmbeddings } from '../rag/handlers/delete-embeddings.js';
|
|
6
|
+
export { reindex } from '../rag/handlers/reindex.js';
|
|
7
|
+
export { listWorkspaces } from '../rag/handlers/list-workspaces.js';
|
|
8
|
+
export { closeWorkspace } from '../rag/handlers/close-workspace.js';
|
|
9
|
+
export { deleteWorkspace } from '../rag/handlers/delete-workspace.js';
|
|
10
|
+
export { closeAllRagInstances, DEFAULT_WORKSPACE } from '../rag/rag-workspace-manager.js';
|
|
11
|
+
export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from '../rag/rag-operation-manager.js';
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
export declare function getWorkspaceKey(workspace?: string): string;
|
|
2
|
+
/**
|
|
3
|
+
* Returns the `requestId` of any in-flight RAG operation on the workspace
|
|
4
|
+
* (or `undefined` if none). The dispatcher uses this to decide whether to
|
|
5
|
+
* pre-empt before calling `registry.begin(...)`.
|
|
6
|
+
*/
|
|
7
|
+
export declare function getActiveRagRequest(workspace?: string): string | undefined;
|
|
8
|
+
/**
|
|
9
|
+
* Records the `requestId` of a freshly-begun RAG operation. Called by the
|
|
10
|
+
* dispatcher in `rag.ts` after `registry.begin(...)` succeeds; paired with
|
|
11
|
+
* `clearActiveRagRequest` via the request scope's deferred cleanup so the
|
|
12
|
+
* map never outlives the request.
|
|
13
|
+
*/
|
|
14
|
+
export declare function setActiveRagRequest(workspace: string | undefined, requestId: string): void;
|
|
15
|
+
/**
|
|
16
|
+
* Clears the workspace's mapping iff it still belongs to `requestId`. The
|
|
17
|
+
* conditional guard handles the natural race between two ingest calls on
|
|
18
|
+
* the same workspace: the older context's scope unwind must not stomp the
|
|
19
|
+
* newer context's mapping installed by the pre-emption sequence.
|
|
20
|
+
*/
|
|
21
|
+
export declare function clearActiveRagRequest(workspace: string | undefined, requestId: string): void;
|
|
22
|
+
/**
|
|
23
|
+
* Shutdown / workspace-close sweep. Cancels every tracked RAG request via
|
|
24
|
+
* the registry and clears the workspace map. Idempotent — callers that
|
|
25
|
+
* re-invoke during a teardown (workspace-close fired twice, shutdown
|
|
26
|
+
* racing with `close-all`) get a no-op on the second pass.
|
|
27
|
+
*/
|
|
28
|
+
export declare function cancelAllRagOperations(): void;
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import { getRequestRegistry } from '../runtime/index.js';
|
|
2
|
+
// Sentinel for "no workspace specified". Mirrors the value re-exported
|
|
3
|
+
// from `rag-workspace-manager.ts`; redeclared locally so this module is
|
|
4
|
+
// safely importable in environments that don't have the Bare runtime
|
|
5
|
+
// (unit tests, doc generators) — `rag-workspace-manager` pulls in
|
|
6
|
+
// `bare-fs` / `bare-path` at module load.
|
|
7
|
+
const DEFAULT_WORKSPACE = 'default';
|
|
8
|
+
/**
|
|
9
|
+
* RAG operation tracking — workspace-level admission bookkeeping.
|
|
10
|
+
*
|
|
11
|
+
* In 0.11.0 the cancel surface for in-flight RAG operations consolidates
|
|
12
|
+
* onto the request registry (`getRequestRegistry().cancel({ requestId })`).
|
|
13
|
+
* The historical workspace-level pre-emption rule — "starting a new
|
|
14
|
+
* `ingest` / `reindex` / `saveEmbeddings` on a workspace cancels any prior
|
|
15
|
+
* op on the same workspace" — is preserved by the dispatcher in
|
|
16
|
+
* `server/rpc/handlers/rag.ts`: the dispatcher cancels the workspace's
|
|
17
|
+
* prior `requestId` (if any) and then begins a new registry context.
|
|
18
|
+
* Workspace-level admission lives in the dispatcher rather than as a
|
|
19
|
+
* registry policy primitive — it's a dispatch concern, not part of the
|
|
20
|
+
* registry's per-`kind` admission rules.
|
|
21
|
+
*
|
|
22
|
+
* This module owns the small workspace → requestId map that makes that
|
|
23
|
+
* pre-emption decision routable from the dispatcher. The map is module-
|
|
24
|
+
* scoped (one per Bare process) so the dispatcher, the shutdown sweep
|
|
25
|
+
* (`cancelAllRagOperations`), and the workspace-close sweep (which
|
|
26
|
+
* delegates to it via `rag-workspace-manager.ts`) all see the same state.
|
|
27
|
+
*/
|
|
28
|
+
// workspace key → requestId of the in-flight RAG operation on that workspace.
|
|
29
|
+
const activeRagRequestByWorkspace = new Map();
|
|
30
|
+
export function getWorkspaceKey(workspace) {
|
|
31
|
+
return workspace ?? DEFAULT_WORKSPACE;
|
|
32
|
+
}
|
|
33
|
+
/**
|
|
34
|
+
* Returns the `requestId` of any in-flight RAG operation on the workspace
|
|
35
|
+
* (or `undefined` if none). The dispatcher uses this to decide whether to
|
|
36
|
+
* pre-empt before calling `registry.begin(...)`.
|
|
37
|
+
*/
|
|
38
|
+
export function getActiveRagRequest(workspace) {
|
|
39
|
+
return activeRagRequestByWorkspace.get(getWorkspaceKey(workspace));
|
|
40
|
+
}
|
|
41
|
+
/**
|
|
42
|
+
* Records the `requestId` of a freshly-begun RAG operation. Called by the
|
|
43
|
+
* dispatcher in `rag.ts` after `registry.begin(...)` succeeds; paired with
|
|
44
|
+
* `clearActiveRagRequest` via the request scope's deferred cleanup so the
|
|
45
|
+
* map never outlives the request.
|
|
46
|
+
*/
|
|
47
|
+
export function setActiveRagRequest(workspace, requestId) {
|
|
48
|
+
activeRagRequestByWorkspace.set(getWorkspaceKey(workspace), requestId);
|
|
49
|
+
}
|
|
50
|
+
/**
|
|
51
|
+
* Clears the workspace's mapping iff it still belongs to `requestId`. The
|
|
52
|
+
* conditional guard handles the natural race between two ingest calls on
|
|
53
|
+
* the same workspace: the older context's scope unwind must not stomp the
|
|
54
|
+
* newer context's mapping installed by the pre-emption sequence.
|
|
55
|
+
*/
|
|
56
|
+
export function clearActiveRagRequest(workspace, requestId) {
|
|
57
|
+
const key = getWorkspaceKey(workspace);
|
|
58
|
+
if (activeRagRequestByWorkspace.get(key) === requestId) {
|
|
59
|
+
activeRagRequestByWorkspace.delete(key);
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
/**
|
|
63
|
+
* Shutdown / workspace-close sweep. Cancels every tracked RAG request via
|
|
64
|
+
* the registry and clears the workspace map. Idempotent — callers that
|
|
65
|
+
* re-invoke during a teardown (workspace-close fired twice, shutdown
|
|
66
|
+
* racing with `close-all`) get a no-op on the second pass.
|
|
67
|
+
*/
|
|
68
|
+
export function cancelAllRagOperations() {
|
|
69
|
+
if (activeRagRequestByWorkspace.size === 0)
|
|
70
|
+
return;
|
|
71
|
+
const registry = getRequestRegistry();
|
|
72
|
+
for (const [key, requestId] of activeRagRequestByWorkspace) {
|
|
73
|
+
registry.cancel({ requestId, reason: 'rag-shutdown' });
|
|
74
|
+
activeRagRequestByWorkspace.delete(key);
|
|
75
|
+
}
|
|
76
|
+
}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { RAG, HyperDBAdapter, type EmbeddingFunction } from '@qvac/rag';
|
|
2
|
+
export declare const DEFAULT_WORKSPACE = "default";
|
|
3
|
+
export declare function hasRagWorkspaceStorage(workspace?: string): boolean;
|
|
4
|
+
export declare function getRagDbAdapter(workspace?: string): Promise<HyperDBAdapter>;
|
|
5
|
+
export declare function getRagInstance(modelId: string, embeddingFunction: EmbeddingFunction, workspace?: string): Promise<RAG>;
|
|
6
|
+
export declare function closeRagInstance(workspace?: string): Promise<void>;
|
|
7
|
+
export declare function closeAllRagInstances(): Promise<void>;
|
|
8
|
+
export interface RagWorkspaceInfo {
|
|
9
|
+
name: string;
|
|
10
|
+
open: boolean;
|
|
11
|
+
}
|
|
12
|
+
export declare function listWorkspaces(): RagWorkspaceInfo[];
|
|
13
|
+
export declare function isWorkspaceLoaded(workspace: string): boolean;
|
|
14
|
+
export declare function deleteWorkspace(workspace: string): Promise<boolean>;
|