@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
package/dist/rag/handler.js
CHANGED
|
@@ -50,9 +50,12 @@ var __disposeResources = (this && this.__disposeResources) || (function (Suppres
|
|
|
50
50
|
var e = new Error(message);
|
|
51
51
|
return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
|
|
52
52
|
});
|
|
53
|
-
import { chunk, ingest, reindex, saveEmbeddings, search, deleteEmbeddings, listWorkspaces, closeWorkspace, deleteWorkspace, DEFAULT_WORKSPACE, getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest } from '
|
|
53
|
+
import { chunk, ingest, reindex, saveEmbeddings, search, deleteEmbeddings, listWorkspaces, closeWorkspace, deleteWorkspace, DEFAULT_WORKSPACE, getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest } from '../rag/index.js';
|
|
54
54
|
import { getRequestRegistry, withRequestContext } from '../runtime/index.js';
|
|
55
55
|
import { generateRandomRequestId } from '../runtime/request-id.js';
|
|
56
|
+
import { OWNER_SESSION_ID, resolveSessionId } from '../runtime/session-id.js';
|
|
57
|
+
import { RAGWorkspaceBusyError } from '../errors/index.js';
|
|
58
|
+
import { clearRagEmbedParent, setRagEmbedParent } from '../rag/embedding-scope.js';
|
|
56
59
|
import { getEngineLogger } from '../logging/index.js';
|
|
57
60
|
import { profileReplyHandler, registerOperationMetrics } from '../profiling/index.js';
|
|
58
61
|
registerOperationMetrics({
|
|
@@ -110,20 +113,51 @@ function omitOnProgress(obj) {
|
|
|
110
113
|
* and cleared on scope unwind via `scope.defer(...)`, with a
|
|
111
114
|
* "still mine?" guard so an older op's deferred cleanup cannot stomp
|
|
112
115
|
* a newer op's mapping.
|
|
116
|
+
*
|
|
117
|
+
* A session pre-empts only its own operation: one that finds another
|
|
118
|
+
* session's operation on the workspace is refused with
|
|
119
|
+
* `RAGWorkspaceBusyError`, since a session reaches only its own requests.
|
|
120
|
+
* The owner pre-empts any session's operation.
|
|
113
121
|
*/
|
|
114
|
-
async function beginRagContext(workspace,
|
|
122
|
+
export async function beginRagContext(workspace, request) {
|
|
115
123
|
const registry = getRequestRegistry();
|
|
124
|
+
const requestId = request.requestId ?? generateRandomRequestId();
|
|
125
|
+
const sessionId = resolveSessionId(request);
|
|
126
|
+
const identity = { requestId, sessionId };
|
|
116
127
|
const prev = getActiveRagRequest(workspace);
|
|
117
|
-
|
|
118
|
-
|
|
128
|
+
// The same request sent again: the registry refuses the duplicate id, and
|
|
129
|
+
// the running operation keeps the workspace.
|
|
130
|
+
const duplicate = prev?.requestId === requestId && prev.sessionId === sessionId;
|
|
131
|
+
if (prev !== undefined && !duplicate) {
|
|
132
|
+
if (prev.sessionId !== sessionId && sessionId !== OWNER_SESSION_ID) {
|
|
133
|
+
throw new RAGWorkspaceBusyError(workspace);
|
|
134
|
+
}
|
|
135
|
+
registry.cancel({ ...prev, reason: 'rag-workspace-preempt' });
|
|
119
136
|
}
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
137
|
+
// Recorded before the admission wait, so a second call arriving during it
|
|
138
|
+
// sees this operation and is refused or pre-empts it.
|
|
139
|
+
if (!duplicate)
|
|
140
|
+
setActiveRagRequest(workspace, identity);
|
|
141
|
+
let ctx;
|
|
142
|
+
try {
|
|
143
|
+
ctx = await registry.begin({
|
|
144
|
+
requestId,
|
|
145
|
+
sessionId,
|
|
146
|
+
kind: 'rag'
|
|
147
|
+
});
|
|
148
|
+
}
|
|
149
|
+
catch (error) {
|
|
150
|
+
if (!duplicate)
|
|
151
|
+
clearActiveRagRequest(workspace, identity);
|
|
152
|
+
throw error;
|
|
153
|
+
}
|
|
154
|
+
// The workspace's embeddings run as children of this request for its
|
|
155
|
+
// duration: the caller's session, aborted with it.
|
|
156
|
+
const embedParent = { signal: ctx.signal, requestId, sessionId: request.sessionId };
|
|
157
|
+
setRagEmbedParent(workspace, embedParent);
|
|
125
158
|
ctx.scope.defer(() => {
|
|
126
|
-
|
|
159
|
+
clearRagEmbedParent(workspace, embedParent);
|
|
160
|
+
clearActiveRagRequest(workspace, identity);
|
|
127
161
|
});
|
|
128
162
|
return ctx;
|
|
129
163
|
}
|
|
@@ -145,8 +179,7 @@ async function handleRagInternal(request, onProgress) {
|
|
|
145
179
|
const env_1 = { stack: [], error: void 0, hasError: false };
|
|
146
180
|
try {
|
|
147
181
|
const workspace = request.workspace ?? DEFAULT_WORKSPACE;
|
|
148
|
-
const
|
|
149
|
-
const ctx = __addDisposableResource(env_1, await beginRagContext(workspace, requestId), true);
|
|
182
|
+
const ctx = __addDisposableResource(env_1, await beginRagContext(workspace, request), true);
|
|
150
183
|
const log = withRequestContext(getEngineLogger(), ctx);
|
|
151
184
|
log.debug('ingest start');
|
|
152
185
|
const handlerOptions = createHandlerOptions('ingest', workspace, ctx.signal, onProgress);
|
|
@@ -174,8 +207,7 @@ async function handleRagInternal(request, onProgress) {
|
|
|
174
207
|
const env_2 = { stack: [], error: void 0, hasError: false };
|
|
175
208
|
try {
|
|
176
209
|
const workspace = request.workspace ?? DEFAULT_WORKSPACE;
|
|
177
|
-
const
|
|
178
|
-
const ctx = __addDisposableResource(env_2, await beginRagContext(workspace, requestId), true);
|
|
210
|
+
const ctx = __addDisposableResource(env_2, await beginRagContext(workspace, request), true);
|
|
179
211
|
const log = withRequestContext(getEngineLogger(), ctx);
|
|
180
212
|
log.debug('saveEmbeddings start');
|
|
181
213
|
const handlerOptions = createHandlerOptions('saveEmbeddings', workspace, ctx.signal, onProgress);
|
|
@@ -199,7 +231,10 @@ async function handleRagInternal(request, onProgress) {
|
|
|
199
231
|
}
|
|
200
232
|
}
|
|
201
233
|
case 'search': {
|
|
202
|
-
const results = await search(request
|
|
234
|
+
const results = await search(request, {
|
|
235
|
+
requestId: request.requestId,
|
|
236
|
+
sessionId: request.sessionId
|
|
237
|
+
});
|
|
203
238
|
return {
|
|
204
239
|
type: 'rag',
|
|
205
240
|
operation: request.operation,
|
|
@@ -219,8 +254,7 @@ async function handleRagInternal(request, onProgress) {
|
|
|
219
254
|
const env_3 = { stack: [], error: void 0, hasError: false };
|
|
220
255
|
try {
|
|
221
256
|
const workspace = request.workspace ?? DEFAULT_WORKSPACE;
|
|
222
|
-
const
|
|
223
|
-
const ctx = __addDisposableResource(env_3, await beginRagContext(workspace, requestId), true);
|
|
257
|
+
const ctx = __addDisposableResource(env_3, await beginRagContext(workspace, request), true);
|
|
224
258
|
const log = withRequestContext(getEngineLogger(), ctx);
|
|
225
259
|
log.debug('reindex start');
|
|
226
260
|
const handlerOptions = createHandlerOptions('reindex', workspace, ctx.signal, onProgress);
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { closeRagInstance, deleteWorkspace, DEFAULT_WORKSPACE } from '
|
|
1
|
+
import { closeRagInstance, deleteWorkspace, DEFAULT_WORKSPACE } from '../../rag/rag-workspace-manager.js';
|
|
2
2
|
import { ragCloseWorkspaceParamsSchema } from '../../schemas/index.js';
|
|
3
3
|
export async function closeWorkspace(params) {
|
|
4
4
|
const { workspace, deleteOnClose } = ragCloseWorkspaceParamsSchema.parse(params);
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { getRagDbAdapter, hasRagWorkspaceStorage } from '
|
|
1
|
+
import { getRagDbAdapter, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
|
|
2
2
|
import { ragDeleteEmbeddingsParamsSchema } from '../../schemas/index.js';
|
|
3
3
|
import { RAGDeleteFailedError } from '../../errors/index.js';
|
|
4
4
|
export async function deleteEmbeddings(params) {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { deleteWorkspace as deleteWorkspaceFromManager } from '
|
|
1
|
+
import { deleteWorkspace as deleteWorkspaceFromManager } from '../../rag/rag-workspace-manager.js';
|
|
2
2
|
import { ragDeleteWorkspaceParamsSchema } from '../../schemas/index.js';
|
|
3
3
|
import { RAGWorkspaceNotFoundError } from '../../errors/index.js';
|
|
4
4
|
export async function deleteWorkspace(params) {
|
|
@@ -1,13 +1,9 @@
|
|
|
1
|
-
import { getRagInstance } from '
|
|
2
|
-
import {
|
|
1
|
+
import { getRagInstance } from '../../rag/rag-workspace-manager.js';
|
|
2
|
+
import { createWorkspaceEmbeddingFunction } from '../../rag/embedding-scope.js';
|
|
3
3
|
import { ragIngestParamsSchema } from '../../schemas/index.js';
|
|
4
4
|
export async function ingest(params, options) {
|
|
5
5
|
const { modelId, documents, chunk, chunkOpts, workspace, progressInterval } = ragIngestParamsSchema.parse(params);
|
|
6
|
-
|
|
7
|
-
const result = await embed({ modelId, text });
|
|
8
|
-
return result.embedding;
|
|
9
|
-
}
|
|
10
|
-
const rag = await getRagInstance(modelId, embeddingFunction, workspace);
|
|
6
|
+
const rag = await getRagInstance(modelId, createWorkspaceEmbeddingFunction(modelId, workspace), workspace);
|
|
11
7
|
const ingestOpts = {
|
|
12
8
|
chunk,
|
|
13
9
|
chunkOpts,
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { type RagWorkspaceInfo } from '
|
|
1
|
+
import { type RagWorkspaceInfo } from '../../rag/rag-workspace-manager.js';
|
|
2
2
|
export declare function listWorkspaces(): RagWorkspaceInfo[];
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { getRagDbAdapter, hasRagWorkspaceStorage } from '
|
|
1
|
+
import { getRagDbAdapter, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
|
|
2
2
|
import { ragReindexParamsSchema } from '../../schemas/index.js';
|
|
3
3
|
import { RAGHyperDBFailedError } from '../../errors/index.js';
|
|
4
4
|
export async function reindex(params, options) {
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { getRagDbAdapter } from '
|
|
1
|
+
import { getRagDbAdapter } from '../../rag/rag-workspace-manager.js';
|
|
2
2
|
import { ragSaveEmbeddingsParamsSchema } from '../../schemas/index.js';
|
|
3
3
|
export async function saveEmbeddings(params, options) {
|
|
4
4
|
const { documents, progressInterval, workspace } = ragSaveEmbeddingsParamsSchema.parse(params);
|
|
@@ -1,2 +1,11 @@
|
|
|
1
1
|
import { type RagSearchParams } from '../../schemas/index.js';
|
|
2
|
-
export
|
|
2
|
+
export interface SearchIdentity {
|
|
3
|
+
requestId?: string | undefined;
|
|
4
|
+
sessionId?: string | undefined;
|
|
5
|
+
}
|
|
6
|
+
/**
|
|
7
|
+
* A search is not a registered RAG operation, so its query is embedded here
|
|
8
|
+
* under the search's own request id and session, then handed to the
|
|
9
|
+
* workspace's embedding function through the stash; see `embedding-scope`.
|
|
10
|
+
*/
|
|
11
|
+
export declare function search(params: RagSearchParams, identity?: SearchIdentity): Promise<import("@qvac/rag").SearchResult[]>;
|
|
@@ -1,16 +1,25 @@
|
|
|
1
|
-
import { getRagInstance, hasRagWorkspaceStorage } from '
|
|
1
|
+
import { getRagInstance, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
|
|
2
|
+
import { createWorkspaceEmbeddingFunction, queryEmbeddingText, stashQueryEmbedding, takeQueryEmbedding } from '../../rag/embedding-scope.js';
|
|
2
3
|
import { embed } from '../../plugins/ops/embed.js';
|
|
3
4
|
import { ragSearchParamsSchema } from '../../schemas/index.js';
|
|
4
|
-
|
|
5
|
+
/**
|
|
6
|
+
* A search is not a registered RAG operation, so its query is embedded here
|
|
7
|
+
* under the search's own request id and session, then handed to the
|
|
8
|
+
* workspace's embedding function through the stash; see `embedding-scope`.
|
|
9
|
+
*/
|
|
10
|
+
export async function search(params, identity = {}) {
|
|
5
11
|
const { modelId, query, topK, n, workspace } = ragSearchParamsSchema.parse(params);
|
|
6
12
|
if (!hasRagWorkspaceStorage(workspace)) {
|
|
7
13
|
return [];
|
|
8
14
|
}
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
15
|
+
const rag = await getRagInstance(modelId, createWorkspaceEmbeddingFunction(modelId, workspace), workspace);
|
|
16
|
+
const text = queryEmbeddingText(query);
|
|
17
|
+
const { embedding } = await embed({ modelId, text }, identity.requestId, identity.sessionId);
|
|
18
|
+
stashQueryEmbedding(workspace, text, embedding);
|
|
19
|
+
try {
|
|
20
|
+
return await rag.search(query, { topK, n });
|
|
21
|
+
}
|
|
22
|
+
finally {
|
|
23
|
+
takeQueryEmbedding(workspace, text);
|
|
12
24
|
}
|
|
13
|
-
const rag = await getRagInstance(modelId, embeddingFunction, workspace);
|
|
14
|
-
const results = await rag.search(query, { topK, n });
|
|
15
|
-
return results;
|
|
16
25
|
}
|
package/dist/rag/index.d.ts
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
export { chunk } from '
|
|
2
|
-
export { ingest } from '
|
|
3
|
-
export { saveEmbeddings } from '
|
|
4
|
-
export { search } from '
|
|
5
|
-
export { deleteEmbeddings } from '
|
|
6
|
-
export { reindex } from '
|
|
7
|
-
export { listWorkspaces } from '
|
|
8
|
-
export { closeWorkspace } from '
|
|
9
|
-
export { deleteWorkspace } from '
|
|
10
|
-
export { closeAllRagInstances, DEFAULT_WORKSPACE, type RagWorkspaceInfo } from '
|
|
11
|
-
export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from '
|
|
1
|
+
export { chunk } from '../rag/handlers/chunk.js';
|
|
2
|
+
export { ingest } from '../rag/handlers/ingest.js';
|
|
3
|
+
export { saveEmbeddings } from '../rag/handlers/save-embeddings.js';
|
|
4
|
+
export { search } from '../rag/handlers/search.js';
|
|
5
|
+
export { deleteEmbeddings } from '../rag/handlers/delete-embeddings.js';
|
|
6
|
+
export { reindex } from '../rag/handlers/reindex.js';
|
|
7
|
+
export { listWorkspaces } from '../rag/handlers/list-workspaces.js';
|
|
8
|
+
export { closeWorkspace } from '../rag/handlers/close-workspace.js';
|
|
9
|
+
export { deleteWorkspace } from '../rag/handlers/delete-workspace.js';
|
|
10
|
+
export { closeAllRagInstances, DEFAULT_WORKSPACE, type RagWorkspaceInfo } from '../rag/rag-workspace-manager.js';
|
|
11
|
+
export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from '../rag/rag-operation-manager.js';
|
package/dist/rag/index.js
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
export { chunk } from '
|
|
2
|
-
export { ingest } from '
|
|
3
|
-
export { saveEmbeddings } from '
|
|
4
|
-
export { search } from '
|
|
5
|
-
export { deleteEmbeddings } from '
|
|
6
|
-
export { reindex } from '
|
|
7
|
-
export { listWorkspaces } from '
|
|
8
|
-
export { closeWorkspace } from '
|
|
9
|
-
export { deleteWorkspace } from '
|
|
10
|
-
export { closeAllRagInstances, DEFAULT_WORKSPACE } from '
|
|
11
|
-
export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from '
|
|
1
|
+
export { chunk } from '../rag/handlers/chunk.js';
|
|
2
|
+
export { ingest } from '../rag/handlers/ingest.js';
|
|
3
|
+
export { saveEmbeddings } from '../rag/handlers/save-embeddings.js';
|
|
4
|
+
export { search } from '../rag/handlers/search.js';
|
|
5
|
+
export { deleteEmbeddings } from '../rag/handlers/delete-embeddings.js';
|
|
6
|
+
export { reindex } from '../rag/handlers/reindex.js';
|
|
7
|
+
export { listWorkspaces } from '../rag/handlers/list-workspaces.js';
|
|
8
|
+
export { closeWorkspace } from '../rag/handlers/close-workspace.js';
|
|
9
|
+
export { deleteWorkspace } from '../rag/handlers/delete-workspace.js';
|
|
10
|
+
export { closeAllRagInstances, DEFAULT_WORKSPACE } from '../rag/rag-workspace-manager.js';
|
|
11
|
+
export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from '../rag/rag-operation-manager.js';
|
|
@@ -1,24 +1,48 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* RAG operation tracking — workspace-level admission bookkeeping.
|
|
3
|
+
*
|
|
4
|
+
* In 0.11.0 the cancel surface for in-flight RAG operations consolidates
|
|
5
|
+
* onto the request registry (`getRequestRegistry().cancel({ requestId })`).
|
|
6
|
+
* The historical workspace-level pre-emption rule — "starting a new
|
|
7
|
+
* `ingest` / `reindex` / `saveEmbeddings` on a workspace cancels any prior
|
|
8
|
+
* op on the same workspace" — is preserved by the dispatcher in
|
|
9
|
+
* `server/rpc/handlers/rag.ts`: the dispatcher cancels the workspace's
|
|
10
|
+
* prior `requestId` (if any) and then begins a new registry context.
|
|
11
|
+
* Workspace-level admission lives in the dispatcher rather than as a
|
|
12
|
+
* registry policy primitive — it's a dispatch concern, not part of the
|
|
13
|
+
* registry's per-`kind` admission rules.
|
|
14
|
+
*
|
|
15
|
+
* This module owns the small workspace → requestId map that makes that
|
|
16
|
+
* pre-emption decision routable from the dispatcher. The map is module-
|
|
17
|
+
* scoped (one per Bare process) so the dispatcher, the shutdown sweep
|
|
18
|
+
* (`cancelAllRagOperations`), and the workspace-close sweep (which
|
|
19
|
+
* delegates to it via `rag-workspace-manager.ts`) all see the same state.
|
|
20
|
+
*/
|
|
21
|
+
export interface ActiveRagRequest {
|
|
22
|
+
requestId: string;
|
|
23
|
+
sessionId: string;
|
|
24
|
+
}
|
|
1
25
|
export declare function getWorkspaceKey(workspace?: string): string;
|
|
2
26
|
/**
|
|
3
27
|
* Returns the `requestId` of any in-flight RAG operation on the workspace
|
|
4
28
|
* (or `undefined` if none). The dispatcher uses this to decide whether to
|
|
5
29
|
* pre-empt before calling `registry.begin(...)`.
|
|
6
30
|
*/
|
|
7
|
-
export declare function getActiveRagRequest(workspace?: string):
|
|
31
|
+
export declare function getActiveRagRequest(workspace?: string): ActiveRagRequest | undefined;
|
|
8
32
|
/**
|
|
9
33
|
* Records the `requestId` of a freshly-begun RAG operation. Called by the
|
|
10
34
|
* dispatcher in `rag.ts` after `registry.begin(...)` succeeds; paired with
|
|
11
35
|
* `clearActiveRagRequest` via the request scope's deferred cleanup so the
|
|
12
36
|
* map never outlives the request.
|
|
13
37
|
*/
|
|
14
|
-
export declare function setActiveRagRequest(workspace: string | undefined,
|
|
38
|
+
export declare function setActiveRagRequest(workspace: string | undefined, request: ActiveRagRequest): void;
|
|
15
39
|
/**
|
|
16
40
|
* Clears the workspace's mapping iff it still belongs to `requestId`. The
|
|
17
41
|
* conditional guard handles the natural race between two ingest calls on
|
|
18
42
|
* the same workspace: the older context's scope unwind must not stomp the
|
|
19
43
|
* newer context's mapping installed by the pre-emption sequence.
|
|
20
44
|
*/
|
|
21
|
-
export declare function clearActiveRagRequest(workspace: string | undefined,
|
|
45
|
+
export declare function clearActiveRagRequest(workspace: string | undefined, request: ActiveRagRequest): void;
|
|
22
46
|
/**
|
|
23
47
|
* Shutdown / workspace-close sweep. Cancels every tracked RAG request via
|
|
24
48
|
* the registry and clears the workspace map. Idempotent — callers that
|
|
@@ -5,27 +5,7 @@ import { getRequestRegistry } from '../runtime/index.js';
|
|
|
5
5
|
// (unit tests, doc generators) — `rag-workspace-manager` pulls in
|
|
6
6
|
// `bare-fs` / `bare-path` at module load.
|
|
7
7
|
const DEFAULT_WORKSPACE = 'default';
|
|
8
|
-
|
|
9
|
-
* RAG operation tracking — workspace-level admission bookkeeping.
|
|
10
|
-
*
|
|
11
|
-
* In 0.11.0 the cancel surface for in-flight RAG operations consolidates
|
|
12
|
-
* onto the request registry (`getRequestRegistry().cancel({ requestId })`).
|
|
13
|
-
* The historical workspace-level pre-emption rule — "starting a new
|
|
14
|
-
* `ingest` / `reindex` / `saveEmbeddings` on a workspace cancels any prior
|
|
15
|
-
* op on the same workspace" — is preserved by the dispatcher in
|
|
16
|
-
* `server/rpc/handlers/rag.ts`: the dispatcher cancels the workspace's
|
|
17
|
-
* prior `requestId` (if any) and then begins a new registry context.
|
|
18
|
-
* Workspace-level admission lives in the dispatcher rather than as a
|
|
19
|
-
* registry policy primitive — it's a dispatch concern, not part of the
|
|
20
|
-
* registry's per-`kind` admission rules.
|
|
21
|
-
*
|
|
22
|
-
* This module owns the small workspace → requestId map that makes that
|
|
23
|
-
* pre-emption decision routable from the dispatcher. The map is module-
|
|
24
|
-
* scoped (one per Bare process) so the dispatcher, the shutdown sweep
|
|
25
|
-
* (`cancelAllRagOperations`), and the workspace-close sweep (which
|
|
26
|
-
* delegates to it via `rag-workspace-manager.ts`) all see the same state.
|
|
27
|
-
*/
|
|
28
|
-
// workspace key → requestId of the in-flight RAG operation on that workspace.
|
|
8
|
+
// workspace key → identity of the in-flight RAG operation on that workspace.
|
|
29
9
|
const activeRagRequestByWorkspace = new Map();
|
|
30
10
|
export function getWorkspaceKey(workspace) {
|
|
31
11
|
return workspace ?? DEFAULT_WORKSPACE;
|
|
@@ -44,8 +24,11 @@ export function getActiveRagRequest(workspace) {
|
|
|
44
24
|
* `clearActiveRagRequest` via the request scope's deferred cleanup so the
|
|
45
25
|
* map never outlives the request.
|
|
46
26
|
*/
|
|
47
|
-
export function setActiveRagRequest(workspace,
|
|
48
|
-
activeRagRequestByWorkspace.set(getWorkspaceKey(workspace),
|
|
27
|
+
export function setActiveRagRequest(workspace, request) {
|
|
28
|
+
activeRagRequestByWorkspace.set(getWorkspaceKey(workspace), request);
|
|
29
|
+
}
|
|
30
|
+
function sameRequest(a, b) {
|
|
31
|
+
return a !== undefined && a.requestId === b.requestId && a.sessionId === b.sessionId;
|
|
49
32
|
}
|
|
50
33
|
/**
|
|
51
34
|
* Clears the workspace's mapping iff it still belongs to `requestId`. The
|
|
@@ -53,9 +36,9 @@ export function setActiveRagRequest(workspace, requestId) {
|
|
|
53
36
|
* the same workspace: the older context's scope unwind must not stomp the
|
|
54
37
|
* newer context's mapping installed by the pre-emption sequence.
|
|
55
38
|
*/
|
|
56
|
-
export function clearActiveRagRequest(workspace,
|
|
39
|
+
export function clearActiveRagRequest(workspace, request) {
|
|
57
40
|
const key = getWorkspaceKey(workspace);
|
|
58
|
-
if (activeRagRequestByWorkspace.get(key)
|
|
41
|
+
if (sameRequest(activeRagRequestByWorkspace.get(key), request)) {
|
|
59
42
|
activeRagRequestByWorkspace.delete(key);
|
|
60
43
|
}
|
|
61
44
|
}
|
|
@@ -69,8 +52,8 @@ export function cancelAllRagOperations() {
|
|
|
69
52
|
if (activeRagRequestByWorkspace.size === 0)
|
|
70
53
|
return;
|
|
71
54
|
const registry = getRequestRegistry();
|
|
72
|
-
for (const [key,
|
|
73
|
-
registry.cancel({
|
|
55
|
+
for (const [key, request] of activeRagRequestByWorkspace) {
|
|
56
|
+
registry.cancel({ ...request, reason: 'rag-shutdown' });
|
|
74
57
|
activeRagRequestByWorkspace.delete(key);
|
|
75
58
|
}
|
|
76
59
|
}
|
|
@@ -6,7 +6,7 @@ import { getConfig, getConfiguredCacheDir } from '../runtime/state.js';
|
|
|
6
6
|
import { PathTraversalError, RAGWorkspaceInUseError, RAGWorkspaceModelMismatchError, RAGWorkspaceNotOpenError } from '../errors/index.js';
|
|
7
7
|
import { validateAndJoinPath } from '../utils/path-security.js';
|
|
8
8
|
import { createStreamLogger, getEngineLogger, RAG_NAMESPACE } from '../logging/index.js';
|
|
9
|
-
import { cancelAllRagOperations } from '
|
|
9
|
+
import { cancelAllRagOperations } from '../rag/rag-operation-manager.js';
|
|
10
10
|
import { registerCorestore, unregisterCorestore } from '../runtime/runtime-lifecycle.js';
|
|
11
11
|
import { getTurboVecIndexProvider } from '../plugins/registry.js';
|
|
12
12
|
const logger = getEngineLogger();
|
package/dist/registry.js
CHANGED
|
@@ -20,6 +20,7 @@ import { handleModelRegistryList, handleModelRegistrySearch, handleModelRegistry
|
|
|
20
20
|
import { handleSuspend } from './handlers/suspend.js';
|
|
21
21
|
import { handleResume } from './handlers/resume.js';
|
|
22
22
|
import { handleState } from './handlers/state.js';
|
|
23
|
+
import { handleOpenSession, handleCloseSession } from './handlers/session.js';
|
|
23
24
|
// Capability handlers route a request to whichever plugin serves the loaded
|
|
24
25
|
// model's type. Every model capability shares this shape, so one factory each
|
|
25
26
|
// for reply/stream/duplex stands in for a file per capability.
|
|
@@ -51,12 +52,17 @@ export const registry = {
|
|
|
51
52
|
type: 'reply',
|
|
52
53
|
handler: handleHeartbeat
|
|
53
54
|
},
|
|
55
|
+
openSession: { type: 'reply', handler: handleOpenSession },
|
|
56
|
+
closeSession: { type: 'reply', handler: handleCloseSession },
|
|
54
57
|
unloadModel: {
|
|
55
58
|
type: 'reply',
|
|
56
59
|
handler: handleUnloadModel
|
|
57
60
|
},
|
|
58
61
|
embed: { type: 'reply', pluginOp: true, handler: pluginReply('embed') },
|
|
62
|
+
calcTokens: { type: 'reply', pluginOp: true, handler: pluginReply('calcTokens') },
|
|
63
|
+
embedBatch: { type: 'reply', pluginOp: true, handler: pluginReply('embedBatch') },
|
|
59
64
|
decide: { type: 'reply', pluginOp: true, handler: pluginReply('decide') },
|
|
65
|
+
rerank: { type: 'reply', pluginOp: true, handler: pluginReply('rerank') },
|
|
60
66
|
cancel: {
|
|
61
67
|
type: 'reply',
|
|
62
68
|
handler: cancelHandler
|
|
@@ -108,7 +114,7 @@ export const registry = {
|
|
|
108
114
|
worldStepStream: { type: 'stream', pluginOp: true, handler: pluginStream('worldStepStream') },
|
|
109
115
|
worldSceneStream: { type: 'stream', pluginOp: true, handler: pluginStream('worldSceneStream') },
|
|
110
116
|
classify: { type: 'stream', pluginOp: true, handler: pluginStream('classify') },
|
|
111
|
-
loggingStream: { type: 'stream', handler: handleLoggingStream },
|
|
117
|
+
loggingStream: { type: 'stream', handler: handleLoggingStream, endsOnAbort: true },
|
|
112
118
|
pluginInvokeStream: { type: 'stream', handler: handlePluginInvokeStream },
|
|
113
119
|
// Duplex
|
|
114
120
|
transcribeStream: { type: 'duplex', pluginOp: true, handler: pluginDuplex('transcribeStream') },
|