@sprinterai/runtime 0.4.1 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapters/a2a-adapter.d.ts +37 -9
- package/dist/adapters/a2a-adapter.d.ts.map +1 -1
- package/dist/adapters/a2a-adapter.js +132 -9
- package/dist/adapters/a2a-adapter.js.map +1 -1
- package/dist/adapters/a2a-adapter.test.d.ts +2 -0
- package/dist/adapters/a2a-adapter.test.d.ts.map +1 -0
- package/dist/adapters/a2a-adapter.test.js +295 -0
- package/dist/adapters/a2a-adapter.test.js.map +1 -0
- package/dist/adapters/http-agent-adapter.d.ts +19 -9
- package/dist/adapters/http-agent-adapter.d.ts.map +1 -1
- package/dist/adapters/http-agent-adapter.js +55 -9
- package/dist/adapters/http-agent-adapter.js.map +1 -1
- package/dist/adapters/http-agent-adapter.test.d.ts +2 -0
- package/dist/adapters/http-agent-adapter.test.d.ts.map +1 -0
- package/dist/adapters/http-agent-adapter.test.js +164 -0
- package/dist/adapters/http-agent-adapter.test.js.map +1 -0
- package/dist/adapters/index.d.ts +8 -8
- package/dist/adapters/index.d.ts.map +1 -1
- package/dist/adapters/index.js +4 -4
- package/dist/adapters/index.js.map +1 -1
- package/dist/adapters/mcp-adapter.d.ts +29 -9
- package/dist/adapters/mcp-adapter.d.ts.map +1 -1
- package/dist/adapters/mcp-adapter.js +43 -8
- package/dist/adapters/mcp-adapter.js.map +1 -1
- package/dist/adapters/mcp-adapter.test.d.ts +2 -0
- package/dist/adapters/mcp-adapter.test.d.ts.map +1 -0
- package/dist/adapters/mcp-adapter.test.js +118 -0
- package/dist/adapters/mcp-adapter.test.js.map +1 -0
- package/dist/adapters/openclaw-adapter.d.ts +34 -8
- package/dist/adapters/openclaw-adapter.d.ts.map +1 -1
- package/dist/adapters/openclaw-adapter.js +38 -8
- package/dist/adapters/openclaw-adapter.js.map +1 -1
- package/dist/adapters/openclaw-adapter.test.d.ts +2 -0
- package/dist/adapters/openclaw-adapter.test.d.ts.map +1 -0
- package/dist/adapters/openclaw-adapter.test.js +77 -0
- package/dist/adapters/openclaw-adapter.test.js.map +1 -0
- package/dist/agent/agent-registry.test.js +1 -1
- package/dist/agent/agent-resolver.d.ts +8 -2
- package/dist/agent/agent-resolver.d.ts.map +1 -1
- package/dist/agent/agent-resolver.js +7 -1
- package/dist/agent/agent-resolver.js.map +1 -1
- package/dist/agent/agent-resolver.test.js +21 -3
- package/dist/agent/agent-resolver.test.js.map +1 -1
- package/dist/agent/delegate.test.js +1 -1
- package/dist/agent/execute-agent.d.ts +32 -11
- package/dist/agent/execute-agent.d.ts.map +1 -1
- package/dist/agent/execute-agent.js +39 -3
- package/dist/agent/execute-agent.js.map +1 -1
- package/dist/agent/index.d.ts +9 -9
- package/dist/agent/index.d.ts.map +1 -1
- package/dist/agent/index.js +5 -5
- package/dist/agent/index.js.map +1 -1
- package/dist/agent/prompt-builder.test.js +1 -1
- package/dist/approval/approval-manager.d.ts +19 -0
- package/dist/approval/approval-manager.d.ts.map +1 -0
- package/dist/approval/approval-manager.js +36 -0
- package/dist/approval/approval-manager.js.map +1 -0
- package/dist/approval/approval-manager.test.d.ts +2 -0
- package/dist/approval/approval-manager.test.d.ts.map +1 -0
- package/dist/approval/approval-manager.test.js +239 -0
- package/dist/approval/approval-manager.test.js.map +1 -0
- package/dist/approval/index.d.ts +3 -0
- package/dist/approval/index.d.ts.map +1 -0
- package/dist/approval/index.js +2 -0
- package/dist/approval/index.js.map +1 -0
- package/dist/chat/chat-handler.d.ts +16 -7
- package/dist/chat/chat-handler.d.ts.map +1 -1
- package/dist/chat/chat-handler.js +68 -20
- package/dist/chat/chat-handler.js.map +1 -1
- package/dist/chat/chat-handler.test.js +101 -11
- package/dist/chat/chat-handler.test.js.map +1 -1
- package/dist/chat/index.d.ts +3 -3
- package/dist/chat/index.js +2 -2
- package/dist/chat/message-utils.d.ts +15 -7
- package/dist/chat/message-utils.d.ts.map +1 -1
- package/dist/chat/message-utils.js +94 -22
- package/dist/chat/message-utils.js.map +1 -1
- package/dist/chat/message-utils.test.js +71 -1
- package/dist/chat/message-utils.test.js.map +1 -1
- package/dist/document/chunk-generator.d.ts +6 -0
- package/dist/document/chunk-generator.d.ts.map +1 -0
- package/dist/document/chunk-generator.js +107 -0
- package/dist/document/chunk-generator.js.map +1 -0
- package/dist/document/chunk-generator.test.d.ts +2 -0
- package/dist/document/chunk-generator.test.d.ts.map +1 -0
- package/dist/document/chunk-generator.test.js +166 -0
- package/dist/document/chunk-generator.test.js.map +1 -0
- package/dist/document/document-processor.d.ts +27 -0
- package/dist/document/document-processor.d.ts.map +1 -0
- package/dist/document/document-processor.js +44 -0
- package/dist/document/document-processor.js.map +1 -0
- package/dist/document/document-processor.test.d.ts +2 -0
- package/dist/document/document-processor.test.d.ts.map +1 -0
- package/dist/document/document-processor.test.js +197 -0
- package/dist/document/document-processor.test.js.map +1 -0
- package/dist/document/index.d.ts +5 -0
- package/dist/document/index.d.ts.map +1 -0
- package/dist/document/index.js +4 -0
- package/dist/document/index.js.map +1 -0
- package/dist/document/parsers/index.d.ts +2 -0
- package/dist/document/parsers/index.d.ts.map +1 -0
- package/dist/document/parsers/index.js +2 -0
- package/dist/document/parsers/index.js.map +1 -0
- package/dist/document/parsers/text-parser.d.ts +4 -0
- package/dist/document/parsers/text-parser.d.ts.map +1 -0
- package/dist/document/parsers/text-parser.js +23 -0
- package/dist/document/parsers/text-parser.js.map +1 -0
- package/dist/document/parsers/text-parser.test.d.ts +2 -0
- package/dist/document/parsers/text-parser.test.d.ts.map +1 -0
- package/dist/document/parsers/text-parser.test.js +64 -0
- package/dist/document/parsers/text-parser.test.js.map +1 -0
- package/dist/eval/eval-runner.test.js +2 -2
- package/dist/eval/index.d.ts +3 -3
- package/dist/eval/index.js +2 -2
- package/dist/eval/scorers.test.js +1 -1
- package/dist/events/event-bus.d.ts +12 -0
- package/dist/events/event-bus.d.ts.map +1 -0
- package/dist/events/event-bus.js +77 -0
- package/dist/events/event-bus.js.map +1 -0
- package/dist/events/event-bus.test.d.ts +2 -0
- package/dist/events/event-bus.test.d.ts.map +1 -0
- package/dist/events/event-bus.test.js +155 -0
- package/dist/events/event-bus.test.js.map +1 -0
- package/dist/events/index.d.ts +2 -0
- package/dist/events/index.d.ts.map +1 -0
- package/dist/events/index.js +2 -0
- package/dist/events/index.js.map +1 -0
- package/dist/guardrail/guardrail-pipeline.test.js +1 -1
- package/dist/guardrail/index.d.ts +2 -2
- package/dist/guardrail/index.js +1 -1
- package/dist/index.d.ts +81 -45
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +55 -27
- package/dist/index.js.map +1 -1
- package/dist/jobs/in-memory-job-queue.d.ts +20 -0
- package/dist/jobs/in-memory-job-queue.d.ts.map +1 -0
- package/dist/jobs/in-memory-job-queue.js +120 -0
- package/dist/jobs/in-memory-job-queue.js.map +1 -0
- package/dist/jobs/in-memory-job-queue.test.d.ts +2 -0
- package/dist/jobs/in-memory-job-queue.test.d.ts.map +1 -0
- package/dist/jobs/in-memory-job-queue.test.js +146 -0
- package/dist/jobs/in-memory-job-queue.test.js.map +1 -0
- package/dist/jobs/index.d.ts +4 -0
- package/dist/jobs/index.d.ts.map +1 -0
- package/dist/jobs/index.js +3 -0
- package/dist/jobs/index.js.map +1 -0
- package/dist/jobs/job-runner.d.ts +42 -0
- package/dist/jobs/job-runner.d.ts.map +1 -0
- package/dist/jobs/job-runner.js +119 -0
- package/dist/jobs/job-runner.js.map +1 -0
- package/dist/jobs/job-runner.test.d.ts +2 -0
- package/dist/jobs/job-runner.test.d.ts.map +1 -0
- package/dist/jobs/job-runner.test.js +190 -0
- package/dist/jobs/job-runner.test.js.map +1 -0
- package/dist/memory/index.d.ts +3 -3
- package/dist/memory/index.js +2 -2
- package/dist/memory/memory-prompt.d.ts +1 -1
- package/dist/module/create-runtime.d.ts +21 -6
- package/dist/module/create-runtime.d.ts.map +1 -1
- package/dist/module/create-runtime.js +7 -7
- package/dist/module/create-runtime.js.map +1 -1
- package/dist/module/create-runtime.test.js +8 -8
- package/dist/module/index.d.ts +5 -4
- package/dist/module/index.d.ts.map +1 -1
- package/dist/module/index.js +3 -2
- package/dist/module/index.js.map +1 -1
- package/dist/module/map-supabase-stores.d.ts +33 -0
- package/dist/module/map-supabase-stores.d.ts.map +1 -0
- package/dist/module/map-supabase-stores.js +28 -0
- package/dist/module/map-supabase-stores.js.map +1 -0
- package/dist/module/module-loader.d.ts +9 -1
- package/dist/module/module-loader.d.ts.map +1 -1
- package/dist/module/module-loader.js +40 -1
- package/dist/module/module-loader.js.map +1 -1
- package/dist/module/module-loader.test.js +38 -1
- package/dist/module/module-loader.test.js.map +1 -1
- package/dist/notification/digest-scheduler.d.ts +18 -0
- package/dist/notification/digest-scheduler.d.ts.map +1 -0
- package/dist/notification/digest-scheduler.js +44 -0
- package/dist/notification/digest-scheduler.js.map +1 -0
- package/dist/notification/digest-scheduler.test.d.ts +2 -0
- package/dist/notification/digest-scheduler.test.d.ts.map +1 -0
- package/dist/notification/digest-scheduler.test.js +306 -0
- package/dist/notification/digest-scheduler.test.js.map +1 -0
- package/dist/notification/index.d.ts +5 -0
- package/dist/notification/index.d.ts.map +1 -0
- package/dist/notification/index.js +3 -0
- package/dist/notification/index.js.map +1 -0
- package/dist/notification/notification-engine.d.ts +20 -0
- package/dist/notification/notification-engine.d.ts.map +1 -0
- package/dist/notification/notification-engine.js +78 -0
- package/dist/notification/notification-engine.js.map +1 -0
- package/dist/notification/notification-engine.test.d.ts +2 -0
- package/dist/notification/notification-engine.test.d.ts.map +1 -0
- package/dist/notification/notification-engine.test.js +364 -0
- package/dist/notification/notification-engine.test.js.map +1 -0
- package/dist/providers/index.d.ts +5 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +3 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/model-resolver.d.ts +93 -0
- package/dist/providers/model-resolver.d.ts.map +1 -0
- package/dist/providers/model-resolver.js +152 -0
- package/dist/providers/model-resolver.js.map +1 -0
- package/dist/providers/model-resolver.test.d.ts +2 -0
- package/dist/providers/model-resolver.test.d.ts.map +1 -0
- package/dist/providers/model-resolver.test.js +199 -0
- package/dist/providers/model-resolver.test.js.map +1 -0
- package/dist/providers/noop-providers.d.ts +6 -0
- package/dist/providers/noop-providers.d.ts.map +1 -0
- package/dist/providers/noop-providers.js +15 -0
- package/dist/providers/noop-providers.js.map +1 -0
- package/dist/providers/noop-providers.test.d.ts +2 -0
- package/dist/providers/noop-providers.test.d.ts.map +1 -0
- package/dist/providers/noop-providers.test.js +63 -0
- package/dist/providers/noop-providers.test.js.map +1 -0
- package/dist/providers/provider-interfaces.d.ts +65 -0
- package/dist/providers/provider-interfaces.d.ts.map +1 -0
- package/dist/providers/provider-interfaces.js +2 -0
- package/dist/providers/provider-interfaces.js.map +1 -0
- package/dist/realtime/index.d.ts +3 -0
- package/dist/realtime/index.d.ts.map +1 -0
- package/dist/realtime/index.js +2 -0
- package/dist/realtime/index.js.map +1 -0
- package/dist/realtime/realtime-manager.d.ts +20 -0
- package/dist/realtime/realtime-manager.d.ts.map +1 -0
- package/dist/realtime/realtime-manager.js +110 -0
- package/dist/realtime/realtime-manager.js.map +1 -0
- package/dist/realtime/realtime-manager.test.d.ts +2 -0
- package/dist/realtime/realtime-manager.test.d.ts.map +1 -0
- package/dist/realtime/realtime-manager.test.js +273 -0
- package/dist/realtime/realtime-manager.test.js.map +1 -0
- package/dist/scoring/compute-score.test.js +1 -1
- package/dist/scoring/index.d.ts +2 -2
- package/dist/scoring/index.js +1 -1
- package/dist/search/cosine-similarity.d.ts +8 -0
- package/dist/search/cosine-similarity.d.ts.map +1 -0
- package/dist/search/cosine-similarity.js +28 -0
- package/dist/search/cosine-similarity.js.map +1 -0
- package/dist/search/cosine-similarity.test.d.ts +2 -0
- package/dist/search/cosine-similarity.test.d.ts.map +1 -0
- package/dist/search/cosine-similarity.test.js +49 -0
- package/dist/search/cosine-similarity.test.js.map +1 -0
- package/dist/search/hybrid-search.d.ts +47 -0
- package/dist/search/hybrid-search.d.ts.map +1 -0
- package/dist/search/hybrid-search.js +111 -0
- package/dist/search/hybrid-search.js.map +1 -0
- package/dist/search/hybrid-search.test.d.ts +2 -0
- package/dist/search/hybrid-search.test.d.ts.map +1 -0
- package/dist/search/hybrid-search.test.js +238 -0
- package/dist/search/hybrid-search.test.js.map +1 -0
- package/dist/search/in-memory-search.d.ts +17 -0
- package/dist/search/in-memory-search.d.ts.map +1 -0
- package/dist/search/in-memory-search.js +59 -0
- package/dist/search/in-memory-search.js.map +1 -0
- package/dist/search/in-memory-search.test.d.ts +2 -0
- package/dist/search/in-memory-search.test.d.ts.map +1 -0
- package/dist/search/in-memory-search.test.js +169 -0
- package/dist/search/in-memory-search.test.js.map +1 -0
- package/dist/search/index.d.ts +6 -0
- package/dist/search/index.d.ts.map +1 -0
- package/dist/search/index.js +4 -0
- package/dist/search/index.js.map +1 -0
- package/dist/testing/in-memory-agent-store.d.ts +5 -1
- package/dist/testing/in-memory-agent-store.d.ts.map +1 -1
- package/dist/testing/in-memory-agent-store.js +19 -0
- package/dist/testing/in-memory-agent-store.js.map +1 -1
- package/dist/testing/in-memory-agent-store.test.js +1 -1
- package/dist/testing/in-memory-chat-store.d.ts +4 -3
- package/dist/testing/in-memory-chat-store.d.ts.map +1 -1
- package/dist/testing/in-memory-chat-store.js +3 -2
- package/dist/testing/in-memory-chat-store.js.map +1 -1
- package/dist/testing/in-memory-entity-store.d.ts +5 -1
- package/dist/testing/in-memory-entity-store.d.ts.map +1 -1
- package/dist/testing/in-memory-entity-store.js +69 -4
- package/dist/testing/in-memory-entity-store.js.map +1 -1
- package/dist/testing/in-memory-entity-store.test.js +1 -1
- package/dist/testing/in-memory-memory-store.d.ts +3 -1
- package/dist/testing/in-memory-memory-store.d.ts.map +1 -1
- package/dist/testing/in-memory-memory-store.js +20 -0
- package/dist/testing/in-memory-memory-store.js.map +1 -1
- package/dist/testing/in-memory-tool-store.d.ts +13 -2
- package/dist/testing/in-memory-tool-store.d.ts.map +1 -1
- package/dist/testing/in-memory-tool-store.js +51 -0
- package/dist/testing/in-memory-tool-store.js.map +1 -1
- package/dist/testing/index.d.ts +7 -7
- package/dist/testing/index.js +7 -7
- package/dist/tool/ai-bridge.d.ts +1 -0
- package/dist/tool/ai-bridge.d.ts.map +1 -1
- package/dist/tool/ai-bridge.js +1 -0
- package/dist/tool/ai-bridge.js.map +1 -1
- package/dist/tool/ai-bridge.test.js +1 -1
- package/dist/tool/catalog.d.ts +19 -0
- package/dist/tool/catalog.d.ts.map +1 -0
- package/dist/tool/catalog.js +88 -0
- package/dist/tool/catalog.js.map +1 -0
- package/dist/tool/catalog.test.d.ts +2 -0
- package/dist/tool/catalog.test.d.ts.map +1 -0
- package/dist/tool/catalog.test.js +129 -0
- package/dist/tool/catalog.test.js.map +1 -0
- package/dist/tool/entity-tools-factory.d.ts.map +1 -1
- package/dist/tool/entity-tools-factory.js +80 -0
- package/dist/tool/entity-tools-factory.js.map +1 -1
- package/dist/tool/entity-tools-factory.test.js +70 -4
- package/dist/tool/entity-tools-factory.test.js.map +1 -1
- package/dist/tool/execute-registered-tool.d.ts +17 -0
- package/dist/tool/execute-registered-tool.d.ts.map +1 -0
- package/dist/tool/execute-registered-tool.js +24 -0
- package/dist/tool/execute-registered-tool.js.map +1 -0
- package/dist/tool/execute-registered-tool.test.d.ts +2 -0
- package/dist/tool/execute-registered-tool.test.d.ts.map +1 -0
- package/dist/tool/execute-registered-tool.test.js +73 -0
- package/dist/tool/execute-registered-tool.test.js.map +1 -0
- package/dist/tool/index.d.ts +11 -7
- package/dist/tool/index.d.ts.map +1 -1
- package/dist/tool/index.js +7 -5
- package/dist/tool/index.js.map +1 -1
- package/dist/tool/resolve-tools.d.ts +3 -1
- package/dist/tool/resolve-tools.d.ts.map +1 -1
- package/dist/tool/resolve-tools.js +1 -1
- package/dist/tool/resolve-tools.js.map +1 -1
- package/dist/tool/resolve-tools.test.js +1 -1
- package/dist/tool/tool-executor.d.ts +3 -2
- package/dist/tool/tool-executor.d.ts.map +1 -1
- package/dist/tool/tool-executor.js +4 -2
- package/dist/tool/tool-executor.js.map +1 -1
- package/dist/tool/tool-executor.test.js +2 -2
- package/dist/tool/tool-registry.test.js +1 -1
- package/dist/tool/zod-to-json-schema.d.ts +7 -0
- package/dist/tool/zod-to-json-schema.d.ts.map +1 -0
- package/dist/tool/zod-to-json-schema.js +12 -0
- package/dist/tool/zod-to-json-schema.js.map +1 -0
- package/dist/tool/zod-to-json-schema.test.d.ts +2 -0
- package/dist/tool/zod-to-json-schema.test.d.ts.map +1 -0
- package/dist/tool/zod-to-json-schema.test.js +127 -0
- package/dist/tool/zod-to-json-schema.test.js.map +1 -0
- package/dist/webhook/index.d.ts +4 -0
- package/dist/webhook/index.d.ts.map +1 -0
- package/dist/webhook/index.js +3 -0
- package/dist/webhook/index.js.map +1 -0
- package/dist/webhook/webhook-delivery.d.ts +12 -0
- package/dist/webhook/webhook-delivery.d.ts.map +1 -0
- package/dist/webhook/webhook-delivery.js +102 -0
- package/dist/webhook/webhook-delivery.js.map +1 -0
- package/dist/webhook/webhook-delivery.test.d.ts +2 -0
- package/dist/webhook/webhook-delivery.test.d.ts.map +1 -0
- package/dist/webhook/webhook-delivery.test.js +284 -0
- package/dist/webhook/webhook-delivery.test.js.map +1 -0
- package/dist/webhook/webhook-signer.d.ts +14 -0
- package/dist/webhook/webhook-signer.d.ts.map +1 -0
- package/dist/webhook/webhook-signer.js +31 -0
- package/dist/webhook/webhook-signer.js.map +1 -0
- package/dist/webhook/webhook-signer.test.d.ts +2 -0
- package/dist/webhook/webhook-signer.test.d.ts.map +1 -0
- package/dist/webhook/webhook-signer.test.js +74 -0
- package/dist/webhook/webhook-signer.test.js.map +1 -0
- package/dist/workflow/compile.js +4 -1
- package/dist/workflow/compile.js.map +1 -1
- package/dist/workflow/compile.test.js +1 -1
- package/dist/workflow/evaluate-nodes.d.ts +24 -0
- package/dist/workflow/evaluate-nodes.d.ts.map +1 -0
- package/dist/workflow/evaluate-nodes.js +126 -0
- package/dist/workflow/evaluate-nodes.js.map +1 -0
- package/dist/workflow/evaluate-nodes.test.d.ts +2 -0
- package/dist/workflow/evaluate-nodes.test.d.ts.map +1 -0
- package/dist/workflow/evaluate-nodes.test.js +363 -0
- package/dist/workflow/evaluate-nodes.test.js.map +1 -0
- package/dist/workflow/index.d.ts +8 -3
- package/dist/workflow/index.d.ts.map +1 -1
- package/dist/workflow/index.js +4 -2
- package/dist/workflow/index.js.map +1 -1
- package/dist/workflow/node-executor.d.ts +40 -0
- package/dist/workflow/node-executor.d.ts.map +1 -0
- package/dist/workflow/node-executor.js +2 -0
- package/dist/workflow/node-executor.js.map +1 -0
- package/dist/workflow/node-executor.test.d.ts +2 -0
- package/dist/workflow/node-executor.test.d.ts.map +1 -0
- package/dist/workflow/node-executor.test.js +91 -0
- package/dist/workflow/node-executor.test.js.map +1 -0
- package/dist/workflow/status.test.js +1 -1
- package/dist/workflow/workflow-runner.d.ts +57 -0
- package/dist/workflow/workflow-runner.d.ts.map +1 -0
- package/dist/workflow/workflow-runner.js +263 -0
- package/dist/workflow/workflow-runner.js.map +1 -0
- package/dist/workflow/workflow-runner.test.d.ts +2 -0
- package/dist/workflow/workflow-runner.test.d.ts.map +1 -0
- package/dist/workflow/workflow-runner.test.js +657 -0
- package/dist/workflow/workflow-runner.test.js.map +1 -0
- package/package.json +9 -4
|
@@ -0,0 +1,111 @@
|
|
|
1
|
+
/** RRF constant (standard value from literature). */
|
|
2
|
+
const RRF_K = 60;
|
|
3
|
+
/** Default search configuration values. */
|
|
4
|
+
const DEFAULTS = {
|
|
5
|
+
vectorWeight: 0.7,
|
|
6
|
+
textWeight: 0.3,
|
|
7
|
+
minSimilarity: 0.3,
|
|
8
|
+
limit: 10,
|
|
9
|
+
};
|
|
10
|
+
/**
|
|
11
|
+
* Reciprocal Rank Fusion: combines two ranked lists into one.
|
|
12
|
+
* score = vectorWeight / (RRF_K + vectorRank) + textWeight / (RRF_K + textRank)
|
|
13
|
+
*
|
|
14
|
+
* Hits appearing in only one list receive the RRF contribution from that list only.
|
|
15
|
+
*/
|
|
16
|
+
export function reciprocalRankFusion(vectorHits, textHits, options) {
|
|
17
|
+
const vectorWeight = options.vectorWeight ?? DEFAULTS.vectorWeight;
|
|
18
|
+
const textWeight = options.textWeight ?? DEFAULTS.textWeight;
|
|
19
|
+
const minSimilarity = options.minSimilarity ?? DEFAULTS.minSimilarity;
|
|
20
|
+
const limit = options.limit ?? DEFAULTS.limit;
|
|
21
|
+
// Filter vector hits by minimum similarity
|
|
22
|
+
const filteredVectorHits = vectorHits.filter((hit) => hit.similarity >= minSimilarity);
|
|
23
|
+
// Rank vector hits by similarity (highest first -- already assumed sorted, but be safe)
|
|
24
|
+
const rankedVector = [...filteredVectorHits].sort((a, b) => b.similarity - a.similarity);
|
|
25
|
+
// Rank text hits by rank score (highest first)
|
|
26
|
+
const rankedText = [...textHits].sort((a, b) => b.rank - a.rank);
|
|
27
|
+
// Build vector rank map: id -> { rank (1-based), hit }
|
|
28
|
+
const vectorRankMap = new Map();
|
|
29
|
+
for (let i = 0; i < rankedVector.length; i++) {
|
|
30
|
+
vectorRankMap.set(rankedVector[i].id, {
|
|
31
|
+
rank: i + 1,
|
|
32
|
+
hit: rankedVector[i],
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
// Build text rank map: id -> { rank (1-based), hit }
|
|
36
|
+
const textRankMap = new Map();
|
|
37
|
+
for (let i = 0; i < rankedText.length; i++) {
|
|
38
|
+
textRankMap.set(rankedText[i].id, { rank: i + 1, hit: rankedText[i] });
|
|
39
|
+
}
|
|
40
|
+
// Collect all unique IDs
|
|
41
|
+
const allIds = new Set([...vectorRankMap.keys(), ...textRankMap.keys()]);
|
|
42
|
+
// Compute RRF score for each item
|
|
43
|
+
const results = [];
|
|
44
|
+
for (const id of allIds) {
|
|
45
|
+
const vectorEntry = vectorRankMap.get(id);
|
|
46
|
+
const textEntry = textRankMap.get(id);
|
|
47
|
+
const vectorRRF = vectorEntry ? vectorWeight / (RRF_K + vectorEntry.rank) : 0;
|
|
48
|
+
const textRRF = textEntry ? textWeight / (RRF_K + textEntry.rank) : 0;
|
|
49
|
+
// Use whichever hit we have for the base data
|
|
50
|
+
const hit = vectorEntry?.hit ?? textEntry?.hit;
|
|
51
|
+
if (!hit)
|
|
52
|
+
continue;
|
|
53
|
+
results.push({
|
|
54
|
+
id: hit.id,
|
|
55
|
+
documentId: hit.documentId,
|
|
56
|
+
content: hit.content,
|
|
57
|
+
chunkIndex: hit.chunkIndex,
|
|
58
|
+
pageNumber: hit.pageNumber,
|
|
59
|
+
metadata: hit.metadata,
|
|
60
|
+
vectorScore: vectorEntry?.hit.similarity ?? null,
|
|
61
|
+
textScore: textEntry?.hit.rank ?? null,
|
|
62
|
+
score: vectorRRF + textRRF,
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
// Sort by combined score descending
|
|
66
|
+
results.sort((a, b) => b.score - a.score);
|
|
67
|
+
// Apply limit
|
|
68
|
+
return results.slice(0, limit);
|
|
69
|
+
}
|
|
70
|
+
/** Create a hybrid search provider. */
|
|
71
|
+
export function createHybridSearch(config) {
|
|
72
|
+
return {
|
|
73
|
+
async search(query, options) {
|
|
74
|
+
const canVector = config.embeddingProvider !== undefined && config.vectorSearch !== undefined;
|
|
75
|
+
if (canVector) {
|
|
76
|
+
// Generate query embedding and run both searches in parallel
|
|
77
|
+
const embedding = await config.embeddingProvider.generateEmbeddings([query]);
|
|
78
|
+
if (embedding !== null && embedding.length > 0) {
|
|
79
|
+
const [vectorHits, textHits] = await Promise.all([
|
|
80
|
+
config.vectorSearch(embedding[0], options),
|
|
81
|
+
config.textSearch(query, options),
|
|
82
|
+
]);
|
|
83
|
+
return reciprocalRankFusion(vectorHits, textHits, {
|
|
84
|
+
vectorWeight: options.vectorWeight,
|
|
85
|
+
textWeight: options.textWeight,
|
|
86
|
+
minSimilarity: options.minSimilarity,
|
|
87
|
+
limit: options.limit,
|
|
88
|
+
});
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
// Fallback: text search only
|
|
92
|
+
const textHits = await config.textSearch(query, options);
|
|
93
|
+
// Convert text hits to SearchResult with text-only scoring
|
|
94
|
+
return textHits
|
|
95
|
+
.sort((a, b) => b.rank - a.rank)
|
|
96
|
+
.slice(0, options.limit ?? DEFAULTS.limit)
|
|
97
|
+
.map((hit, index) => ({
|
|
98
|
+
id: hit.id,
|
|
99
|
+
documentId: hit.documentId,
|
|
100
|
+
content: hit.content,
|
|
101
|
+
chunkIndex: hit.chunkIndex,
|
|
102
|
+
pageNumber: hit.pageNumber,
|
|
103
|
+
metadata: hit.metadata,
|
|
104
|
+
vectorScore: null,
|
|
105
|
+
textScore: hit.rank,
|
|
106
|
+
score: (options.textWeight ?? DEFAULTS.textWeight) / (RRF_K + index + 1),
|
|
107
|
+
}));
|
|
108
|
+
},
|
|
109
|
+
};
|
|
110
|
+
}
|
|
111
|
+
//# sourceMappingURL=hybrid-search.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hybrid-search.js","sourceRoot":"","sources":["../../src/search/hybrid-search.ts"],"names":[],"mappings":"AAyCA,qDAAqD;AACrD,MAAM,KAAK,GAAG,EAAE,CAAC;AAEjB,2CAA2C;AAC3C,MAAM,QAAQ,GAAG;IACf,YAAY,EAAE,GAAG;IACjB,UAAU,EAAE,GAAG;IACf,aAAa,EAAE,GAAG;IAClB,KAAK,EAAE,EAAE;CACD,CAAC;AAEX;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAClC,UAA6B,EAC7B,QAAyB,EACzB,OAKC;IAED,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC,YAAY,CAAC;IACnE,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC;IAC7D,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,CAAC;IACtE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC;IAE9C,2CAA2C;IAC3C,MAAM,kBAAkB,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,IAAI,aAAa,CAAC,CAAC;IAEvF,wFAAwF;IACxF,MAAM,YAAY,GAAG,CAAC,GAAG,kBAAkB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IAEzF,+CAA+C;IAC/C,MAAM,UAAU,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;IAEjE,uDAAuD;IACvD,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkD,CAAC;IAChF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,aAAa,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE;YACpC,IAAI,EAAE,CAAC,GAAG,CAAC;YACX,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC;SACrB,CAAC,CAAC;IACL,CAAC;IAED,qDAAqD;IACrD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAgD,CAAC;IAC5E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,yBAAyB;IACzB,MAAM,MAAM,GAAG,IAAI,GAAG,CAAS,CAAC,GAAG,aAAa,CAAC,IAAI,EAAE,EAAE,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAEjF,kCAAkC;IAClC,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,KAAK,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEtC,MAAM,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9E,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAEtE,8CAA8C;QAC9C,MAAM,GAAG,GAAG,WAAW,EAAE,GAAG,IAAI,SAAS,EAAE,GAAG,CAAC;QAC/C,IAAI,CAAC,GAAG;YAAE,SAAS;QAEnB,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,OAAO,EAAE,GAAG,CAAC,OAAO;YACpB,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,WAAW,EAAE,WAAW,EAAE,GAAG,CAAC,UAAU,IAAI,IAAI;YAChD,SAAS,EAAE,SAAS,EAAE,GAAG,CAAC,IAAI,IAAI,IAAI;YACtC,KAAK,EAAE,SAAS,GAAG,OAAO;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,oCAAoC;IACpC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAE1C,cAAc;IACd,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;AACjC,CAAC;AAED,uCAAuC;AACvC,MAAM,UAAU,kBAAkB,CAAC,MAA0B;IAC3D,OAAO;QACL,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAA4B;YACtD,MAAM,SAAS,GAAG,MAAM,CAAC,iBAAiB,KAAK,SAAS,IAAI,MAAM,CAAC,YAAY,KAAK,SAAS,CAAC;YAE9F,IAAI,SAAS,EAAE,CAAC;gBACd,6DAA6D;gBAC7D,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,iBAAkB,CAAC,kBAAkB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBAE9E,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC/C,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;wBAC/C,MAAM,CAAC,YAAa,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;wBAC3C,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC;qBAClC,CAAC,CAAC;oBAEH,OAAO,oBAAoB,CAAC,UAAU,EAAE,QAAQ,EAAE;wBAChD,YAAY,EAAE,OAAO,CAAC,YAAY;wBAClC,UAAU,EAAE,OAAO,CAAC,UAAU;wBAC9B,aAAa,EAAE,OAAO,CAAC,aAAa;wBACpC,KAAK,EAAE,OAAO,CAAC,KAAK;qBACrB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,6BAA6B;YAC7B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAEzD,2DAA2D;YAC3D,OAAO,QAAQ;iBACZ,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC;iBAC/B,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC;iBACzC,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACpB,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,WAAW,EAAE,IAAI;gBACjB,SAAS,EAAE,GAAG,CAAC,IAAI;gBACnB,KAAK,EAAE,CAAC,OAAO,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC;aACzE,CAAC,CAAC,CAAC;QACR,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hybrid-search.test.d.ts","sourceRoot":"","sources":["../../src/search/hybrid-search.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,238 @@
|
|
|
1
|
+
import { describe, it, expect, vi } from 'vitest';
|
|
2
|
+
import { reciprocalRankFusion, createHybridSearch } from './hybrid-search.js';
|
|
3
|
+
// ─── Helpers ─────────────────────────────────────────────────
|
|
4
|
+
function makeVectorHit(id, similarity, overrides) {
|
|
5
|
+
return {
|
|
6
|
+
id,
|
|
7
|
+
documentId: overrides?.documentId ?? 'doc-1',
|
|
8
|
+
content: overrides?.content ?? `content-${id}`,
|
|
9
|
+
chunkIndex: overrides?.chunkIndex ?? 0,
|
|
10
|
+
pageNumber: overrides?.pageNumber ?? null,
|
|
11
|
+
metadata: overrides?.metadata ?? null,
|
|
12
|
+
similarity,
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
function makeTextHit(id, rank, overrides) {
|
|
16
|
+
return {
|
|
17
|
+
id,
|
|
18
|
+
documentId: overrides?.documentId ?? 'doc-1',
|
|
19
|
+
content: overrides?.content ?? `content-${id}`,
|
|
20
|
+
chunkIndex: overrides?.chunkIndex ?? 0,
|
|
21
|
+
pageNumber: overrides?.pageNumber ?? null,
|
|
22
|
+
metadata: overrides?.metadata ?? null,
|
|
23
|
+
rank,
|
|
24
|
+
};
|
|
25
|
+
}
|
|
26
|
+
const RRF_K = 60; // Must match the constant in the module
|
|
27
|
+
// ─── reciprocalRankFusion ────────────────────────────────────
|
|
28
|
+
describe('reciprocalRankFusion', () => {
|
|
29
|
+
it('combines vector and text results with default weights', () => {
|
|
30
|
+
const vectorHits = [makeVectorHit('a', 0.9), makeVectorHit('b', 0.7)];
|
|
31
|
+
const textHits = [makeTextHit('a', 0.8), makeTextHit('c', 0.6)];
|
|
32
|
+
const results = reciprocalRankFusion(vectorHits, textHits, {});
|
|
33
|
+
// 'a' appears in both lists -> highest score
|
|
34
|
+
const resultA = results.find((r) => r.id === 'a');
|
|
35
|
+
expect(resultA).toBeDefined();
|
|
36
|
+
// vector rank 1, text rank 1
|
|
37
|
+
const expectedA = 0.7 / (RRF_K + 1) + 0.3 / (RRF_K + 1);
|
|
38
|
+
expect(resultA.score).toBeCloseTo(expectedA, 10);
|
|
39
|
+
// 'b' only in vector (rank 2)
|
|
40
|
+
const resultB = results.find((r) => r.id === 'b');
|
|
41
|
+
expect(resultB).toBeDefined();
|
|
42
|
+
expect(resultB.score).toBeCloseTo(0.7 / (RRF_K + 2), 10);
|
|
43
|
+
// 'c' only in text (rank 2)
|
|
44
|
+
const resultC = results.find((r) => r.id === 'c');
|
|
45
|
+
expect(resultC).toBeDefined();
|
|
46
|
+
expect(resultC.score).toBeCloseTo(0.3 / (RRF_K + 2), 10);
|
|
47
|
+
});
|
|
48
|
+
it('returns results ordered by score descending', () => {
|
|
49
|
+
const vectorHits = [makeVectorHit('a', 0.95), makeVectorHit('b', 0.8), makeVectorHit('c', 0.5)];
|
|
50
|
+
const textHits = [makeTextHit('c', 0.9), makeTextHit('b', 0.7), makeTextHit('a', 0.3)];
|
|
51
|
+
const results = reciprocalRankFusion(vectorHits, textHits, {});
|
|
52
|
+
for (let i = 1; i < results.length; i++) {
|
|
53
|
+
expect(results[i - 1].score).toBeGreaterThanOrEqual(results[i].score);
|
|
54
|
+
}
|
|
55
|
+
});
|
|
56
|
+
it('filters vector hits below minSimilarity', () => {
|
|
57
|
+
const vectorHits = [makeVectorHit('a', 0.9), makeVectorHit('b', 0.2)];
|
|
58
|
+
const textHits = [];
|
|
59
|
+
const results = reciprocalRankFusion(vectorHits, textHits, { minSimilarity: 0.3 });
|
|
60
|
+
expect(results).toHaveLength(1);
|
|
61
|
+
expect(results[0].id).toBe('a');
|
|
62
|
+
});
|
|
63
|
+
it('applies limit to restrict results', () => {
|
|
64
|
+
const vectorHits = Array.from({ length: 20 }, (_, i) => makeVectorHit(`v-${String(i)}`, 0.9 - i * 0.03));
|
|
65
|
+
const textHits = [];
|
|
66
|
+
const results = reciprocalRankFusion(vectorHits, textHits, { limit: 5 });
|
|
67
|
+
expect(results).toHaveLength(5);
|
|
68
|
+
});
|
|
69
|
+
it('handles empty vector hits', () => {
|
|
70
|
+
const textHits = [makeTextHit('a', 0.8), makeTextHit('b', 0.6)];
|
|
71
|
+
const results = reciprocalRankFusion([], textHits, {});
|
|
72
|
+
expect(results).toHaveLength(2);
|
|
73
|
+
expect(results[0].vectorScore).toBeNull();
|
|
74
|
+
expect(results[0].textScore).toBe(0.8);
|
|
75
|
+
});
|
|
76
|
+
it('handles empty text hits', () => {
|
|
77
|
+
const vectorHits = [makeVectorHit('a', 0.9)];
|
|
78
|
+
const results = reciprocalRankFusion(vectorHits, [], {});
|
|
79
|
+
expect(results).toHaveLength(1);
|
|
80
|
+
expect(results[0].textScore).toBeNull();
|
|
81
|
+
expect(results[0].vectorScore).toBe(0.9);
|
|
82
|
+
});
|
|
83
|
+
it('handles both lists empty', () => {
|
|
84
|
+
const results = reciprocalRankFusion([], [], {});
|
|
85
|
+
expect(results).toHaveLength(0);
|
|
86
|
+
});
|
|
87
|
+
it('respects custom weights', () => {
|
|
88
|
+
// With textWeight=0.9, vectorWeight=0.1, text-only hit should rank higher
|
|
89
|
+
const vectorHits = [makeVectorHit('vec-only', 0.95)];
|
|
90
|
+
const textHits = [makeTextHit('text-only', 0.95)];
|
|
91
|
+
const results = reciprocalRankFusion(vectorHits, textHits, {
|
|
92
|
+
vectorWeight: 0.1,
|
|
93
|
+
textWeight: 0.9,
|
|
94
|
+
});
|
|
95
|
+
expect(results).toHaveLength(2);
|
|
96
|
+
// text-only should be first due to higher weight
|
|
97
|
+
const textResult = results.find((r) => r.id === 'text-only');
|
|
98
|
+
const vecResult = results.find((r) => r.id === 'vec-only');
|
|
99
|
+
expect(textResult.score).toBeGreaterThan(vecResult.score);
|
|
100
|
+
});
|
|
101
|
+
it('preserves metadata and page numbers in results', () => {
|
|
102
|
+
const vectorHits = [
|
|
103
|
+
makeVectorHit('a', 0.9, {
|
|
104
|
+
pageNumber: 5,
|
|
105
|
+
metadata: { source: 'pdf' },
|
|
106
|
+
content: 'from vector',
|
|
107
|
+
}),
|
|
108
|
+
];
|
|
109
|
+
const textHits = [];
|
|
110
|
+
const results = reciprocalRankFusion(vectorHits, textHits, {});
|
|
111
|
+
expect(results[0].pageNumber).toBe(5);
|
|
112
|
+
expect(results[0].metadata).toEqual({ source: 'pdf' });
|
|
113
|
+
expect(results[0].content).toBe('from vector');
|
|
114
|
+
});
|
|
115
|
+
it('uses vector hit data when item appears in both lists', () => {
|
|
116
|
+
const vectorHits = [makeVectorHit('shared', 0.9, { content: 'vector-version' })];
|
|
117
|
+
const textHits = [makeTextHit('shared', 0.8, { content: 'text-version' })];
|
|
118
|
+
const results = reciprocalRankFusion(vectorHits, textHits, {});
|
|
119
|
+
expect(results).toHaveLength(1);
|
|
120
|
+
// vectorEntry is checked first so vector data is used
|
|
121
|
+
expect(results[0].content).toBe('vector-version');
|
|
122
|
+
expect(results[0].vectorScore).toBe(0.9);
|
|
123
|
+
expect(results[0].textScore).toBe(0.8);
|
|
124
|
+
});
|
|
125
|
+
});
|
|
126
|
+
// ─── createHybridSearch ──────────────────────────────────────
|
|
127
|
+
describe('createHybridSearch', () => {
|
|
128
|
+
it('runs vector + text search in parallel when embedding provider available', async () => {
|
|
129
|
+
const embeddingProvider = {
|
|
130
|
+
generateEmbeddings: vi.fn().mockResolvedValue([[0.1, 0.2, 0.3]]),
|
|
131
|
+
dimensions: 3,
|
|
132
|
+
};
|
|
133
|
+
const textSearch = vi.fn().mockResolvedValue([makeTextHit('a', 0.8)]);
|
|
134
|
+
const vectorSearch = vi.fn().mockResolvedValue([makeVectorHit('a', 0.9)]);
|
|
135
|
+
const provider = createHybridSearch({
|
|
136
|
+
embeddingProvider,
|
|
137
|
+
textSearch,
|
|
138
|
+
vectorSearch,
|
|
139
|
+
});
|
|
140
|
+
const results = await provider.search('hello', { tenantId: 't-1' });
|
|
141
|
+
expect(embeddingProvider.generateEmbeddings).toHaveBeenCalledWith(['hello']);
|
|
142
|
+
expect(textSearch).toHaveBeenCalledWith('hello', { tenantId: 't-1' });
|
|
143
|
+
expect(vectorSearch).toHaveBeenCalledWith([0.1, 0.2, 0.3], { tenantId: 't-1' });
|
|
144
|
+
expect(results).toHaveLength(1);
|
|
145
|
+
expect(results[0].vectorScore).toBe(0.9);
|
|
146
|
+
expect(results[0].textScore).toBe(0.8);
|
|
147
|
+
});
|
|
148
|
+
it('falls back to text-only when no embedding provider', async () => {
|
|
149
|
+
const textSearch = vi.fn().mockResolvedValue([makeTextHit('a', 0.8), makeTextHit('b', 0.5)]);
|
|
150
|
+
const provider = createHybridSearch({ textSearch });
|
|
151
|
+
const results = await provider.search('query', { tenantId: 't-1' });
|
|
152
|
+
expect(textSearch).toHaveBeenCalledWith('query', { tenantId: 't-1' });
|
|
153
|
+
expect(results).toHaveLength(2);
|
|
154
|
+
expect(results[0].vectorScore).toBeNull();
|
|
155
|
+
expect(results[0].textScore).toBe(0.8);
|
|
156
|
+
});
|
|
157
|
+
it('falls back to text-only when embedding generation returns null', async () => {
|
|
158
|
+
const embeddingProvider = {
|
|
159
|
+
generateEmbeddings: vi.fn().mockResolvedValue(null),
|
|
160
|
+
dimensions: 3,
|
|
161
|
+
};
|
|
162
|
+
const textSearch = vi.fn().mockResolvedValue([makeTextHit('a', 0.6)]);
|
|
163
|
+
const vectorSearch = vi.fn();
|
|
164
|
+
const provider = createHybridSearch({
|
|
165
|
+
embeddingProvider,
|
|
166
|
+
textSearch,
|
|
167
|
+
vectorSearch,
|
|
168
|
+
});
|
|
169
|
+
const results = await provider.search('query', { tenantId: 't-1' });
|
|
170
|
+
expect(vectorSearch).not.toHaveBeenCalled();
|
|
171
|
+
expect(results).toHaveLength(1);
|
|
172
|
+
expect(results[0].vectorScore).toBeNull();
|
|
173
|
+
});
|
|
174
|
+
it('falls back to text-only when no vectorSearch function', async () => {
|
|
175
|
+
const embeddingProvider = {
|
|
176
|
+
generateEmbeddings: vi.fn().mockResolvedValue([[0.1, 0.2]]),
|
|
177
|
+
dimensions: 2,
|
|
178
|
+
};
|
|
179
|
+
const textSearch = vi.fn().mockResolvedValue([makeTextHit('a', 0.7)]);
|
|
180
|
+
const provider = createHybridSearch({
|
|
181
|
+
embeddingProvider,
|
|
182
|
+
textSearch,
|
|
183
|
+
// no vectorSearch
|
|
184
|
+
});
|
|
185
|
+
const results = await provider.search('query', { tenantId: 't-1' });
|
|
186
|
+
expect(embeddingProvider.generateEmbeddings).not.toHaveBeenCalled();
|
|
187
|
+
expect(results).toHaveLength(1);
|
|
188
|
+
expect(results[0].vectorScore).toBeNull();
|
|
189
|
+
});
|
|
190
|
+
it('handles empty results from both search backends', async () => {
|
|
191
|
+
const textSearch = vi.fn().mockResolvedValue([]);
|
|
192
|
+
const provider = createHybridSearch({ textSearch });
|
|
193
|
+
const results = await provider.search('nothing matches', { tenantId: 't-1' });
|
|
194
|
+
expect(results).toHaveLength(0);
|
|
195
|
+
});
|
|
196
|
+
it('passes search options through to backends', async () => {
|
|
197
|
+
const embeddingProvider = {
|
|
198
|
+
generateEmbeddings: vi.fn().mockResolvedValue([[0.1]]),
|
|
199
|
+
dimensions: 1,
|
|
200
|
+
};
|
|
201
|
+
const textSearch = vi.fn().mockResolvedValue([]);
|
|
202
|
+
const vectorSearch = vi.fn().mockResolvedValue([]);
|
|
203
|
+
const provider = createHybridSearch({
|
|
204
|
+
embeddingProvider,
|
|
205
|
+
textSearch,
|
|
206
|
+
vectorSearch,
|
|
207
|
+
});
|
|
208
|
+
const options = {
|
|
209
|
+
tenantId: 't-1',
|
|
210
|
+
documentIds: ['doc-1'],
|
|
211
|
+
limit: 5,
|
|
212
|
+
vectorWeight: 0.8,
|
|
213
|
+
textWeight: 0.2,
|
|
214
|
+
minSimilarity: 0.5,
|
|
215
|
+
};
|
|
216
|
+
await provider.search('query', options);
|
|
217
|
+
expect(textSearch).toHaveBeenCalledWith('query', options);
|
|
218
|
+
expect(vectorSearch).toHaveBeenCalledWith([0.1], options);
|
|
219
|
+
});
|
|
220
|
+
it('applies limit in text-only fallback mode', async () => {
|
|
221
|
+
const textSearch = vi
|
|
222
|
+
.fn()
|
|
223
|
+
.mockResolvedValue(Array.from({ length: 20 }, (_, i) => makeTextHit(`t-${String(i)}`, 0.9 - i * 0.03)));
|
|
224
|
+
const provider = createHybridSearch({ textSearch });
|
|
225
|
+
const results = await provider.search('query', { tenantId: 't-1', limit: 3 });
|
|
226
|
+
expect(results).toHaveLength(3);
|
|
227
|
+
});
|
|
228
|
+
it('scores text-only results using RRF formula', async () => {
|
|
229
|
+
const textSearch = vi.fn().mockResolvedValue([makeTextHit('a', 0.9), makeTextHit('b', 0.5)]);
|
|
230
|
+
const provider = createHybridSearch({ textSearch });
|
|
231
|
+
const results = await provider.search('query', { tenantId: 't-1' });
|
|
232
|
+
// First result: textWeight / (RRF_K + 1) = 0.3 / 61
|
|
233
|
+
expect(results[0].score).toBeCloseTo(0.3 / 61, 10);
|
|
234
|
+
// Second result: textWeight / (RRF_K + 2) = 0.3 / 62
|
|
235
|
+
expect(results[1].score).toBeCloseTo(0.3 / 62, 10);
|
|
236
|
+
});
|
|
237
|
+
});
|
|
238
|
+
//# sourceMappingURL=hybrid-search.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hybrid-search.test.js","sourceRoot":"","sources":["../../src/search/hybrid-search.test.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAElD,OAAO,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAG3E,gEAAgE;AAEhE,SAAS,aAAa,CACpB,EAAU,EACV,UAAkB,EAClB,SAAoC;IAEpC,OAAO;QACL,EAAE;QACF,UAAU,EAAE,SAAS,EAAE,UAAU,IAAI,OAAO;QAC5C,OAAO,EAAE,SAAS,EAAE,OAAO,IAAI,WAAW,EAAE,EAAE;QAC9C,UAAU,EAAE,SAAS,EAAE,UAAU,IAAI,CAAC;QACtC,UAAU,EAAE,SAAS,EAAE,UAAU,IAAI,IAAI;QACzC,QAAQ,EAAE,SAAS,EAAE,QAAQ,IAAI,IAAI;QACrC,UAAU;KACX,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,EAAU,EAAE,IAAY,EAAE,SAAkC;IAC/E,OAAO;QACL,EAAE;QACF,UAAU,EAAE,SAAS,EAAE,UAAU,IAAI,OAAO;QAC5C,OAAO,EAAE,SAAS,EAAE,OAAO,IAAI,WAAW,EAAE,EAAE;QAC9C,UAAU,EAAE,SAAS,EAAE,UAAU,IAAI,CAAC;QACtC,UAAU,EAAE,SAAS,EAAE,UAAU,IAAI,IAAI;QACzC,QAAQ,EAAE,SAAS,EAAE,QAAQ,IAAI,IAAI;QACrC,IAAI;KACL,CAAC;AACJ,CAAC;AAED,MAAM,KAAK,GAAG,EAAE,CAAC,CAAC,wCAAwC;AAE1D,gEAAgE;AAEhE,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,UAAU,GAAG,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QACtE,MAAM,QAAQ,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAG,oBAAoB,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QAE/D,6CAA6C;QAC7C,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9B,6BAA6B;QAC7B,MAAM,SAAS,GAAG,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QACxD,MAAM,CAAC,OAAQ,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAElD,8BAA8B;QAC9B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9B,MAAM,CAAC,OAAQ,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAE1D,4BAA4B;QAC5B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9B,MAAM,CAAC,OAAQ,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,UAAU,GAAG,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAChG,MAAM,QAAQ,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAEvF,MAAM,OAAO,GAAG,oBAAoB,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QAE/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACxE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,UAAU,GAAG,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QACtE,MAAM,QAAQ,GAAoB,EAAE,CAAC;QAErC,MAAM,OAAO,GAAG,oBAAoB,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;QAEnF,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACrD,aAAa,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,CAChD,CAAC;QACF,MAAM,QAAQ,GAAoB,EAAE,CAAC;QAErC,MAAM,OAAO,GAAG,oBAAoB,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAEzE,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,QAAQ,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAG,oBAAoB,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QAEvD,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,UAAU,GAAG,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAE7C,MAAM,OAAO,GAAG,oBAAoB,CAAC,UAAU,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;QAEzD,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE,CAAC;QACxC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,OAAO,GAAG,oBAAoB,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;QACjD,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,0EAA0E;QAC1E,MAAM,UAAU,GAAG,CAAC,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,CAAC,WAAW,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC;QAElD,MAAM,OAAO,GAAG,oBAAoB,CAAC,UAAU,EAAE,QAAQ,EAAE;YACzD,YAAY,EAAE,GAAG;YACjB,UAAU,EAAE,GAAG;SAChB,CAAC,CAAC;QAEH,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,iDAAiD;QACjD,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,WAAW,CAAC,CAAC;QAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,UAAU,CAAC,CAAC;QAC3D,MAAM,CAAC,UAAW,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,SAAU,CAAC,KAAK,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,UAAU,GAAG;YACjB,aAAa,CAAC,GAAG,EAAE,GAAG,EAAE;gBACtB,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE;gBAC3B,OAAO,EAAE,aAAa;aACvB,CAAC;SACH,CAAC;QACF,MAAM,QAAQ,GAAoB,EAAE,CAAC;QAErC,MAAM,OAAO,GAAG,oBAAoB,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QAE/D,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACvD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,UAAU,GAAG,CAAC,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC;QACjF,MAAM,QAAQ,GAAG,CAAC,WAAW,CAAC,QAAQ,EAAE,GAAG,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;QAE3E,MAAM,OAAO,GAAG,oBAAoB,CAAC,UAAU,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QAE/D,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,sDAAsD;QACtD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAClD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,gEAAgE;AAEhE,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;QACvF,MAAM,iBAAiB,GAAsB;YAC3C,kBAAkB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YAChE,UAAU,EAAE,CAAC;SACd,CAAC;QAEF,MAAM,UAAU,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QACtE,MAAM,YAAY,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QAE1E,MAAM,QAAQ,GAAG,kBAAkB,CAAC;YAClC,iBAAiB;YACjB,UAAU;YACV,YAAY;SACb,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAEpE,MAAM,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAC7E,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACtE,MAAM,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAChF,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,UAAU,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QAE7F,MAAM,QAAQ,GAAG,kBAAkB,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAEpE,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACtE,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,KAAK,IAAI,EAAE;QAC9E,MAAM,iBAAiB,GAAsB;YAC3C,kBAAkB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;YACnD,UAAU,EAAE,CAAC;SACd,CAAC;QAEF,MAAM,UAAU,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QACtE,MAAM,YAAY,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAE7B,MAAM,QAAQ,GAAG,kBAAkB,CAAC;YAClC,iBAAiB;YACjB,UAAU;YACV,YAAY;SACb,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAEpE,MAAM,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC5C,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,iBAAiB,GAAsB;YAC3C,kBAAkB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;YAC3D,UAAU,EAAE,CAAC;SACd,CAAC;QAEF,MAAM,UAAU,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QAEtE,MAAM,QAAQ,GAAG,kBAAkB,CAAC;YAClC,iBAAiB;YACjB,UAAU;YACV,kBAAkB;SACnB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAEpE,MAAM,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACpE,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,QAAQ,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,UAAU,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QAEjD,MAAM,QAAQ,GAAG,kBAAkB,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,iBAAiB,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAE9E,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,iBAAiB,GAAsB;YAC3C,kBAAkB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACtD,UAAU,EAAE,CAAC;SACd,CAAC;QAEF,MAAM,UAAU,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QAEnD,MAAM,QAAQ,GAAG,kBAAkB,CAAC;YAClC,iBAAiB;YACjB,UAAU;YACV,YAAY;SACb,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG;YACd,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,CAAC,OAAO,CAAC;YACtB,KAAK,EAAE,CAAC;YACR,YAAY,EAAE,GAAG;YACjB,UAAU,EAAE,GAAG;YACf,aAAa,EAAE,GAAG;SACnB,CAAC;QAEF,MAAM,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAExC,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC1D,MAAM,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,UAAU,GAAG,EAAE;aAClB,EAAE,EAAE;aACJ,iBAAiB,CAChB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,CACpF,CAAC;QAEJ,MAAM,QAAQ,GAAG,kBAAkB,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAE9E,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,UAAU,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QAE7F,MAAM,QAAQ,GAAG,kBAAkB,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAEpE,oDAAoD;QACpD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;QACnD,qDAAqD;QACrD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import type { HybridSearchConfig } from './hybrid-search.js';
|
|
2
|
+
/** A chunk stored in memory for search. */
|
|
3
|
+
export interface InMemoryChunk {
|
|
4
|
+
id: string;
|
|
5
|
+
documentId: string;
|
|
6
|
+
content: string;
|
|
7
|
+
chunkIndex: number;
|
|
8
|
+
pageNumber: number | null;
|
|
9
|
+
metadata: Record<string, unknown> | null;
|
|
10
|
+
embedding?: number[];
|
|
11
|
+
}
|
|
12
|
+
/** Create an in-memory search backend for testing and simple use cases. */
|
|
13
|
+
export declare function createInMemorySearch(chunks: InMemoryChunk[]): {
|
|
14
|
+
textSearch: HybridSearchConfig['textSearch'];
|
|
15
|
+
vectorSearch: HybridSearchConfig['vectorSearch'];
|
|
16
|
+
};
|
|
17
|
+
//# sourceMappingURL=in-memory-search.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"in-memory-search.d.ts","sourceRoot":"","sources":["../../src/search/in-memory-search.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAkC,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAE1F,2CAA2C;AAC3C,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACzC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAmBD,2EAA2E;AAC3E,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG;IAC7D,UAAU,EAAE,kBAAkB,CAAC,YAAY,CAAC,CAAC;IAC7C,YAAY,EAAE,kBAAkB,CAAC,cAAc,CAAC,CAAC;CAClD,CAsDA"}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
import { cosineSimilarity } from './cosine-similarity.js';
|
|
2
|
+
/**
|
|
3
|
+
* Simple keyword-based text scoring.
|
|
4
|
+
* Score = number of matched query terms / total query terms.
|
|
5
|
+
*/
|
|
6
|
+
function scoreText(content, query) {
|
|
7
|
+
const lowerContent = content.toLowerCase();
|
|
8
|
+
const terms = query
|
|
9
|
+
.toLowerCase()
|
|
10
|
+
.split(/\s+/)
|
|
11
|
+
.filter((t) => t.length > 0);
|
|
12
|
+
if (terms.length === 0)
|
|
13
|
+
return 0;
|
|
14
|
+
const matched = terms.filter((term) => lowerContent.includes(term)).length;
|
|
15
|
+
return matched / terms.length;
|
|
16
|
+
}
|
|
17
|
+
/** Create an in-memory search backend for testing and simple use cases. */
|
|
18
|
+
export function createInMemorySearch(chunks) {
|
|
19
|
+
const textSearch = async (query, options) => {
|
|
20
|
+
let filtered = chunks;
|
|
21
|
+
// Filter by tenant -- in-memory chunks don't have tenant_id,
|
|
22
|
+
// so filter by documentIds if provided
|
|
23
|
+
if (options.documentIds && options.documentIds.length > 0) {
|
|
24
|
+
const docIdSet = new Set(options.documentIds);
|
|
25
|
+
filtered = filtered.filter((c) => docIdSet.has(c.documentId));
|
|
26
|
+
}
|
|
27
|
+
const scored = filtered
|
|
28
|
+
.map((chunk) => ({
|
|
29
|
+
id: chunk.id,
|
|
30
|
+
documentId: chunk.documentId,
|
|
31
|
+
content: chunk.content,
|
|
32
|
+
chunkIndex: chunk.chunkIndex,
|
|
33
|
+
pageNumber: chunk.pageNumber,
|
|
34
|
+
metadata: chunk.metadata,
|
|
35
|
+
rank: scoreText(chunk.content, query),
|
|
36
|
+
}))
|
|
37
|
+
.filter((hit) => hit.rank > 0);
|
|
38
|
+
return scored.sort((a, b) => b.rank - a.rank);
|
|
39
|
+
};
|
|
40
|
+
const vectorSearch = async (embedding, options) => {
|
|
41
|
+
let filtered = chunks.filter((c) => c.embedding !== undefined);
|
|
42
|
+
if (options.documentIds && options.documentIds.length > 0) {
|
|
43
|
+
const docIdSet = new Set(options.documentIds);
|
|
44
|
+
filtered = filtered.filter((c) => docIdSet.has(c.documentId));
|
|
45
|
+
}
|
|
46
|
+
const scored = filtered.map((chunk) => ({
|
|
47
|
+
id: chunk.id,
|
|
48
|
+
documentId: chunk.documentId,
|
|
49
|
+
content: chunk.content,
|
|
50
|
+
chunkIndex: chunk.chunkIndex,
|
|
51
|
+
pageNumber: chunk.pageNumber,
|
|
52
|
+
metadata: chunk.metadata,
|
|
53
|
+
similarity: cosineSimilarity(embedding, chunk.embedding),
|
|
54
|
+
}));
|
|
55
|
+
return scored.sort((a, b) => b.similarity - a.similarity);
|
|
56
|
+
};
|
|
57
|
+
return { textSearch, vectorSearch };
|
|
58
|
+
}
|
|
59
|
+
//# sourceMappingURL=in-memory-search.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"in-memory-search.js","sourceRoot":"","sources":["../../src/search/in-memory-search.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAcvD;;;GAGG;AACH,SAAS,SAAS,CAAC,OAAe,EAAE,KAAa;IAC/C,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,KAAK,GAAG,KAAK;SAChB,WAAW,EAAE;SACb,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAE/B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEjC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;IAC3E,OAAO,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC;AAChC,CAAC;AAED,2EAA2E;AAC3E,MAAM,UAAU,oBAAoB,CAAC,MAAuB;IAI1D,MAAM,UAAU,GAAG,KAAK,EACtB,KAAa,EACb,OAA4B,EACF,EAAE;QAC5B,IAAI,QAAQ,GAAG,MAAM,CAAC;QAEtB,6DAA6D;QAC7D,uCAAuC;QACvC,IAAI,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1D,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC9C,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ;aACpB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACf,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC;SACtC,CAAC,CAAC;aACF,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;QAEjC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;IAChD,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,KAAK,EACxB,SAAmB,EACnB,OAA4B,EACA,EAAE;QAC9B,IAAI,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;QAE/D,IAAI,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1D,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC9C,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACtC,EAAE,EAAE,KAAK,CAAC,EAAE;YACZ,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,UAAU,EAAE,gBAAgB,CAAC,SAAS,EAAE,KAAK,CAAC,SAAU,CAAC;SAC1D,CAAC,CAAC,CAAC;QAEJ,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IAC5D,CAAC,CAAC;IAEF,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC;AACtC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"in-memory-search.test.d.ts","sourceRoot":"","sources":["../../src/search/in-memory-search.test.ts"],"names":[],"mappings":""}
|