@hazeljs/rag 0.2.0-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +192 -0
- package/README.md +504 -0
- package/dist/__tests__/graph/community-detector.test.d.ts +2 -0
- package/dist/__tests__/graph/community-detector.test.d.ts.map +1 -0
- package/dist/__tests__/graph/community-detector.test.js +87 -0
- package/dist/__tests__/graph/community-detector.test.js.map +1 -0
- package/dist/__tests__/graph/community-summarizer.test.d.ts +2 -0
- package/dist/__tests__/graph/community-summarizer.test.d.ts.map +1 -0
- package/dist/__tests__/graph/community-summarizer.test.js +131 -0
- package/dist/__tests__/graph/community-summarizer.test.js.map +1 -0
- package/dist/__tests__/graph/entity-extractor.test.d.ts +2 -0
- package/dist/__tests__/graph/entity-extractor.test.d.ts.map +1 -0
- package/dist/__tests__/graph/entity-extractor.test.js +129 -0
- package/dist/__tests__/graph/entity-extractor.test.js.map +1 -0
- package/dist/__tests__/graph/graph-rag-pipeline.test.d.ts +2 -0
- package/dist/__tests__/graph/graph-rag-pipeline.test.d.ts.map +1 -0
- package/dist/__tests__/graph/graph-rag-pipeline.test.js +158 -0
- package/dist/__tests__/graph/graph-rag-pipeline.test.js.map +1 -0
- package/dist/__tests__/graph/knowledge-graph.test.d.ts +2 -0
- package/dist/__tests__/graph/knowledge-graph.test.d.ts.map +1 -0
- package/dist/__tests__/graph/knowledge-graph.test.js +208 -0
- package/dist/__tests__/graph/knowledge-graph.test.js.map +1 -0
- package/dist/__tests__/loaders/base.loader.test.d.ts +2 -0
- package/dist/__tests__/loaders/base.loader.test.d.ts.map +1 -0
- package/dist/__tests__/loaders/base.loader.test.js +114 -0
- package/dist/__tests__/loaders/base.loader.test.js.map +1 -0
- package/dist/__tests__/loaders/csv-file.loader.test.d.ts +2 -0
- package/dist/__tests__/loaders/csv-file.loader.test.d.ts.map +1 -0
- package/dist/__tests__/loaders/csv-file.loader.test.js +98 -0
- package/dist/__tests__/loaders/csv-file.loader.test.js.map +1 -0
- package/dist/__tests__/loaders/directory.loader.test.d.ts +2 -0
- package/dist/__tests__/loaders/directory.loader.test.d.ts.map +1 -0
- package/dist/__tests__/loaders/directory.loader.test.js +154 -0
- package/dist/__tests__/loaders/directory.loader.test.js.map +1 -0
- package/dist/__tests__/loaders/html-file.loader.test.d.ts +2 -0
- package/dist/__tests__/loaders/html-file.loader.test.d.ts.map +1 -0
- package/dist/__tests__/loaders/html-file.loader.test.js +93 -0
- package/dist/__tests__/loaders/html-file.loader.test.js.map +1 -0
- package/dist/__tests__/loaders/json-file.loader.test.d.ts +2 -0
- package/dist/__tests__/loaders/json-file.loader.test.d.ts.map +1 -0
- package/dist/__tests__/loaders/json-file.loader.test.js +84 -0
- package/dist/__tests__/loaders/json-file.loader.test.js.map +1 -0
- package/dist/__tests__/loaders/markdown-file.loader.test.d.ts +2 -0
- package/dist/__tests__/loaders/markdown-file.loader.test.d.ts.map +1 -0
- package/dist/__tests__/loaders/markdown-file.loader.test.js +83 -0
- package/dist/__tests__/loaders/markdown-file.loader.test.js.map +1 -0
- package/dist/__tests__/loaders/text-file.loader.test.d.ts +2 -0
- package/dist/__tests__/loaders/text-file.loader.test.d.ts.map +1 -0
- package/dist/__tests__/loaders/text-file.loader.test.js +50 -0
- package/dist/__tests__/loaders/text-file.loader.test.js.map +1 -0
- package/dist/__tests__/rag-pipeline.test.d.ts +2 -0
- package/dist/__tests__/rag-pipeline.test.d.ts.map +1 -0
- package/dist/__tests__/rag-pipeline.test.js +210 -0
- package/dist/__tests__/rag-pipeline.test.js.map +1 -0
- package/dist/__tests__/retrieval/bm25.test.d.ts +2 -0
- package/dist/__tests__/retrieval/bm25.test.d.ts.map +1 -0
- package/dist/__tests__/retrieval/bm25.test.js +86 -0
- package/dist/__tests__/retrieval/bm25.test.js.map +1 -0
- package/dist/__tests__/retrieval/hybrid-search.test.d.ts +2 -0
- package/dist/__tests__/retrieval/hybrid-search.test.d.ts.map +1 -0
- package/dist/__tests__/retrieval/hybrid-search.test.js +85 -0
- package/dist/__tests__/retrieval/hybrid-search.test.js.map +1 -0
- package/dist/__tests__/retrieval/multi-query.test.d.ts +2 -0
- package/dist/__tests__/retrieval/multi-query.test.d.ts.map +1 -0
- package/dist/__tests__/retrieval/multi-query.test.js +90 -0
- package/dist/__tests__/retrieval/multi-query.test.js.map +1 -0
- package/dist/__tests__/text-splitters/recursive-text-splitter.test.d.ts +2 -0
- package/dist/__tests__/text-splitters/recursive-text-splitter.test.d.ts.map +1 -0
- package/dist/__tests__/text-splitters/recursive-text-splitter.test.js +97 -0
- package/dist/__tests__/text-splitters/recursive-text-splitter.test.js.map +1 -0
- package/dist/__tests__/utils/similarity.test.d.ts +2 -0
- package/dist/__tests__/utils/similarity.test.d.ts.map +1 -0
- package/dist/__tests__/utils/similarity.test.js +47 -0
- package/dist/__tests__/utils/similarity.test.js.map +1 -0
- package/dist/agentic/agentic-rag.service.d.ts +49 -0
- package/dist/agentic/agentic-rag.service.d.ts.map +1 -0
- package/dist/agentic/agentic-rag.service.js +149 -0
- package/dist/agentic/agentic-rag.service.js.map +1 -0
- package/dist/agentic/decorators/active-learning.decorator.d.ts +19 -0
- package/dist/agentic/decorators/active-learning.decorator.d.ts.map +1 -0
- package/dist/agentic/decorators/active-learning.decorator.js +98 -0
- package/dist/agentic/decorators/active-learning.decorator.js.map +1 -0
- package/dist/agentic/decorators/adaptive-retrieval.decorator.d.ts +17 -0
- package/dist/agentic/decorators/adaptive-retrieval.decorator.d.ts.map +1 -0
- package/dist/agentic/decorators/adaptive-retrieval.decorator.js +103 -0
- package/dist/agentic/decorators/adaptive-retrieval.decorator.js.map +1 -0
- package/dist/agentic/decorators/cached.decorator.d.ts +18 -0
- package/dist/agentic/decorators/cached.decorator.d.ts.map +1 -0
- package/dist/agentic/decorators/cached.decorator.js +93 -0
- package/dist/agentic/decorators/cached.decorator.js.map +1 -0
- package/dist/agentic/decorators/context-aware.decorator.d.ts +16 -0
- package/dist/agentic/decorators/context-aware.decorator.d.ts.map +1 -0
- package/dist/agentic/decorators/context-aware.decorator.js +169 -0
- package/dist/agentic/decorators/context-aware.decorator.js.map +1 -0
- package/dist/agentic/decorators/corrective-rag.decorator.d.ts +16 -0
- package/dist/agentic/decorators/corrective-rag.decorator.d.ts.map +1 -0
- package/dist/agentic/decorators/corrective-rag.decorator.js +142 -0
- package/dist/agentic/decorators/corrective-rag.decorator.js.map +1 -0
- package/dist/agentic/decorators/hyde.decorator.d.ts +15 -0
- package/dist/agentic/decorators/hyde.decorator.d.ts.map +1 -0
- package/dist/agentic/decorators/hyde.decorator.js +91 -0
- package/dist/agentic/decorators/hyde.decorator.js.map +1 -0
- package/dist/agentic/decorators/index.d.ts +16 -0
- package/dist/agentic/decorators/index.d.ts.map +1 -0
- package/dist/agentic/decorators/index.js +32 -0
- package/dist/agentic/decorators/index.js.map +1 -0
- package/dist/agentic/decorators/multi-hop.decorator.d.ts +15 -0
- package/dist/agentic/decorators/multi-hop.decorator.d.ts.map +1 -0
- package/dist/agentic/decorators/multi-hop.decorator.js +109 -0
- package/dist/agentic/decorators/multi-hop.decorator.js.map +1 -0
- package/dist/agentic/decorators/query-planner.decorator.d.ts +20 -0
- package/dist/agentic/decorators/query-planner.decorator.d.ts.map +1 -0
- package/dist/agentic/decorators/query-planner.decorator.js +213 -0
- package/dist/agentic/decorators/query-planner.decorator.js.map +1 -0
- package/dist/agentic/decorators/query-rewriter.decorator.d.ts +16 -0
- package/dist/agentic/decorators/query-rewriter.decorator.d.ts.map +1 -0
- package/dist/agentic/decorators/query-rewriter.decorator.js +143 -0
- package/dist/agentic/decorators/query-rewriter.decorator.js.map +1 -0
- package/dist/agentic/decorators/self-reflective.decorator.d.ts +20 -0
- package/dist/agentic/decorators/self-reflective.decorator.d.ts.map +1 -0
- package/dist/agentic/decorators/self-reflective.decorator.js +189 -0
- package/dist/agentic/decorators/self-reflective.decorator.js.map +1 -0
- package/dist/agentic/decorators/source-verification.decorator.d.ts +15 -0
- package/dist/agentic/decorators/source-verification.decorator.d.ts.map +1 -0
- package/dist/agentic/decorators/source-verification.decorator.js +121 -0
- package/dist/agentic/decorators/source-verification.decorator.js.map +1 -0
- package/dist/agentic/index.d.ts +9 -0
- package/dist/agentic/index.d.ts.map +1 -0
- package/dist/agentic/index.js +25 -0
- package/dist/agentic/index.js.map +1 -0
- package/dist/agentic/types.d.ts +210 -0
- package/dist/agentic/types.d.ts.map +1 -0
- package/dist/agentic/types.js +7 -0
- package/dist/agentic/types.js.map +1 -0
- package/dist/decorators/embeddable.decorator.d.ts +31 -0
- package/dist/decorators/embeddable.decorator.d.ts.map +1 -0
- package/dist/decorators/embeddable.decorator.js +44 -0
- package/dist/decorators/embeddable.decorator.js.map +1 -0
- package/dist/decorators/rag.decorator.d.ts +58 -0
- package/dist/decorators/rag.decorator.d.ts.map +1 -0
- package/dist/decorators/rag.decorator.js +78 -0
- package/dist/decorators/rag.decorator.js.map +1 -0
- package/dist/decorators/semantic-search.decorator.d.ts +69 -0
- package/dist/decorators/semantic-search.decorator.d.ts.map +1 -0
- package/dist/decorators/semantic-search.decorator.js +116 -0
- package/dist/decorators/semantic-search.decorator.js.map +1 -0
- package/dist/embeddings/cohere-embeddings.d.ts +33 -0
- package/dist/embeddings/cohere-embeddings.d.ts.map +1 -0
- package/dist/embeddings/cohere-embeddings.js +91 -0
- package/dist/embeddings/cohere-embeddings.js.map +1 -0
- package/dist/embeddings/openai-embeddings.d.ts +21 -0
- package/dist/embeddings/openai-embeddings.d.ts.map +1 -0
- package/dist/embeddings/openai-embeddings.js +53 -0
- package/dist/embeddings/openai-embeddings.js.map +1 -0
- package/dist/graph/community-detector.d.ts +45 -0
- package/dist/graph/community-detector.d.ts.map +1 -0
- package/dist/graph/community-detector.js +153 -0
- package/dist/graph/community-detector.js.map +1 -0
- package/dist/graph/community-summarizer.d.ts +41 -0
- package/dist/graph/community-summarizer.d.ts.map +1 -0
- package/dist/graph/community-summarizer.js +119 -0
- package/dist/graph/community-summarizer.js.map +1 -0
- package/dist/graph/entity-extractor.d.ts +47 -0
- package/dist/graph/entity-extractor.d.ts.map +1 -0
- package/dist/graph/entity-extractor.js +224 -0
- package/dist/graph/entity-extractor.js.map +1 -0
- package/dist/graph/graph-rag-pipeline.d.ts +83 -0
- package/dist/graph/graph-rag-pipeline.d.ts.map +1 -0
- package/dist/graph/graph-rag-pipeline.js +390 -0
- package/dist/graph/graph-rag-pipeline.js.map +1 -0
- package/dist/graph/graph.types.d.ts +186 -0
- package/dist/graph/graph.types.d.ts.map +1 -0
- package/dist/graph/graph.types.js +20 -0
- package/dist/graph/graph.types.js.map +1 -0
- package/dist/graph/index.d.ts +15 -0
- package/dist/graph/index.d.ts.map +1 -0
- package/dist/graph/index.js +31 -0
- package/dist/graph/index.js.map +1 -0
- package/dist/graph/knowledge-graph.d.ts +57 -0
- package/dist/graph/knowledge-graph.d.ts.map +1 -0
- package/dist/graph/knowledge-graph.js +198 -0
- package/dist/graph/knowledge-graph.js.map +1 -0
- package/dist/index.d.ts +29 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +58 -0
- package/dist/index.js.map +1 -0
- package/dist/loaders/base.loader.d.ts +108 -0
- package/dist/loaders/base.loader.d.ts.map +1 -0
- package/dist/loaders/base.loader.js +123 -0
- package/dist/loaders/base.loader.js.map +1 -0
- package/dist/loaders/csv-file.loader.d.ts +61 -0
- package/dist/loaders/csv-file.loader.d.ts.map +1 -0
- package/dist/loaders/csv-file.loader.js +162 -0
- package/dist/loaders/csv-file.loader.js.map +1 -0
- package/dist/loaders/directory.loader.d.ts +67 -0
- package/dist/loaders/directory.loader.d.ts.map +1 -0
- package/dist/loaders/directory.loader.js +163 -0
- package/dist/loaders/directory.loader.js.map +1 -0
- package/dist/loaders/docx.loader.d.ts +52 -0
- package/dist/loaders/docx.loader.d.ts.map +1 -0
- package/dist/loaders/docx.loader.js +110 -0
- package/dist/loaders/docx.loader.js.map +1 -0
- package/dist/loaders/github.loader.d.ts +114 -0
- package/dist/loaders/github.loader.d.ts.map +1 -0
- package/dist/loaders/github.loader.js +217 -0
- package/dist/loaders/github.loader.js.map +1 -0
- package/dist/loaders/html-file.loader.d.ts +55 -0
- package/dist/loaders/html-file.loader.d.ts.map +1 -0
- package/dist/loaders/html-file.loader.js +170 -0
- package/dist/loaders/html-file.loader.js.map +1 -0
- package/dist/loaders/index.d.ts +52 -0
- package/dist/loaders/index.d.ts.map +1 -0
- package/dist/loaders/index.js +61 -0
- package/dist/loaders/index.js.map +1 -0
- package/dist/loaders/json-file.loader.d.ts +51 -0
- package/dist/loaders/json-file.loader.d.ts.map +1 -0
- package/dist/loaders/json-file.loader.js +100 -0
- package/dist/loaders/json-file.loader.js.map +1 -0
- package/dist/loaders/markdown-file.loader.d.ts +61 -0
- package/dist/loaders/markdown-file.loader.d.ts.map +1 -0
- package/dist/loaders/markdown-file.loader.js +148 -0
- package/dist/loaders/markdown-file.loader.js.map +1 -0
- package/dist/loaders/pdf.loader.d.ts +64 -0
- package/dist/loaders/pdf.loader.d.ts.map +1 -0
- package/dist/loaders/pdf.loader.js +163 -0
- package/dist/loaders/pdf.loader.js.map +1 -0
- package/dist/loaders/text-file.loader.d.ts +39 -0
- package/dist/loaders/text-file.loader.d.ts.map +1 -0
- package/dist/loaders/text-file.loader.js +69 -0
- package/dist/loaders/text-file.loader.js.map +1 -0
- package/dist/loaders/web.loader.d.ts +87 -0
- package/dist/loaders/web.loader.d.ts.map +1 -0
- package/dist/loaders/web.loader.js +194 -0
- package/dist/loaders/web.loader.js.map +1 -0
- package/dist/loaders/youtube-transcript.loader.d.ts +92 -0
- package/dist/loaders/youtube-transcript.loader.d.ts.map +1 -0
- package/dist/loaders/youtube-transcript.loader.js +254 -0
- package/dist/loaders/youtube-transcript.loader.js.map +1 -0
- package/dist/memory/index.d.ts +11 -0
- package/dist/memory/index.d.ts.map +1 -0
- package/dist/memory/index.js +31 -0
- package/dist/memory/index.js.map +1 -0
- package/dist/memory/memory-manager.d.ts +96 -0
- package/dist/memory/memory-manager.d.ts.map +1 -0
- package/dist/memory/memory-manager.js +369 -0
- package/dist/memory/memory-manager.js.map +1 -0
- package/dist/memory/memory-store.interface.d.ts +73 -0
- package/dist/memory/memory-store.interface.d.ts.map +1 -0
- package/dist/memory/memory-store.interface.js +6 -0
- package/dist/memory/memory-store.interface.js.map +1 -0
- package/dist/memory/stores/buffer-memory.d.ts +47 -0
- package/dist/memory/stores/buffer-memory.d.ts.map +1 -0
- package/dist/memory/stores/buffer-memory.js +280 -0
- package/dist/memory/stores/buffer-memory.js.map +1 -0
- package/dist/memory/stores/hybrid-memory.d.ts +49 -0
- package/dist/memory/stores/hybrid-memory.d.ts.map +1 -0
- package/dist/memory/stores/hybrid-memory.js +194 -0
- package/dist/memory/stores/hybrid-memory.js.map +1 -0
- package/dist/memory/stores/vector-memory.d.ts +48 -0
- package/dist/memory/stores/vector-memory.d.ts.map +1 -0
- package/dist/memory/stores/vector-memory.js +312 -0
- package/dist/memory/stores/vector-memory.js.map +1 -0
- package/dist/memory/types.d.ts +119 -0
- package/dist/memory/types.d.ts.map +1 -0
- package/dist/memory/types.js +18 -0
- package/dist/memory/types.js.map +1 -0
- package/dist/prompts/agentic/adaptive-retrieval.prompt.d.ts +8 -0
- package/dist/prompts/agentic/adaptive-retrieval.prompt.d.ts.map +1 -0
- package/dist/prompts/agentic/adaptive-retrieval.prompt.js +27 -0
- package/dist/prompts/agentic/adaptive-retrieval.prompt.js.map +1 -0
- package/dist/prompts/agentic/corrective-rag.prompt.d.ts +9 -0
- package/dist/prompts/agentic/corrective-rag.prompt.d.ts.map +1 -0
- package/dist/prompts/agentic/corrective-rag.prompt.js +23 -0
- package/dist/prompts/agentic/corrective-rag.prompt.js.map +1 -0
- package/dist/prompts/agentic/hyde.prompt.d.ts +9 -0
- package/dist/prompts/agentic/hyde.prompt.d.ts.map +1 -0
- package/dist/prompts/agentic/hyde.prompt.js +18 -0
- package/dist/prompts/agentic/hyde.prompt.js.map +1 -0
- package/dist/prompts/agentic/multi-hop.prompt.d.ts +15 -0
- package/dist/prompts/agentic/multi-hop.prompt.d.ts.map +1 -0
- package/dist/prompts/agentic/multi-hop.prompt.js +38 -0
- package/dist/prompts/agentic/multi-hop.prompt.js.map +1 -0
- package/dist/prompts/agentic/query-planner.prompt.d.ts +8 -0
- package/dist/prompts/agentic/query-planner.prompt.d.ts.map +1 -0
- package/dist/prompts/agentic/query-planner.prompt.js +30 -0
- package/dist/prompts/agentic/query-planner.prompt.js.map +1 -0
- package/dist/prompts/agentic/query-rewriter.prompt.d.ts +10 -0
- package/dist/prompts/agentic/query-rewriter.prompt.d.ts.map +1 -0
- package/dist/prompts/agentic/query-rewriter.prompt.js +17 -0
- package/dist/prompts/agentic/query-rewriter.prompt.js.map +1 -0
- package/dist/prompts/agentic/self-reflective-improve.prompt.d.ts +10 -0
- package/dist/prompts/agentic/self-reflective-improve.prompt.d.ts.map +1 -0
- package/dist/prompts/agentic/self-reflective-improve.prompt.js +24 -0
- package/dist/prompts/agentic/self-reflective-improve.prompt.js.map +1 -0
- package/dist/prompts/agentic/self-reflective.prompt.d.ts +9 -0
- package/dist/prompts/agentic/self-reflective.prompt.d.ts.map +1 -0
- package/dist/prompts/agentic/self-reflective.prompt.js +32 -0
- package/dist/prompts/agentic/self-reflective.prompt.js.map +1 -0
- package/dist/prompts/community-summary.prompt.d.ts +9 -0
- package/dist/prompts/community-summary.prompt.d.ts.map +1 -0
- package/dist/prompts/community-summary.prompt.js +30 -0
- package/dist/prompts/community-summary.prompt.js.map +1 -0
- package/dist/prompts/entity-extraction.prompt.d.ts +10 -0
- package/dist/prompts/entity-extraction.prompt.d.ts.map +1 -0
- package/dist/prompts/entity-extraction.prompt.js +39 -0
- package/dist/prompts/entity-extraction.prompt.js.map +1 -0
- package/dist/prompts/graph-search.prompt.d.ts +10 -0
- package/dist/prompts/graph-search.prompt.d.ts.map +1 -0
- package/dist/prompts/graph-search.prompt.js +23 -0
- package/dist/prompts/graph-search.prompt.js.map +1 -0
- package/dist/prompts/index.d.ts +13 -0
- package/dist/prompts/index.d.ts.map +1 -0
- package/dist/prompts/index.js +29 -0
- package/dist/prompts/index.js.map +1 -0
- package/dist/prompts/rag-answer.prompt.d.ts +9 -0
- package/dist/prompts/rag-answer.prompt.d.ts.map +1 -0
- package/dist/prompts/rag-answer.prompt.js +20 -0
- package/dist/prompts/rag-answer.prompt.js.map +1 -0
- package/dist/rag-pipeline-with-memory.d.ts +68 -0
- package/dist/rag-pipeline-with-memory.d.ts.map +1 -0
- package/dist/rag-pipeline-with-memory.js +186 -0
- package/dist/rag-pipeline-with-memory.js.map +1 -0
- package/dist/rag-pipeline.d.ts +59 -0
- package/dist/rag-pipeline.d.ts.map +1 -0
- package/dist/rag-pipeline.js +181 -0
- package/dist/rag-pipeline.js.map +1 -0
- package/dist/rag.module.d.ts +26 -0
- package/dist/rag.module.d.ts.map +1 -0
- package/dist/rag.module.js +40 -0
- package/dist/rag.module.js.map +1 -0
- package/dist/rag.service.d.ts +96 -0
- package/dist/rag.service.d.ts.map +1 -0
- package/dist/rag.service.js +173 -0
- package/dist/rag.service.js.map +1 -0
- package/dist/retrieval/bm25.d.ts +57 -0
- package/dist/retrieval/bm25.d.ts.map +1 -0
- package/dist/retrieval/bm25.js +106 -0
- package/dist/retrieval/bm25.js.map +1 -0
- package/dist/retrieval/hybrid-search.d.ts +48 -0
- package/dist/retrieval/hybrid-search.d.ts.map +1 -0
- package/dist/retrieval/hybrid-search.js +123 -0
- package/dist/retrieval/hybrid-search.js.map +1 -0
- package/dist/retrieval/multi-query.d.ts +38 -0
- package/dist/retrieval/multi-query.d.ts.map +1 -0
- package/dist/retrieval/multi-query.js +135 -0
- package/dist/retrieval/multi-query.js.map +1 -0
- package/dist/text-splitters/recursive-text-splitter.d.ts +21 -0
- package/dist/text-splitters/recursive-text-splitter.d.ts.map +1 -0
- package/dist/text-splitters/recursive-text-splitter.js +95 -0
- package/dist/text-splitters/recursive-text-splitter.js.map +1 -0
- package/dist/types/index.d.ts +144 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +16 -0
- package/dist/types/index.js.map +1 -0
- package/dist/utils/similarity.d.ts +16 -0
- package/dist/utils/similarity.d.ts.map +1 -0
- package/dist/utils/similarity.js +58 -0
- package/dist/utils/similarity.js.map +1 -0
- package/dist/vector-stores/chroma.store.d.ts +42 -0
- package/dist/vector-stores/chroma.store.d.ts.map +1 -0
- package/dist/vector-stores/chroma.store.js +242 -0
- package/dist/vector-stores/chroma.store.js.map +1 -0
- package/dist/vector-stores/memory-vector-store.d.ts +20 -0
- package/dist/vector-stores/memory-vector-store.d.ts.map +1 -0
- package/dist/vector-stores/memory-vector-store.js +94 -0
- package/dist/vector-stores/memory-vector-store.js.map +1 -0
- package/dist/vector-stores/pinecone.store.d.ts +34 -0
- package/dist/vector-stores/pinecone.store.d.ts.map +1 -0
- package/dist/vector-stores/pinecone.store.js +146 -0
- package/dist/vector-stores/pinecone.store.js.map +1 -0
- package/dist/vector-stores/qdrant.store.d.ts +33 -0
- package/dist/vector-stores/qdrant.store.d.ts.map +1 -0
- package/dist/vector-stores/qdrant.store.js +174 -0
- package/dist/vector-stores/qdrant.store.js.map +1 -0
- package/dist/vector-stores/weaviate.store.d.ts +37 -0
- package/dist/vector-stores/weaviate.store.d.ts.map +1 -0
- package/dist/vector-stores/weaviate.store.js +226 -0
- package/dist/vector-stores/weaviate.store.js.map +1 -0
- package/package.json +146 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"rag-pipeline.test.js","sourceRoot":"","sources":["../../src/__tests__/rag-pipeline.test.ts"],"names":[],"mappings":";;AAAA,kDAA8C;AAC9C,oCAA6C;AAS7C,SAAS,gBAAgB,CAAC,EAAU,EAAE,OAAe,EAAE,KAAK,GAAG,GAAG;IAChE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;AAC/F,CAAC;AAED,SAAS,eAAe,CAAC,UAA0B,EAAE;IACnD,OAAO;QACL,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QAClD,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,KAAK,CAAC,CAAC;QAClD,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC;QAC5C,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC;QACpD,eAAe,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QACvD,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QACtD,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QACnD,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;KAC9C,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB;IAC5B,OAAO;QACL,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACnD,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;QAC1D,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC;KAC3C,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB;IACvB,OAAO;QACL,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACxD,cAAc,EAAE,IAAI;aACjB,EAAE,EAAE;aACJ,kBAAkB,CAAC,CAAC,IAAgB,EAAE,EAAE,CACvC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,GAAG,UAAU,EAAE,CAAC,CAAC,CAC7D;KACJ,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;IAC3B,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC1B,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAAC;gBAC/B,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,qBAAqB,EAAE;aAC3C,CAAC,CAAC;YACH,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;YAC5B,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,gBAAgB,EAAE,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAAC;gBAC/B,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,qBAAqB,EAAE;aAC3C,CAAC,CAAC;YACH,MAAM,IAAI,GAAe,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YAC9E,MAAM,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAAC;gBAC/B,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,qBAAqB,EAAE;gBAC1C,YAAY,EAAE,QAAQ;aACvB,CAAC,CAAC;YACH,MAAM,IAAI,GAAe,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;YACpE,MAAM,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAClC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;YAC3D,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAC1C,MAAM,CAAC,eAAe,CAAC;gBACrB,MAAM,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,EAAE,CAAC;aACzE,CAAC,CACH,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,gBAAgB,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC5E,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAAC;gBAC/B,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,qBAAqB,EAAE;aAC3C,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAC7D,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;YACzD,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;YACrE,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,gBAAgB,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC,CAAC,CAAC;YAC3E,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;YAC5D,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAC9B,EAAE,WAAW,EAAE,EAAE,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,EAAE,EAC/D,GAAG,CACJ,CAAC;YACF,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE;gBAC7C,SAAS,EAAE,gCAAgC;aAC5C,CAAC,CAAC;YACH,MAAM,CAAC,GAAG,CAAC,CAAC,gBAAgB,EAAE,CAAC;YAC/B,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC3D,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,gBAAgB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;YAChE,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAC9B,EAAE,WAAW,EAAE,EAAE,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,EAAE,EAC/D,GAAG,CACJ,CAAC;YACF,MAAM,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC9B,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,gBAAgB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;YAChE,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAAC;gBAC/B,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,qBAAqB,EAAE;aAC3C,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,CAAC;YAC1E,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAAC;gBAC/B,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,qBAAqB,EAAE;gBAC1C,IAAI,EAAE,CAAC;aACR,CAAC,CAAC;YACH,MAAM,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC9B,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,oBAAoB,CAAC,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACxF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAAC;gBAC/B,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,qBAAqB,EAAE;aAC3C,CAAC,CAAC;YACH,MAAM,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,EAAE,yBAAiB,CAAC,UAAU,CAAC,CAAC;YACnE,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAAC;gBAC/B,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,qBAAqB,EAAE;aAC3C,CAAC,CAAC;YACH,MAAM,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,EAAE,yBAAiB,CAAC,MAAM,CAAC,CAAC;YAC/D,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,OAAO,GAAG;gBACd,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC;gBACnC,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC;gBACnC,gBAAgB,CAAC,IAAI,EAAE,WAAW,CAAC;aACpC,CAAC;YACF,MAAM,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAG,qBAAqB,EAAE,CAAC;YACzC,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC,CAAC;YACnF,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,yBAAiB,CAAC,GAAG,CAAC,CAAC;YACtF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,oBAAoB,CACpC,OAAO,EACP,MAAM,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAC7D,CAAC;YACF,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;YAC/B,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAAC;gBAC/B,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,qBAAqB,EAAE;aAC3C,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,EAAE,yBAAiB,CAAC,GAAG,CAAC,CAAC;YAC7E,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,OAAO,GAAG;gBACd,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,EAAE,eAAe;aACjF,CAAC;YACF,MAAM,EAAE,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAAC;gBAC/B,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,qBAAqB,EAAE;aAC3C,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,yBAAiB,CAAC,GAAG,CAAC,CAAC;YACtF,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACvC,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAAC;gBAC/B,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,qBAAqB,EAAE;aAC3C,CAAC,CAAC;YACH,MAAM,QAAQ,CAAC,eAAe,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;YAC7C,MAAM,CAAC,EAAE,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAAC;gBAC/B,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,qBAAqB,EAAE;aAC3C,CAAC,CAAC;YACH,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;YACvB,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACnD,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,gBAAgB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC;YACrE,MAAM,QAAQ,GAAG,IAAI,0BAAW,CAAC;gBAC/B,WAAW,EAAE,EAAE;gBACf,iBAAiB,EAAE,qBAAqB,EAAE;aAC3C,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bm25.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/retrieval/bm25.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const bm25_1 = require("../../retrieval/bm25");
|
|
4
|
+
function makeDocs() {
|
|
5
|
+
return [
|
|
6
|
+
{
|
|
7
|
+
id: 'd1',
|
|
8
|
+
content: 'TypeScript is a typed superset of JavaScript',
|
|
9
|
+
tokens: ['typescript', 'is', 'a', 'typed', 'superset', 'of', 'javascript'],
|
|
10
|
+
},
|
|
11
|
+
{
|
|
12
|
+
id: 'd2',
|
|
13
|
+
content: 'JavaScript runs in the browser',
|
|
14
|
+
tokens: ['javascript', 'runs', 'in', 'the', 'browser'],
|
|
15
|
+
},
|
|
16
|
+
{
|
|
17
|
+
id: 'd3',
|
|
18
|
+
content: 'Python is a general purpose language',
|
|
19
|
+
tokens: ['python', 'is', 'a', 'general', 'purpose', 'language'],
|
|
20
|
+
},
|
|
21
|
+
];
|
|
22
|
+
}
|
|
23
|
+
describe('BM25', () => {
|
|
24
|
+
it('searches and returns ranked results', () => {
|
|
25
|
+
const bm25 = new bm25_1.BM25();
|
|
26
|
+
bm25.addDocuments(makeDocs());
|
|
27
|
+
const results = bm25.search('typescript');
|
|
28
|
+
expect(results.length).toBeGreaterThan(0);
|
|
29
|
+
expect(results[0].id).toBe('d1');
|
|
30
|
+
expect(results[0].score).toBeGreaterThan(0);
|
|
31
|
+
});
|
|
32
|
+
it('results are sorted by score descending', () => {
|
|
33
|
+
const bm25 = new bm25_1.BM25();
|
|
34
|
+
bm25.addDocuments(makeDocs());
|
|
35
|
+
const results = bm25.search('javascript');
|
|
36
|
+
for (let i = 1; i < results.length; i++) {
|
|
37
|
+
expect(results[i - 1].score).toBeGreaterThanOrEqual(results[i].score);
|
|
38
|
+
}
|
|
39
|
+
});
|
|
40
|
+
it('returns at most topK results', () => {
|
|
41
|
+
const bm25 = new bm25_1.BM25();
|
|
42
|
+
bm25.addDocuments(makeDocs());
|
|
43
|
+
const results = bm25.search('is', 2);
|
|
44
|
+
expect(results.length).toBeLessThanOrEqual(2);
|
|
45
|
+
});
|
|
46
|
+
it('returns zero score for terms not in any document', () => {
|
|
47
|
+
const bm25 = new bm25_1.BM25();
|
|
48
|
+
bm25.addDocuments(makeDocs());
|
|
49
|
+
const results = bm25.search('xylophone');
|
|
50
|
+
results.forEach((r) => expect(r.score).toBe(0));
|
|
51
|
+
});
|
|
52
|
+
it('handles empty query gracefully', () => {
|
|
53
|
+
const bm25 = new bm25_1.BM25();
|
|
54
|
+
bm25.addDocuments(makeDocs());
|
|
55
|
+
const results = bm25.search('');
|
|
56
|
+
expect(Array.isArray(results)).toBe(true);
|
|
57
|
+
});
|
|
58
|
+
it('addDocuments accumulates across calls', () => {
|
|
59
|
+
const bm25 = new bm25_1.BM25();
|
|
60
|
+
bm25.addDocuments([makeDocs()[0]]);
|
|
61
|
+
bm25.addDocuments([makeDocs()[1]]);
|
|
62
|
+
const results = bm25.search('javascript');
|
|
63
|
+
expect(results.some((r) => r.id === 'd2')).toBe(true);
|
|
64
|
+
});
|
|
65
|
+
it('clear resets all state', () => {
|
|
66
|
+
const bm25 = new bm25_1.BM25();
|
|
67
|
+
bm25.addDocuments(makeDocs());
|
|
68
|
+
bm25.clear();
|
|
69
|
+
const results = bm25.search('typescript');
|
|
70
|
+
expect(results).toHaveLength(0);
|
|
71
|
+
});
|
|
72
|
+
it('uses custom k1 and b parameters', () => {
|
|
73
|
+
const bm25 = new bm25_1.BM25({ k1: 2.0, b: 0.5 });
|
|
74
|
+
bm25.addDocuments(makeDocs());
|
|
75
|
+
const results = bm25.search('typescript');
|
|
76
|
+
expect(results.length).toBeGreaterThan(0);
|
|
77
|
+
});
|
|
78
|
+
it('tokenizes queries before scoring', () => {
|
|
79
|
+
const bm25 = new bm25_1.BM25();
|
|
80
|
+
bm25.addDocuments(makeDocs());
|
|
81
|
+
// Query with punctuation should still match
|
|
82
|
+
const results = bm25.search('TypeScript!');
|
|
83
|
+
expect(results.some((r) => r.id === 'd1')).toBe(true);
|
|
84
|
+
});
|
|
85
|
+
});
|
|
86
|
+
//# sourceMappingURL=bm25.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bm25.test.js","sourceRoot":"","sources":["../../../src/__tests__/retrieval/bm25.test.ts"],"names":[],"mappings":";;AAAA,+CAA4C;AAE5C,SAAS,QAAQ;IACf,OAAO;QACL;YACE,EAAE,EAAE,IAAI;YACR,OAAO,EAAE,8CAA8C;YACvD,MAAM,EAAE,CAAC,YAAY,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY,CAAC;SAC3E;QACD;YACE,EAAE,EAAE,IAAI;YACR,OAAO,EAAE,gCAAgC;YACzC,MAAM,EAAE,CAAC,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,CAAC;SACvD;QACD;YACE,EAAE,EAAE,IAAI;YACR,OAAO,EAAE,sCAAsC;YAC/C,MAAM,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,CAAC;SAChE;KACF,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE;IACpB,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,IAAI,GAAG,IAAI,WAAI,EAAE,CAAC;QACxB,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,MAAM,IAAI,GAAG,IAAI,WAAI,EAAE,CAAC;QACxB,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACxE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,IAAI,GAAG,IAAI,WAAI,EAAE,CAAC;QACxB,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;QAC1D,MAAM,IAAI,GAAG,IAAI,WAAI,EAAE,CAAC;QACxB,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACzC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,MAAM,IAAI,GAAG,IAAI,WAAI,EAAE,CAAC;QACxB,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,IAAI,GAAG,IAAI,WAAI,EAAE,CAAC;QACxB,IAAI,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,YAAY,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,IAAI,GAAG,IAAI,WAAI,EAAE,CAAC;QACxB,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9B,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,IAAI,GAAG,IAAI,WAAI,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,IAAI,GAAG,IAAI,WAAI,EAAE,CAAC;QACxB,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC9B,4CAA4C;QAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAC3C,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hybrid-search.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/retrieval/hybrid-search.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const hybrid_search_1 = require("../../retrieval/hybrid-search");
|
|
4
|
+
function makeVectorStore(results = []) {
|
|
5
|
+
return {
|
|
6
|
+
initialize: jest.fn().mockResolvedValue(undefined),
|
|
7
|
+
addDocuments: jest.fn().mockResolvedValue([]),
|
|
8
|
+
search: jest.fn().mockResolvedValue(results),
|
|
9
|
+
searchByVector: jest.fn().mockResolvedValue(results),
|
|
10
|
+
deleteDocuments: jest.fn().mockResolvedValue(undefined),
|
|
11
|
+
updateDocument: jest.fn().mockResolvedValue(undefined),
|
|
12
|
+
getDocument: jest.fn().mockResolvedValue(undefined),
|
|
13
|
+
clear: jest.fn().mockResolvedValue(undefined),
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
const VECTOR_RESULTS = [
|
|
17
|
+
{ id: 'd1', content: 'TypeScript typed language', score: 0.9, metadata: {} },
|
|
18
|
+
{ id: 'd2', content: 'JavaScript dynamic language', score: 0.7, metadata: {} },
|
|
19
|
+
];
|
|
20
|
+
describe('HybridSearchRetrieval', () => {
|
|
21
|
+
it('throws when weights do not sum to 1', () => {
|
|
22
|
+
const vs = makeVectorStore();
|
|
23
|
+
expect(() => new hybrid_search_1.HybridSearchRetrieval(vs, { vectorWeight: 0.5, keywordWeight: 0.3 })).toThrow('sum to 1.0');
|
|
24
|
+
});
|
|
25
|
+
it('throws if search is called before indexDocuments', async () => {
|
|
26
|
+
const vs = makeVectorStore();
|
|
27
|
+
const hybrid = new hybrid_search_1.HybridSearchRetrieval(vs);
|
|
28
|
+
await expect(hybrid.search('query')).rejects.toThrow('must be indexed');
|
|
29
|
+
});
|
|
30
|
+
it('performs hybrid search after indexing', async () => {
|
|
31
|
+
const vs = makeVectorStore(VECTOR_RESULTS);
|
|
32
|
+
const hybrid = new hybrid_search_1.HybridSearchRetrieval(vs);
|
|
33
|
+
await hybrid.indexDocuments([
|
|
34
|
+
{ id: 'd1', content: 'TypeScript typed language' },
|
|
35
|
+
{ id: 'd2', content: 'JavaScript dynamic language' },
|
|
36
|
+
]);
|
|
37
|
+
const results = await hybrid.search('typescript');
|
|
38
|
+
expect(Array.isArray(results)).toBe(true);
|
|
39
|
+
});
|
|
40
|
+
it('returns at most topK results', async () => {
|
|
41
|
+
const vs = makeVectorStore(VECTOR_RESULTS);
|
|
42
|
+
const hybrid = new hybrid_search_1.HybridSearchRetrieval(vs);
|
|
43
|
+
await hybrid.indexDocuments([
|
|
44
|
+
{ id: 'd1', content: 'TypeScript typed language' },
|
|
45
|
+
{ id: 'd2', content: 'JavaScript dynamic language' },
|
|
46
|
+
]);
|
|
47
|
+
const results = await hybrid.search('language', { topK: 1 });
|
|
48
|
+
expect(results.length).toBeLessThanOrEqual(1);
|
|
49
|
+
});
|
|
50
|
+
it('handles empty vector results gracefully', async () => {
|
|
51
|
+
const vs = makeVectorStore([]);
|
|
52
|
+
const hybrid = new hybrid_search_1.HybridSearchRetrieval(vs);
|
|
53
|
+
await hybrid.indexDocuments([{ id: 'd1', content: 'Some content' }]);
|
|
54
|
+
const results = await hybrid.search('typescript');
|
|
55
|
+
expect(Array.isArray(results)).toBe(true);
|
|
56
|
+
expect(results).toHaveLength(0);
|
|
57
|
+
});
|
|
58
|
+
it('clear resets the index', async () => {
|
|
59
|
+
const vs = makeVectorStore(VECTOR_RESULTS);
|
|
60
|
+
const hybrid = new hybrid_search_1.HybridSearchRetrieval(vs);
|
|
61
|
+
await hybrid.indexDocuments([{ id: 'd1', content: 'content' }]);
|
|
62
|
+
hybrid.clear();
|
|
63
|
+
await expect(hybrid.search('query')).rejects.toThrow('must be indexed');
|
|
64
|
+
});
|
|
65
|
+
it('uses custom weights', async () => {
|
|
66
|
+
const vs = makeVectorStore(VECTOR_RESULTS);
|
|
67
|
+
const hybrid = new hybrid_search_1.HybridSearchRetrieval(vs, { vectorWeight: 0.8, keywordWeight: 0.2 });
|
|
68
|
+
await hybrid.indexDocuments([{ id: 'd1', content: 'TypeScript typed language' }]);
|
|
69
|
+
const results = await hybrid.search('typescript');
|
|
70
|
+
expect(Array.isArray(results)).toBe(true);
|
|
71
|
+
});
|
|
72
|
+
it('results have hybridScore applied to score field', async () => {
|
|
73
|
+
const vs = makeVectorStore(VECTOR_RESULTS);
|
|
74
|
+
const hybrid = new hybrid_search_1.HybridSearchRetrieval(vs);
|
|
75
|
+
await hybrid.indexDocuments([
|
|
76
|
+
{ id: 'd1', content: 'TypeScript typed language' },
|
|
77
|
+
{ id: 'd2', content: 'JavaScript dynamic language' },
|
|
78
|
+
]);
|
|
79
|
+
const results = await hybrid.search('typescript language');
|
|
80
|
+
for (const r of results) {
|
|
81
|
+
expect(typeof r.score).toBe('number');
|
|
82
|
+
}
|
|
83
|
+
});
|
|
84
|
+
});
|
|
85
|
+
//# sourceMappingURL=hybrid-search.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hybrid-search.test.js","sourceRoot":"","sources":["../../../src/__tests__/retrieval/hybrid-search.test.ts"],"names":[],"mappings":";;AAAA,iEAAsE;AAGtE,SAAS,eAAe,CAAC,UAA0B,EAAE;IACnD,OAAO;QACL,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QAClD,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC7C,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC;QAC5C,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC;QACpD,eAAe,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QACvD,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QACtD,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QACnD,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;KAC9C,CAAC;AACJ,CAAC;AAED,MAAM,cAAc,GAAmB;IACrC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,2BAA2B,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE;IAC5E,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,6BAA6B,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE;CAC/E,CAAC;AAEF,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,qCAAqB,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,CAC5F,YAAY,CACb,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,EAAE,GAAG,eAAe,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAI,qCAAqB,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,EAAE,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,qCAAqB,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,MAAM,CAAC,cAAc,CAAC;YAC1B,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,2BAA2B,EAAE;YAClD,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,6BAA6B,EAAE;SACrD,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;QAC5C,MAAM,EAAE,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,qCAAqB,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,MAAM,CAAC,cAAc,CAAC;YAC1B,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,2BAA2B,EAAE;YAClD,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,6BAA6B,EAAE;SACrD,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAC7D,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;QAC/B,MAAM,MAAM,GAAG,IAAI,qCAAqB,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;QACrE,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;QACtC,MAAM,EAAE,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,qCAAqB,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAChE,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;QACnC,MAAM,EAAE,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,qCAAqB,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;QACxF,MAAM,MAAM,CAAC,cAAc,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,2BAA2B,EAAE,CAAC,CAAC,CAAC;QAClF,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,EAAE,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,qCAAqB,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,MAAM,CAAC,cAAc,CAAC;YAC1B,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,2BAA2B,EAAE;YAClD,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,6BAA6B,EAAE;SACrD,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;QAC3D,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"multi-query.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/retrieval/multi-query.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const multi_query_1 = require("../../retrieval/multi-query");
|
|
4
|
+
function makeVectorStore(results = []) {
|
|
5
|
+
return {
|
|
6
|
+
initialize: jest.fn().mockResolvedValue(undefined),
|
|
7
|
+
addDocuments: jest.fn().mockResolvedValue([]),
|
|
8
|
+
search: jest.fn().mockResolvedValue(results),
|
|
9
|
+
searchByVector: jest.fn().mockResolvedValue(results),
|
|
10
|
+
deleteDocuments: jest.fn().mockResolvedValue(undefined),
|
|
11
|
+
updateDocument: jest.fn().mockResolvedValue(undefined),
|
|
12
|
+
getDocument: jest.fn().mockResolvedValue(undefined),
|
|
13
|
+
clear: jest.fn().mockResolvedValue(undefined),
|
|
14
|
+
};
|
|
15
|
+
}
|
|
16
|
+
const SEARCH_RESULTS = [
|
|
17
|
+
{ id: 'd1', content: 'TypeScript docs', score: 0.9, metadata: {} },
|
|
18
|
+
{ id: 'd2', content: 'JavaScript docs', score: 0.7, metadata: {} },
|
|
19
|
+
];
|
|
20
|
+
describe('MultiQueryRetrieval', () => {
|
|
21
|
+
it('retrieves using a custom generator', async () => {
|
|
22
|
+
const vs = makeVectorStore(SEARCH_RESULTS);
|
|
23
|
+
const customGenerator = jest.fn().mockResolvedValue(['query 1', 'query 2', 'query 3']);
|
|
24
|
+
const retrieval = new multi_query_1.MultiQueryRetrieval(vs, { numQueries: 3, customGenerator });
|
|
25
|
+
const results = await retrieval.retrieve('TypeScript');
|
|
26
|
+
expect(customGenerator).toHaveBeenCalledWith('TypeScript', 3);
|
|
27
|
+
expect(Array.isArray(results)).toBe(true);
|
|
28
|
+
});
|
|
29
|
+
it('deduplicates results from multiple queries', async () => {
|
|
30
|
+
const searchMock = jest.fn().mockResolvedValue(SEARCH_RESULTS);
|
|
31
|
+
const vs = { ...makeVectorStore(), search: searchMock };
|
|
32
|
+
const customGenerator = jest.fn().mockResolvedValue(['q1', 'q2', 'q3']);
|
|
33
|
+
const retrieval = new multi_query_1.MultiQueryRetrieval(vs, { numQueries: 3, customGenerator });
|
|
34
|
+
const results = await retrieval.retrieve('test');
|
|
35
|
+
// d1 and d2 appear in every query result but should only appear once
|
|
36
|
+
const ids = results.map((r) => r.id);
|
|
37
|
+
expect(new Set(ids).size).toBe(ids.length);
|
|
38
|
+
});
|
|
39
|
+
it('respects topK limit', async () => {
|
|
40
|
+
const vs = makeVectorStore(SEARCH_RESULTS);
|
|
41
|
+
const customGenerator = jest.fn().mockResolvedValue(['q1', 'q2']);
|
|
42
|
+
const retrieval = new multi_query_1.MultiQueryRetrieval(vs, { customGenerator });
|
|
43
|
+
const results = await retrieval.retrieve('test', { topK: 1 });
|
|
44
|
+
expect(results.length).toBeLessThanOrEqual(1);
|
|
45
|
+
});
|
|
46
|
+
it('falls back to simple variations when no customGenerator and no LLM key', async () => {
|
|
47
|
+
const vs = makeVectorStore(SEARCH_RESULTS);
|
|
48
|
+
// Default provider is openai, but no apiKey — will fallback to simple variations
|
|
49
|
+
const retrieval = new multi_query_1.MultiQueryRetrieval(vs, { llmProvider: 'openai' });
|
|
50
|
+
// Won't actually call OpenAI; the require('openai') will fail and fall back
|
|
51
|
+
const results = await retrieval.retrieve('TypeScript');
|
|
52
|
+
expect(Array.isArray(results)).toBe(true);
|
|
53
|
+
});
|
|
54
|
+
it('ranks results by score and frequency bonus', async () => {
|
|
55
|
+
const highScoreResult = {
|
|
56
|
+
id: 'high',
|
|
57
|
+
content: 'high score doc',
|
|
58
|
+
score: 0.99,
|
|
59
|
+
metadata: {},
|
|
60
|
+
};
|
|
61
|
+
const lowScoreResult = {
|
|
62
|
+
id: 'low',
|
|
63
|
+
content: 'low score doc',
|
|
64
|
+
score: 0.1,
|
|
65
|
+
metadata: {},
|
|
66
|
+
};
|
|
67
|
+
const vs = makeVectorStore([highScoreResult, lowScoreResult]);
|
|
68
|
+
const customGenerator = jest.fn().mockResolvedValue(['q1', 'q2', 'q3']);
|
|
69
|
+
const retrieval = new multi_query_1.MultiQueryRetrieval(vs, { numQueries: 3, customGenerator });
|
|
70
|
+
const results = await retrieval.retrieve('test');
|
|
71
|
+
// Highest score doc should rank first
|
|
72
|
+
if (results.length >= 2) {
|
|
73
|
+
expect(results[0].score).toBeGreaterThanOrEqual(results[1].score);
|
|
74
|
+
}
|
|
75
|
+
});
|
|
76
|
+
it('handles empty search results gracefully', async () => {
|
|
77
|
+
const vs = makeVectorStore([]);
|
|
78
|
+
const customGenerator = jest.fn().mockResolvedValue(['q1']);
|
|
79
|
+
const retrieval = new multi_query_1.MultiQueryRetrieval(vs, { customGenerator });
|
|
80
|
+
const results = await retrieval.retrieve('nothing');
|
|
81
|
+
expect(results).toHaveLength(0);
|
|
82
|
+
});
|
|
83
|
+
it('uses simple variations as fallback for anthropic provider', async () => {
|
|
84
|
+
const vs = makeVectorStore(SEARCH_RESULTS);
|
|
85
|
+
const retrieval = new multi_query_1.MultiQueryRetrieval(vs, { llmProvider: 'anthropic' });
|
|
86
|
+
const results = await retrieval.retrieve('TypeScript');
|
|
87
|
+
expect(Array.isArray(results)).toBe(true);
|
|
88
|
+
});
|
|
89
|
+
});
|
|
90
|
+
//# sourceMappingURL=multi-query.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"multi-query.test.js","sourceRoot":"","sources":["../../../src/__tests__/retrieval/multi-query.test.ts"],"names":[],"mappings":";;AAAA,6DAAkE;AAGlE,SAAS,eAAe,CAAC,UAA0B,EAAE;IACnD,OAAO;QACL,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QAClD,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC7C,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC;QAC5C,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC;QACpD,eAAe,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QACvD,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QACtD,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;QACnD,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;KAC9C,CAAC;AACJ,CAAC;AAED,MAAM,cAAc,GAAmB;IACrC,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE;IAClE,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,iBAAiB,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE;CACnE,CAAC;AAEF,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,EAAE,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;QAC3C,MAAM,eAAe,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QACvF,MAAM,SAAS,GAAG,IAAI,iCAAmB,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC;QAClF,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QACvD,MAAM,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QAC9D,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QAC/D,MAAM,EAAE,GAAG,EAAE,GAAG,eAAe,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QACxD,MAAM,eAAe,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACxE,MAAM,SAAS,GAAG,IAAI,iCAAmB,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC;QAClF,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACjD,qEAAqE;QACrE,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACrC,MAAM,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;QACnC,MAAM,EAAE,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;QAC3C,MAAM,eAAe,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAClE,MAAM,SAAS,GAAG,IAAI,iCAAmB,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAC9D,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,KAAK,IAAI,EAAE;QACtF,MAAM,EAAE,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;QAC3C,iFAAiF;QACjF,MAAM,SAAS,GAAG,IAAI,iCAAmB,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC;QACzE,4EAA4E;QAC5E,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,eAAe,GAAiB;YACpC,EAAE,EAAE,MAAM;YACV,OAAO,EAAE,gBAAgB;YACzB,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,EAAE;SACb,CAAC;QACF,MAAM,cAAc,GAAiB;YACnC,EAAE,EAAE,KAAK;YACT,OAAO,EAAE,eAAe;YACxB,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,EAAE;SACb,CAAC;QACF,MAAM,EAAE,GAAG,eAAe,CAAC,CAAC,eAAe,EAAE,cAAc,CAAC,CAAC,CAAC;QAC9D,MAAM,eAAe,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QACxE,MAAM,SAAS,GAAG,IAAI,iCAAmB,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC;QAClF,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACjD,sCAAsC;QACtC,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACpE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,EAAE,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC;QAC/B,MAAM,eAAe,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,IAAI,iCAAmB,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACpD,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,MAAM,EAAE,GAAG,eAAe,CAAC,cAAc,CAAC,CAAC;QAC3C,MAAM,SAAS,GAAG,IAAI,iCAAmB,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,WAAoB,EAAE,CAAC,CAAC;QACrF,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;QACvD,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recursive-text-splitter.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/text-splitters/recursive-text-splitter.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const recursive_text_splitter_1 = require("../../text-splitters/recursive-text-splitter");
|
|
4
|
+
describe('RecursiveTextSplitter', () => {
|
|
5
|
+
describe('split', () => {
|
|
6
|
+
it('returns the whole text when it fits in one chunk', () => {
|
|
7
|
+
const splitter = new recursive_text_splitter_1.RecursiveTextSplitter({ chunkSize: 1000, chunkOverlap: 0 });
|
|
8
|
+
const result = splitter.split('hello world');
|
|
9
|
+
expect(result).toEqual(['hello world']);
|
|
10
|
+
});
|
|
11
|
+
it('splits on double newlines first', () => {
|
|
12
|
+
const splitter = new recursive_text_splitter_1.RecursiveTextSplitter({ chunkSize: 20, chunkOverlap: 0 });
|
|
13
|
+
const text = 'paragraph one here\n\nparagraph two here';
|
|
14
|
+
const result = splitter.split(text);
|
|
15
|
+
expect(result.length).toBeGreaterThan(1);
|
|
16
|
+
});
|
|
17
|
+
it('splits on single newlines when paragraphs are too big', () => {
|
|
18
|
+
const splitter = new recursive_text_splitter_1.RecursiveTextSplitter({ chunkSize: 15, chunkOverlap: 0 });
|
|
19
|
+
const text = 'line one\nline two\nline three';
|
|
20
|
+
const result = splitter.split(text);
|
|
21
|
+
expect(result.length).toBeGreaterThanOrEqual(2);
|
|
22
|
+
});
|
|
23
|
+
it('splits long text into multiple chunks', () => {
|
|
24
|
+
const splitter = new recursive_text_splitter_1.RecursiveTextSplitter({ chunkSize: 10, chunkOverlap: 0 });
|
|
25
|
+
const text = 'word1 word2 word3 word4 word5 word6';
|
|
26
|
+
const result = splitter.split(text);
|
|
27
|
+
expect(result.length).toBeGreaterThan(1);
|
|
28
|
+
});
|
|
29
|
+
it('respects custom separators', () => {
|
|
30
|
+
const splitter = new recursive_text_splitter_1.RecursiveTextSplitter({
|
|
31
|
+
chunkSize: 20,
|
|
32
|
+
chunkOverlap: 0,
|
|
33
|
+
separators: ['|'],
|
|
34
|
+
});
|
|
35
|
+
const text = 'part1|part2|part3|part4|part5';
|
|
36
|
+
const result = splitter.split(text);
|
|
37
|
+
expect(result.length).toBeGreaterThan(1);
|
|
38
|
+
});
|
|
39
|
+
it('adds overlap between chunks', () => {
|
|
40
|
+
const splitter = new recursive_text_splitter_1.RecursiveTextSplitter({ chunkSize: 20, chunkOverlap: 5 });
|
|
41
|
+
const text = 'first second third fourth fifth sixth seventh eighth';
|
|
42
|
+
const result = splitter.split(text);
|
|
43
|
+
if (result.length > 1) {
|
|
44
|
+
// second chunk should start with tail of first chunk
|
|
45
|
+
const firstEnd = result[0].slice(-5);
|
|
46
|
+
expect(result[1].startsWith(firstEnd)).toBe(true);
|
|
47
|
+
}
|
|
48
|
+
});
|
|
49
|
+
it('no overlap when chunkOverlap is 0', () => {
|
|
50
|
+
const splitter = new recursive_text_splitter_1.RecursiveTextSplitter({ chunkSize: 10, chunkOverlap: 0 });
|
|
51
|
+
const text = 'word1 word2 word3 word4 word5';
|
|
52
|
+
const result = splitter.split(text);
|
|
53
|
+
// With 0 overlap, splitting result should still be valid
|
|
54
|
+
expect(result.every((c) => c.length > 0)).toBe(true);
|
|
55
|
+
});
|
|
56
|
+
});
|
|
57
|
+
describe('splitDocuments', () => {
|
|
58
|
+
it('splits each document and preserves metadata', () => {
|
|
59
|
+
const splitter = new recursive_text_splitter_1.RecursiveTextSplitter({ chunkSize: 20, chunkOverlap: 0 });
|
|
60
|
+
const docs = [
|
|
61
|
+
{
|
|
62
|
+
content: 'first paragraph here\n\nsecond paragraph here',
|
|
63
|
+
metadata: { source: 'test.txt' },
|
|
64
|
+
},
|
|
65
|
+
];
|
|
66
|
+
const result = splitter.splitDocuments(docs);
|
|
67
|
+
expect(result.length).toBeGreaterThan(1);
|
|
68
|
+
expect(result[0].metadata?.source).toBe('test.txt');
|
|
69
|
+
expect(result[0].metadata?.chunkIndex).toBe(0);
|
|
70
|
+
expect(result[0].metadata?.totalChunks).toBeGreaterThan(0);
|
|
71
|
+
});
|
|
72
|
+
it('handles multiple documents', () => {
|
|
73
|
+
const splitter = new recursive_text_splitter_1.RecursiveTextSplitter({ chunkSize: 100, chunkOverlap: 0 });
|
|
74
|
+
const docs = [
|
|
75
|
+
{ id: 'doc1', content: 'short text', metadata: {} },
|
|
76
|
+
{ id: 'doc2', content: 'another short text', metadata: {} },
|
|
77
|
+
];
|
|
78
|
+
const result = splitter.splitDocuments(docs);
|
|
79
|
+
expect(result.length).toBe(2);
|
|
80
|
+
expect(result[0].metadata?.sourceDocId).toBe('doc1');
|
|
81
|
+
expect(result[1].metadata?.sourceDocId).toBe('doc2');
|
|
82
|
+
});
|
|
83
|
+
it('returns empty array for empty input', () => {
|
|
84
|
+
const splitter = new recursive_text_splitter_1.RecursiveTextSplitter();
|
|
85
|
+
expect(splitter.splitDocuments([])).toEqual([]);
|
|
86
|
+
});
|
|
87
|
+
});
|
|
88
|
+
describe('default config', () => {
|
|
89
|
+
it('uses default chunkSize of 1000', () => {
|
|
90
|
+
const splitter = new recursive_text_splitter_1.RecursiveTextSplitter();
|
|
91
|
+
const text = 'a'.repeat(500);
|
|
92
|
+
const result = splitter.split(text);
|
|
93
|
+
expect(result).toHaveLength(1);
|
|
94
|
+
});
|
|
95
|
+
});
|
|
96
|
+
});
|
|
97
|
+
//# sourceMappingURL=recursive-text-splitter.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recursive-text-splitter.test.js","sourceRoot":"","sources":["../../../src/__tests__/text-splitters/recursive-text-splitter.test.ts"],"names":[],"mappings":";;AAAA,0FAAqF;AAErF,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,kDAAkD,EAAE,GAAG,EAAE;YAC1D,MAAM,QAAQ,GAAG,IAAI,+CAAqB,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;YACjF,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAC7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,QAAQ,GAAG,IAAI,+CAAqB,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/E,MAAM,IAAI,GAAG,0CAA0C,CAAC;YACxD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC/D,MAAM,QAAQ,GAAG,IAAI,+CAAqB,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/E,MAAM,IAAI,GAAG,gCAAgC,CAAC;YAC9C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,QAAQ,GAAG,IAAI,+CAAqB,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/E,MAAM,IAAI,GAAG,qCAAqC,CAAC;YACnD,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,QAAQ,GAAG,IAAI,+CAAqB,CAAC;gBACzC,SAAS,EAAE,EAAE;gBACb,YAAY,EAAE,CAAC;gBACf,UAAU,EAAE,CAAC,GAAG,CAAC;aAClB,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,+BAA+B,CAAC;YAC7C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;YACrC,MAAM,QAAQ,GAAG,IAAI,+CAAqB,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/E,MAAM,IAAI,GAAG,sDAAsD,CAAC;YACpE,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,qDAAqD;gBACrD,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBACrC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACpD,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,QAAQ,GAAG,IAAI,+CAAqB,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/E,MAAM,IAAI,GAAG,+BAA+B,CAAC;YAC7C,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,yDAAyD;YACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;YACrD,MAAM,QAAQ,GAAG,IAAI,+CAAqB,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;YAC/E,MAAM,IAAI,GAAG;gBACX;oBACE,OAAO,EAAE,+CAA+C;oBACxD,QAAQ,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE;iBACjC;aACF,CAAC;YACF,MAAM,MAAM,GAAG,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAC7D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,QAAQ,GAAG,IAAI,+CAAqB,CAAC,EAAE,SAAS,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;YAChF,MAAM,IAAI,GAAG;gBACX,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,EAAE,EAAE;gBACnD,EAAE,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,oBAAoB,EAAE,QAAQ,EAAE,EAAE,EAAE;aAC5D,CAAC;YACF,MAAM,MAAM,GAAG,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrD,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,QAAQ,GAAG,IAAI,+CAAqB,EAAE,CAAC;YAC7C,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,QAAQ,GAAG,IAAI,+CAAqB,EAAE,CAAC;YAC7C,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"similarity.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/utils/similarity.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const similarity_1 = require("../../utils/similarity");
|
|
4
|
+
describe('cosineSimilarity', () => {
|
|
5
|
+
it('returns 1 for identical vectors', () => {
|
|
6
|
+
expect((0, similarity_1.cosineSimilarity)([1, 2, 3], [1, 2, 3])).toBeCloseTo(1);
|
|
7
|
+
});
|
|
8
|
+
it('returns 0 for orthogonal vectors', () => {
|
|
9
|
+
expect((0, similarity_1.cosineSimilarity)([1, 0], [0, 1])).toBeCloseTo(0);
|
|
10
|
+
});
|
|
11
|
+
it('returns -1 for opposite vectors', () => {
|
|
12
|
+
expect((0, similarity_1.cosineSimilarity)([1, 0], [-1, 0])).toBeCloseTo(-1);
|
|
13
|
+
});
|
|
14
|
+
it('returns 0 for a zero vector', () => {
|
|
15
|
+
expect((0, similarity_1.cosineSimilarity)([0, 0, 0], [1, 2, 3])).toBe(0);
|
|
16
|
+
});
|
|
17
|
+
it('throws when vectors have different lengths', () => {
|
|
18
|
+
expect(() => (0, similarity_1.cosineSimilarity)([1, 2], [1, 2, 3])).toThrow('same length');
|
|
19
|
+
});
|
|
20
|
+
it('computes partial similarity correctly', () => {
|
|
21
|
+
const result = (0, similarity_1.cosineSimilarity)([1, 1], [1, 0]);
|
|
22
|
+
expect(result).toBeCloseTo(Math.SQRT1_2);
|
|
23
|
+
});
|
|
24
|
+
});
|
|
25
|
+
describe('euclideanDistance', () => {
|
|
26
|
+
it('returns 0 for identical vectors', () => {
|
|
27
|
+
expect((0, similarity_1.euclideanDistance)([1, 2, 3], [1, 2, 3])).toBe(0);
|
|
28
|
+
});
|
|
29
|
+
it('returns correct distance for simple vectors', () => {
|
|
30
|
+
expect((0, similarity_1.euclideanDistance)([0, 0], [3, 4])).toBeCloseTo(5);
|
|
31
|
+
});
|
|
32
|
+
it('throws when vectors have different lengths', () => {
|
|
33
|
+
expect(() => (0, similarity_1.euclideanDistance)([1, 2], [1])).toThrow('same length');
|
|
34
|
+
});
|
|
35
|
+
});
|
|
36
|
+
describe('dotProduct', () => {
|
|
37
|
+
it('returns correct dot product', () => {
|
|
38
|
+
expect((0, similarity_1.dotProduct)([1, 2, 3], [4, 5, 6])).toBe(32);
|
|
39
|
+
});
|
|
40
|
+
it('returns 0 for orthogonal vectors', () => {
|
|
41
|
+
expect((0, similarity_1.dotProduct)([1, 0], [0, 1])).toBe(0);
|
|
42
|
+
});
|
|
43
|
+
it('throws when vectors have different lengths', () => {
|
|
44
|
+
expect(() => (0, similarity_1.dotProduct)([1, 2], [1])).toThrow('same length');
|
|
45
|
+
});
|
|
46
|
+
});
|
|
47
|
+
//# sourceMappingURL=similarity.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"similarity.test.js","sourceRoot":"","sources":["../../../src/__tests__/utils/similarity.test.ts"],"names":[],"mappings":";;AAAA,uDAAyF;AAEzF,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,IAAA,6BAAgB,EAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,IAAA,6BAAgB,EAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,IAAA,6BAAgB,EAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,CAAC,IAAA,6BAAgB,EAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,6BAAgB,EAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,MAAM,GAAG,IAAA,6BAAgB,EAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,IAAA,8BAAiB,EAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,CAAC,IAAA,8BAAiB,EAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,8BAAiB,EAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,CAAC,IAAA,uBAAU,EAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,IAAA,uBAAU,EAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,uBAAU,EAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Agentic RAG Service
|
|
3
|
+
* Main service class demonstrating all agentic RAG capabilities
|
|
4
|
+
*/
|
|
5
|
+
import { VectorStore, SearchResult, QueryOptions } from '../types';
|
|
6
|
+
import { AgenticLLMProvider } from './types';
|
|
7
|
+
export interface AgenticRAGServiceConfig {
|
|
8
|
+
vectorStore: VectorStore;
|
|
9
|
+
llmProvider?: AgenticLLMProvider;
|
|
10
|
+
enableAllFeatures?: boolean;
|
|
11
|
+
}
|
|
12
|
+
export declare class AgenticRAGService {
|
|
13
|
+
private vectorStore;
|
|
14
|
+
private llmProvider?;
|
|
15
|
+
constructor(config: AgenticRAGServiceConfig);
|
|
16
|
+
/**
|
|
17
|
+
* Basic retrieval with all agentic features
|
|
18
|
+
*/
|
|
19
|
+
retrieve(query: string, options?: QueryOptions): Promise<SearchResult[]>;
|
|
20
|
+
/**
|
|
21
|
+
* Advanced retrieval with HyDE
|
|
22
|
+
*/
|
|
23
|
+
hydeRetrieve(query: string, options?: QueryOptions): Promise<SearchResult[]>;
|
|
24
|
+
/**
|
|
25
|
+
* Multi-hop reasoning retrieval
|
|
26
|
+
*/
|
|
27
|
+
deepRetrieve(query: string, options?: QueryOptions): Promise<SearchResult[]>;
|
|
28
|
+
/**
|
|
29
|
+
* Context-aware conversational retrieval
|
|
30
|
+
*/
|
|
31
|
+
conversationalRetrieve(query: string, sessionId: string, options?: QueryOptions): Promise<SearchResult[]>;
|
|
32
|
+
/**
|
|
33
|
+
* Verified retrieval with source checking
|
|
34
|
+
*/
|
|
35
|
+
verifiedRetrieve(query: string, options?: QueryOptions): Promise<SearchResult[]>;
|
|
36
|
+
/**
|
|
37
|
+
* Learning-enabled retrieval
|
|
38
|
+
*/
|
|
39
|
+
learningRetrieve(query: string, options?: QueryOptions): Promise<SearchResult[]>;
|
|
40
|
+
/**
|
|
41
|
+
* Provide feedback for active learning
|
|
42
|
+
*/
|
|
43
|
+
provideFeedback(_resultId: string, _rating: number, _relevant: boolean): Promise<void>;
|
|
44
|
+
/**
|
|
45
|
+
* Combined: All features enabled
|
|
46
|
+
*/
|
|
47
|
+
superRetrieve(query: string, sessionId: string, options?: QueryOptions): Promise<SearchResult[]>;
|
|
48
|
+
}
|
|
49
|
+
//# sourceMappingURL=agentic-rag.service.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"agentic-rag.service.d.ts","sourceRoot":"","sources":["../../src/agentic/agentic-rag.service.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,MAAM,SAAS,CAAC;AAgB7C,MAAM,WAAW,uBAAuB;IACtC,WAAW,EAAE,WAAW,CAAC;IACzB,WAAW,CAAC,EAAE,kBAAkB,CAAC;IACjC,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,WAAW,CAAC,CAAqB;gBAE7B,MAAM,EAAE,uBAAuB;IAK3C;;OAEG;IAKG,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAI9E;;OAEG;IAIG,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAIlF;;OAEG;IAEG,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAIlF;;OAEG;IAIG,sBAAsB,CAC1B,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,YAAY,GACrB,OAAO,CAAC,YAAY,EAAE,CAAC;IAO1B;;OAEG;IAOG,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAItF;;OAEG;IAGG,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAItF;;OAEG;IAEG,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAI5F;;OAEG;IAWG,aAAa,CACjB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,YAAY,GACrB,OAAO,CAAC,YAAY,EAAE,CAAC;CAM3B"}
|