@fllf/agent-sdk 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +240 -0
- package/dist/agent/Agent.d.ts +34 -0
- package/dist/agent/Agent.d.ts.map +1 -0
- package/dist/agent/Agent.js +168 -0
- package/dist/agent/Agent.js.map +1 -0
- package/dist/agent/createAgent.d.ts +4 -0
- package/dist/agent/createAgent.d.ts.map +1 -0
- package/dist/agent/createAgent.js +8 -0
- package/dist/agent/createAgent.js.map +1 -0
- package/dist/agent/index.d.ts +4 -0
- package/dist/agent/index.d.ts.map +1 -0
- package/dist/agent/index.js +8 -0
- package/dist/agent/index.js.map +1 -0
- package/dist/agent/types.d.ts +23 -0
- package/dist/agent/types.d.ts.map +1 -0
- package/dist/agent/types.js +3 -0
- package/dist/agent/types.js.map +1 -0
- package/dist/config/config.d.ts +35 -0
- package/dist/config/config.d.ts.map +1 -0
- package/dist/config/config.js +123 -0
- package/dist/config/config.js.map +1 -0
- package/dist/config/index.d.ts +3 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +6 -0
- package/dist/config/index.js.map +1 -0
- package/dist/executors/base.d.ts +44 -0
- package/dist/executors/base.d.ts.map +1 -0
- package/dist/executors/base.js +3 -0
- package/dist/executors/base.js.map +1 -0
- package/dist/executors/index.d.ts +7 -0
- package/dist/executors/index.d.ts.map +1 -0
- package/dist/executors/index.js +10 -0
- package/dist/executors/index.js.map +1 -0
- package/dist/executors/rag-executor.d.ts +16 -0
- package/dist/executors/rag-executor.d.ts.map +1 -0
- package/dist/executors/rag-executor.js +120 -0
- package/dist/executors/rag-executor.js.map +1 -0
- package/dist/executors/simple-chat-executor.d.ts +5 -0
- package/dist/executors/simple-chat-executor.d.ts.map +1 -0
- package/dist/executors/simple-chat-executor.js +77 -0
- package/dist/executors/simple-chat-executor.js.map +1 -0
- package/dist/executors/tool-calling-executor.d.ts +10 -0
- package/dist/executors/tool-calling-executor.d.ts.map +1 -0
- package/dist/executors/tool-calling-executor.js +151 -0
- package/dist/executors/tool-calling-executor.js.map +1 -0
- package/dist/history/base.d.ts +16 -0
- package/dist/history/base.d.ts.map +1 -0
- package/dist/history/base.js +10 -0
- package/dist/history/base.js.map +1 -0
- package/dist/history/in-memory.d.ts +26 -0
- package/dist/history/in-memory.d.ts.map +1 -0
- package/dist/history/in-memory.js +88 -0
- package/dist/history/in-memory.js.map +1 -0
- package/dist/history/index.d.ts +5 -0
- package/dist/history/index.d.ts.map +1 -0
- package/dist/history/index.js +10 -0
- package/dist/history/index.js.map +1 -0
- package/dist/index.d.ts +10 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +26 -0
- package/dist/index.js.map +1 -0
- package/dist/llm/LLM.d.ts +23 -0
- package/dist/llm/LLM.d.ts.map +1 -0
- package/dist/llm/LLM.js +404 -0
- package/dist/llm/LLM.js.map +1 -0
- package/dist/llm/errors.d.ts +43 -0
- package/dist/llm/errors.d.ts.map +1 -0
- package/dist/llm/errors.js +128 -0
- package/dist/llm/errors.js.map +1 -0
- package/dist/llm/factory.d.ts +9 -0
- package/dist/llm/factory.d.ts.map +1 -0
- package/dist/llm/factory.js +28 -0
- package/dist/llm/factory.js.map +1 -0
- package/dist/llm/index.d.ts +6 -0
- package/dist/llm/index.d.ts.map +1 -0
- package/dist/llm/index.js +18 -0
- package/dist/llm/index.js.map +1 -0
- package/dist/llm/providers/base.d.ts +3 -0
- package/dist/llm/providers/base.d.ts.map +1 -0
- package/dist/llm/providers/base.js +3 -0
- package/dist/llm/providers/base.js.map +1 -0
- package/dist/llm/providers/local.d.ts +6 -0
- package/dist/llm/providers/local.d.ts.map +1 -0
- package/dist/llm/providers/local.js +19 -0
- package/dist/llm/providers/local.js.map +1 -0
- package/dist/llm/providers/openai-compatible.d.ts +13 -0
- package/dist/llm/providers/openai-compatible.d.ts.map +1 -0
- package/dist/llm/providers/openai-compatible.js +176 -0
- package/dist/llm/providers/openai-compatible.js.map +1 -0
- package/dist/llm/providers/openai.d.ts +6 -0
- package/dist/llm/providers/openai.d.ts.map +1 -0
- package/dist/llm/providers/openai.js +23 -0
- package/dist/llm/providers/openai.js.map +1 -0
- package/dist/llm/types.d.ts +116 -0
- package/dist/llm/types.d.ts.map +1 -0
- package/dist/llm/types.js +3 -0
- package/dist/llm/types.js.map +1 -0
- package/dist/messages/index.d.ts +3 -0
- package/dist/messages/index.d.ts.map +1 -0
- package/dist/messages/index.js +6 -0
- package/dist/messages/index.js.map +1 -0
- package/dist/messages/message.d.ts +25 -0
- package/dist/messages/message.d.ts.map +1 -0
- package/dist/messages/message.js +110 -0
- package/dist/messages/message.js.map +1 -0
- package/dist/messages/types.d.ts +20 -0
- package/dist/messages/types.d.ts.map +1 -0
- package/dist/messages/types.js +3 -0
- package/dist/messages/types.js.map +1 -0
- package/dist/observability/console-observer.d.ts +10 -0
- package/dist/observability/console-observer.d.ts.map +1 -0
- package/dist/observability/console-observer.js +28 -0
- package/dist/observability/console-observer.js.map +1 -0
- package/dist/observability/index.d.ts +5 -0
- package/dist/observability/index.d.ts.map +1 -0
- package/dist/observability/index.js +11 -0
- package/dist/observability/index.js.map +1 -0
- package/dist/observability/observer.d.ts +8 -0
- package/dist/observability/observer.d.ts.map +1 -0
- package/dist/observability/observer.js +46 -0
- package/dist/observability/observer.js.map +1 -0
- package/dist/observability/types.d.ts +34 -0
- package/dist/observability/types.d.ts.map +1 -0
- package/dist/observability/types.js +3 -0
- package/dist/observability/types.js.map +1 -0
- package/dist/rag/chunking/auto-chunker.d.ts +25 -0
- package/dist/rag/chunking/auto-chunker.d.ts.map +1 -0
- package/dist/rag/chunking/auto-chunker.js +101 -0
- package/dist/rag/chunking/auto-chunker.js.map +1 -0
- package/dist/rag/chunking/chunker.d.ts +44 -0
- package/dist/rag/chunking/chunker.d.ts.map +1 -0
- package/dist/rag/chunking/chunker.js +162 -0
- package/dist/rag/chunking/chunker.js.map +1 -0
- package/dist/rag/chunking/index.d.ts +6 -0
- package/dist/rag/chunking/index.d.ts.map +1 -0
- package/dist/rag/chunking/index.js +22 -0
- package/dist/rag/chunking/index.js.map +1 -0
- package/dist/rag/chunking/markdown-chunker.d.ts +13 -0
- package/dist/rag/chunking/markdown-chunker.d.ts.map +1 -0
- package/dist/rag/chunking/markdown-chunker.js +144 -0
- package/dist/rag/chunking/markdown-chunker.js.map +1 -0
- package/dist/rag/chunking/parent-child.d.ts +16 -0
- package/dist/rag/chunking/parent-child.d.ts.map +1 -0
- package/dist/rag/chunking/parent-child.js +76 -0
- package/dist/rag/chunking/parent-child.js.map +1 -0
- package/dist/rag/chunking/recursive-chunker.d.ts +11 -0
- package/dist/rag/chunking/recursive-chunker.d.ts.map +1 -0
- package/dist/rag/chunking/recursive-chunker.js +27 -0
- package/dist/rag/chunking/recursive-chunker.js.map +1 -0
- package/dist/rag/embeddings/embedder.d.ts +24 -0
- package/dist/rag/embeddings/embedder.d.ts.map +1 -0
- package/dist/rag/embeddings/embedder.js +73 -0
- package/dist/rag/embeddings/embedder.js.map +1 -0
- package/dist/rag/embeddings/embedding-cache.d.ts +40 -0
- package/dist/rag/embeddings/embedding-cache.d.ts.map +1 -0
- package/dist/rag/embeddings/embedding-cache.js +118 -0
- package/dist/rag/embeddings/embedding-cache.js.map +1 -0
- package/dist/rag/embeddings/fake-embedder.d.ts +20 -0
- package/dist/rag/embeddings/fake-embedder.d.ts.map +1 -0
- package/dist/rag/embeddings/fake-embedder.js +55 -0
- package/dist/rag/embeddings/fake-embedder.js.map +1 -0
- package/dist/rag/embeddings/index.d.ts +5 -0
- package/dist/rag/embeddings/index.d.ts.map +1 -0
- package/dist/rag/embeddings/index.js +21 -0
- package/dist/rag/embeddings/index.js.map +1 -0
- package/dist/rag/embeddings/openai-compatible-embedder.d.ts +46 -0
- package/dist/rag/embeddings/openai-compatible-embedder.d.ts.map +1 -0
- package/dist/rag/embeddings/openai-compatible-embedder.js +145 -0
- package/dist/rag/embeddings/openai-compatible-embedder.js.map +1 -0
- package/dist/rag/generation/context-builder.d.ts +22 -0
- package/dist/rag/generation/context-builder.d.ts.map +1 -0
- package/dist/rag/generation/context-builder.js +166 -0
- package/dist/rag/generation/context-builder.js.map +1 -0
- package/dist/rag/generation/generator.d.ts +25 -0
- package/dist/rag/generation/generator.d.ts.map +1 -0
- package/dist/rag/generation/generator.js +185 -0
- package/dist/rag/generation/generator.js.map +1 -0
- package/dist/rag/generation/index.d.ts +4 -0
- package/dist/rag/generation/index.d.ts.map +1 -0
- package/dist/rag/generation/index.js +20 -0
- package/dist/rag/generation/index.js.map +1 -0
- package/dist/rag/generation/verifier.d.ts +13 -0
- package/dist/rag/generation/verifier.d.ts.map +1 -0
- package/dist/rag/generation/verifier.js +43 -0
- package/dist/rag/generation/verifier.js.map +1 -0
- package/dist/rag/index.d.ts +9 -0
- package/dist/rag/index.d.ts.map +1 -0
- package/dist/rag/index.js +25 -0
- package/dist/rag/index.js.map +1 -0
- package/dist/rag/ingestion/index.d.ts +4 -0
- package/dist/rag/ingestion/index.d.ts.map +1 -0
- package/dist/rag/ingestion/index.js +20 -0
- package/dist/rag/ingestion/index.js.map +1 -0
- package/dist/rag/ingestion/loaders.d.ts +69 -0
- package/dist/rag/ingestion/loaders.d.ts.map +1 -0
- package/dist/rag/ingestion/loaders.js +653 -0
- package/dist/rag/ingestion/loaders.js.map +1 -0
- package/dist/rag/ingestion/metadata.d.ts +31 -0
- package/dist/rag/ingestion/metadata.d.ts.map +1 -0
- package/dist/rag/ingestion/metadata.js +81 -0
- package/dist/rag/ingestion/metadata.js.map +1 -0
- package/dist/rag/ingestion/normalizer.d.ts +20 -0
- package/dist/rag/ingestion/normalizer.d.ts.map +1 -0
- package/dist/rag/ingestion/normalizer.js +161 -0
- package/dist/rag/ingestion/normalizer.js.map +1 -0
- package/dist/rag/pipeline.d.ts +62 -0
- package/dist/rag/pipeline.d.ts.map +1 -0
- package/dist/rag/pipeline.js +75 -0
- package/dist/rag/pipeline.js.map +1 -0
- package/dist/rag/retrieval/dense-retriever.d.ts +17 -0
- package/dist/rag/retrieval/dense-retriever.d.ts.map +1 -0
- package/dist/rag/retrieval/dense-retriever.js +21 -0
- package/dist/rag/retrieval/dense-retriever.js.map +1 -0
- package/dist/rag/retrieval/fusion.d.ts +12 -0
- package/dist/rag/retrieval/fusion.d.ts.map +1 -0
- package/dist/rag/retrieval/fusion.js +54 -0
- package/dist/rag/retrieval/fusion.js.map +1 -0
- package/dist/rag/retrieval/http-rerank-model-client.d.ts +41 -0
- package/dist/rag/retrieval/http-rerank-model-client.d.ts.map +1 -0
- package/dist/rag/retrieval/http-rerank-model-client.js +130 -0
- package/dist/rag/retrieval/http-rerank-model-client.js.map +1 -0
- package/dist/rag/retrieval/hybrid-retriever.d.ts +22 -0
- package/dist/rag/retrieval/hybrid-retriever.d.ts.map +1 -0
- package/dist/rag/retrieval/hybrid-retriever.js +49 -0
- package/dist/rag/retrieval/hybrid-retriever.js.map +1 -0
- package/dist/rag/retrieval/index.d.ts +8 -0
- package/dist/rag/retrieval/index.d.ts.map +1 -0
- package/dist/rag/retrieval/index.js +24 -0
- package/dist/rag/retrieval/index.js.map +1 -0
- package/dist/rag/retrieval/reranker.d.ts +30 -0
- package/dist/rag/retrieval/reranker.d.ts.map +1 -0
- package/dist/rag/retrieval/reranker.js +85 -0
- package/dist/rag/retrieval/reranker.js.map +1 -0
- package/dist/rag/retrieval/sparse-retriever.d.ts +14 -0
- package/dist/rag/retrieval/sparse-retriever.d.ts.map +1 -0
- package/dist/rag/retrieval/sparse-retriever.js +18 -0
- package/dist/rag/retrieval/sparse-retriever.js.map +1 -0
- package/dist/rag/retrieval/types.d.ts +11 -0
- package/dist/rag/retrieval/types.d.ts.map +1 -0
- package/dist/rag/retrieval/types.js +10 -0
- package/dist/rag/retrieval/types.js.map +1 -0
- package/dist/rag/retrieval/utils.d.ts +8 -0
- package/dist/rag/retrieval/utils.d.ts.map +1 -0
- package/dist/rag/retrieval/utils.js +114 -0
- package/dist/rag/retrieval/utils.js.map +1 -0
- package/dist/rag/stores/in-memory-document-store.d.ts +14 -0
- package/dist/rag/stores/in-memory-document-store.d.ts.map +1 -0
- package/dist/rag/stores/in-memory-document-store.js +64 -0
- package/dist/rag/stores/in-memory-document-store.js.map +1 -0
- package/dist/rag/stores/in-memory-keyword-store.d.ts +10 -0
- package/dist/rag/stores/in-memory-keyword-store.d.ts.map +1 -0
- package/dist/rag/stores/in-memory-keyword-store.js +99 -0
- package/dist/rag/stores/in-memory-keyword-store.js.map +1 -0
- package/dist/rag/stores/in-memory-vector-store.d.ts +14 -0
- package/dist/rag/stores/in-memory-vector-store.d.ts.map +1 -0
- package/dist/rag/stores/in-memory-vector-store.js +61 -0
- package/dist/rag/stores/in-memory-vector-store.js.map +1 -0
- package/dist/rag/stores/index.d.ts +6 -0
- package/dist/rag/stores/index.d.ts.map +1 -0
- package/dist/rag/stores/index.js +22 -0
- package/dist/rag/stores/index.js.map +1 -0
- package/dist/rag/stores/postgres/index.d.ts +6 -0
- package/dist/rag/stores/postgres/index.d.ts.map +1 -0
- package/dist/rag/stores/postgres/index.js +22 -0
- package/dist/rag/stores/postgres/index.js.map +1 -0
- package/dist/rag/stores/postgres/pg-vector-store.d.ts +16 -0
- package/dist/rag/stores/postgres/pg-vector-store.d.ts.map +1 -0
- package/dist/rag/stores/postgres/pg-vector-store.js +77 -0
- package/dist/rag/stores/postgres/pg-vector-store.js.map +1 -0
- package/dist/rag/stores/postgres/postgres-document-store.d.ts +15 -0
- package/dist/rag/stores/postgres/postgres-document-store.d.ts.map +1 -0
- package/dist/rag/stores/postgres/postgres-document-store.js +174 -0
- package/dist/rag/stores/postgres/postgres-document-store.js.map +1 -0
- package/dist/rag/stores/postgres/postgres-keyword-store.d.ts +15 -0
- package/dist/rag/stores/postgres/postgres-keyword-store.d.ts.map +1 -0
- package/dist/rag/stores/postgres/postgres-keyword-store.js +163 -0
- package/dist/rag/stores/postgres/postgres-keyword-store.js.map +1 -0
- package/dist/rag/stores/postgres/schema.d.ts +8 -0
- package/dist/rag/stores/postgres/schema.d.ts.map +1 -0
- package/dist/rag/stores/postgres/schema.js +91 -0
- package/dist/rag/stores/postgres/schema.js.map +1 -0
- package/dist/rag/stores/postgres/sql.d.ts +23 -0
- package/dist/rag/stores/postgres/sql.d.ts.map +1 -0
- package/dist/rag/stores/postgres/sql.js +177 -0
- package/dist/rag/stores/postgres/sql.js.map +1 -0
- package/dist/rag/stores/postgres/types.d.ts +17 -0
- package/dist/rag/stores/postgres/types.d.ts.map +1 -0
- package/dist/rag/stores/postgres/types.js +3 -0
- package/dist/rag/stores/postgres/types.js.map +1 -0
- package/dist/rag/stores/types.d.ts +36 -0
- package/dist/rag/stores/types.d.ts.map +1 -0
- package/dist/rag/stores/types.js +3 -0
- package/dist/rag/stores/types.js.map +1 -0
- package/dist/rag/stores/utils.d.ts +11 -0
- package/dist/rag/stores/utils.d.ts.map +1 -0
- package/dist/rag/stores/utils.js +200 -0
- package/dist/rag/stores/utils.js.map +1 -0
- package/dist/rag/types.d.ts +174 -0
- package/dist/rag/types.d.ts.map +1 -0
- package/dist/rag/types.js +3 -0
- package/dist/rag/types.js.map +1 -0
- package/dist/tools/base.d.ts +28 -0
- package/dist/tools/base.d.ts.map +1 -0
- package/dist/tools/base.js +68 -0
- package/dist/tools/base.js.map +1 -0
- package/dist/tools/builtin/advancedSearchTool.d.ts +24 -0
- package/dist/tools/builtin/advancedSearchTool.d.ts.map +1 -0
- package/dist/tools/builtin/advancedSearchTool.js +134 -0
- package/dist/tools/builtin/advancedSearchTool.js.map +1 -0
- package/dist/tools/builtin/ragSearchTool.d.ts +29 -0
- package/dist/tools/builtin/ragSearchTool.d.ts.map +1 -0
- package/dist/tools/builtin/ragSearchTool.js +91 -0
- package/dist/tools/builtin/ragSearchTool.js.map +1 -0
- package/dist/tools/executor.d.ts +10 -0
- package/dist/tools/executor.d.ts.map +1 -0
- package/dist/tools/executor.js +86 -0
- package/dist/tools/executor.js.map +1 -0
- package/dist/tools/index.d.ts +9 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +16 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/tools/registry.d.ts +16 -0
- package/dist/tools/registry.d.ts.map +1 -0
- package/dist/tools/registry.js +35 -0
- package/dist/tools/registry.js.map +1 -0
- package/package.json +43 -0
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.reciprocalRankFusion = reciprocalRankFusion;
|
|
4
|
+
const utils_1 = require("./utils");
|
|
5
|
+
/**
|
|
6
|
+
* RRF 只依赖各检索器内部排序,不要求 dense 分数和 sparse 分数处在同一尺度。
|
|
7
|
+
* 这使它适合作为默认 hybrid 检索融合策略。
|
|
8
|
+
*/
|
|
9
|
+
function reciprocalRankFusion(lists, options = {}) {
|
|
10
|
+
const k = options.k ?? 60;
|
|
11
|
+
const topK = (0, utils_1.resolveTopK)(options.topK);
|
|
12
|
+
if (topK === 0) {
|
|
13
|
+
return [];
|
|
14
|
+
}
|
|
15
|
+
const entries = new Map();
|
|
16
|
+
for (const list of lists) {
|
|
17
|
+
for (const [rankIndex, item] of list.entries()) {
|
|
18
|
+
const rank = rankIndex + 1;
|
|
19
|
+
const weight = options.weights?.[item.source] ?? 1;
|
|
20
|
+
const contribution = weight / (k + rank);
|
|
21
|
+
const existing = entries.get(item.chunk.id);
|
|
22
|
+
if (existing === undefined) {
|
|
23
|
+
entries.set(item.chunk.id, {
|
|
24
|
+
item: (0, utils_1.cloneRetrievedChunk)(item),
|
|
25
|
+
score: contribution,
|
|
26
|
+
sources: new Set([item.source]),
|
|
27
|
+
sourceScores: {
|
|
28
|
+
[item.source]: item.score,
|
|
29
|
+
},
|
|
30
|
+
});
|
|
31
|
+
continue;
|
|
32
|
+
}
|
|
33
|
+
existing.score += contribution;
|
|
34
|
+
existing.sources.add(item.source);
|
|
35
|
+
existing.sourceScores[item.source] = Math.max(existing.sourceScores[item.source] ?? Number.NEGATIVE_INFINITY, item.score);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
return [...entries.values()]
|
|
39
|
+
.sort((left, right) => (right.score - left.score
|
|
40
|
+
|| left.item.chunk.documentId.localeCompare(right.item.chunk.documentId)
|
|
41
|
+
|| left.item.chunk.id.localeCompare(right.item.chunk.id)))
|
|
42
|
+
.slice(0, topK)
|
|
43
|
+
.map((entry) => ({
|
|
44
|
+
chunk: entry.item.chunk,
|
|
45
|
+
score: entry.score,
|
|
46
|
+
source: 'hybrid',
|
|
47
|
+
metadata: {
|
|
48
|
+
sources: [...entry.sources],
|
|
49
|
+
sourceScores: entry.sourceScores,
|
|
50
|
+
rrfScore: entry.score,
|
|
51
|
+
},
|
|
52
|
+
}));
|
|
53
|
+
}
|
|
54
|
+
//# sourceMappingURL=fusion.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fusion.js","sourceRoot":"","sources":["../../../src/rag/retrieval/fusion.ts"],"names":[],"mappings":";;AA0BA,oDAyDC;AA/ED,mCAGiB;AAejB;;;GAGG;AACH,SAAgB,oBAAoB,CAChC,KAAyB,EACzB,UAAuC,EAAE;IAEzC,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1B,MAAM,IAAI,GAAG,IAAA,mBAAW,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;QACb,OAAO,EAAE,CAAC;IACd,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuB,CAAC;IAE/C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,KAAK,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7C,MAAM,IAAI,GAAG,SAAS,GAAG,CAAC,CAAC;YAC3B,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACnD,MAAM,YAAY,GAAG,MAAM,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;YACzC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAE5C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE;oBACvB,IAAI,EAAE,IAAA,2BAAmB,EAAC,IAAI,CAAC;oBAC/B,KAAK,EAAE,YAAY;oBACnB,OAAO,EAAE,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC/B,YAAY,EAAE;wBACV,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,KAAK;qBAC5B;iBACJ,CAAC,CAAC;gBACH,SAAS;YACb,CAAC;YAED,QAAQ,CAAC,KAAK,IAAI,YAAY,CAAC;YAC/B,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAClC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CACzC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,iBAAiB,EAC9D,IAAI,CAAC,KAAK,CACb,CAAC;QACN,CAAC;IACL,CAAC;IAED,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;SACvB,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CACnB,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK;WACrB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;WACrE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAC3D,CAAC;SACD,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC;SACd,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACb,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK;QACvB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,MAAM,EAAE,QAAQ;QAChB,QAAQ,EAAE;YACN,OAAO,EAAE,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC;YAC3B,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,QAAQ,EAAE,KAAK,CAAC,KAAK;SACxB;KACJ,CAAC,CAAC,CAAC;AACZ,CAAC"}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
import type { RerankModelClient, RerankModelInput, RerankModelResult } from './reranker';
|
|
2
|
+
export interface HttpRerankModelClientOptions {
|
|
3
|
+
baseURL?: string;
|
|
4
|
+
baseUrl?: string;
|
|
5
|
+
endpoint?: string;
|
|
6
|
+
apiKey?: string;
|
|
7
|
+
model: string;
|
|
8
|
+
timeoutMs?: number;
|
|
9
|
+
headers?: Record<string, string>;
|
|
10
|
+
fetch?: FetchLike;
|
|
11
|
+
}
|
|
12
|
+
type FetchLike = (input: string, init?: {
|
|
13
|
+
method?: string;
|
|
14
|
+
headers?: Record<string, string>;
|
|
15
|
+
body?: string;
|
|
16
|
+
signal?: AbortSignal;
|
|
17
|
+
}) => Promise<HttpResponseLike>;
|
|
18
|
+
interface HttpResponseLike {
|
|
19
|
+
ok: boolean;
|
|
20
|
+
status: number;
|
|
21
|
+
statusText: string;
|
|
22
|
+
text(): Promise<string>;
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* 通用 HTTP rerank client,适配 Jina/Cohere 以及常见 OpenAI-style 网关的 /rerank 端点。
|
|
26
|
+
* 请求体使用 { model, query, documents, top_n },响应读取 results[].index 与
|
|
27
|
+
* results[].relevance_score/score。
|
|
28
|
+
*/
|
|
29
|
+
export declare class HttpRerankModelClient implements RerankModelClient {
|
|
30
|
+
private readonly url;
|
|
31
|
+
private readonly apiKey;
|
|
32
|
+
private readonly model;
|
|
33
|
+
private readonly timeoutMs;
|
|
34
|
+
private readonly headers;
|
|
35
|
+
private readonly fetchImpl;
|
|
36
|
+
constructor(options: HttpRerankModelClientOptions);
|
|
37
|
+
rerank(input: RerankModelInput): Promise<RerankModelResult[]>;
|
|
38
|
+
private createHeaders;
|
|
39
|
+
}
|
|
40
|
+
export {};
|
|
41
|
+
//# sourceMappingURL=http-rerank-model-client.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"http-rerank-model-client.d.ts","sourceRoot":"","sources":["../../../src/rag/retrieval/http-rerank-model-client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,iBAAiB,EACjB,gBAAgB,EAChB,iBAAiB,EACpB,MAAM,YAAY,CAAC;AAEpB,MAAM,WAAW,4BAA4B;IACzC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,KAAK,CAAC,EAAE,SAAS,CAAC;CACrB;AAED,KAAK,SAAS,GAAG,CACb,KAAK,EAAE,MAAM,EACb,IAAI,CAAC,EAAE;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,WAAW,CAAC;CACxB,KACA,OAAO,CAAC,gBAAgB,CAAC,CAAC;AAE/B,UAAU,gBAAgB;IACtB,EAAE,EAAE,OAAO,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CAC3B;AAED;;;;GAIG;AACH,qBAAa,qBAAsB,YAAW,iBAAiB;IAC3D,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAS;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;IAC5C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyB;IACjD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAY;gBAE1B,OAAO,EAAE,4BAA4B;IAc3C,MAAM,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;IA2CnE,OAAO,CAAC,aAAa;CAexB"}
|
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.HttpRerankModelClient = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* 通用 HTTP rerank client,适配 Jina/Cohere 以及常见 OpenAI-style 网关的 /rerank 端点。
|
|
6
|
+
* 请求体使用 { model, query, documents, top_n },响应读取 results[].index 与
|
|
7
|
+
* results[].relevance_score/score。
|
|
8
|
+
*/
|
|
9
|
+
class HttpRerankModelClient {
|
|
10
|
+
url;
|
|
11
|
+
apiKey;
|
|
12
|
+
model;
|
|
13
|
+
timeoutMs;
|
|
14
|
+
headers;
|
|
15
|
+
fetchImpl;
|
|
16
|
+
constructor(options) {
|
|
17
|
+
const baseURL = (options.baseURL ?? options.baseUrl)?.trim();
|
|
18
|
+
if (baseURL === undefined || baseURL.length === 0) {
|
|
19
|
+
throw new Error('HTTP rerank model client requires a baseURL.');
|
|
20
|
+
}
|
|
21
|
+
this.url = joinURL(baseURL, options.endpoint ?? '/rerank');
|
|
22
|
+
this.apiKey = options.apiKey?.trim();
|
|
23
|
+
this.model = options.model;
|
|
24
|
+
this.timeoutMs = options.timeoutMs ?? 30000;
|
|
25
|
+
this.headers = { ...(options.headers ?? {}) };
|
|
26
|
+
this.fetchImpl = options.fetch ?? getGlobalFetch();
|
|
27
|
+
}
|
|
28
|
+
async rerank(input) {
|
|
29
|
+
const controller = this.timeoutMs > 0 ? new AbortController() : undefined;
|
|
30
|
+
const timeoutId = controller === undefined
|
|
31
|
+
? undefined
|
|
32
|
+
: setTimeout(() => controller.abort(), this.timeoutMs);
|
|
33
|
+
try {
|
|
34
|
+
const request = {
|
|
35
|
+
method: 'POST',
|
|
36
|
+
headers: this.createHeaders(),
|
|
37
|
+
body: JSON.stringify({
|
|
38
|
+
model: this.model,
|
|
39
|
+
query: input.query,
|
|
40
|
+
documents: input.documents,
|
|
41
|
+
top_n: input.topK,
|
|
42
|
+
}),
|
|
43
|
+
};
|
|
44
|
+
if (controller !== undefined) {
|
|
45
|
+
request.signal = controller.signal;
|
|
46
|
+
}
|
|
47
|
+
const response = await this.fetchImpl(this.url, request);
|
|
48
|
+
const text = await response.text();
|
|
49
|
+
if (!response.ok) {
|
|
50
|
+
throw new Error(`Rerank API failed: ${response.status} ${response.statusText}${formatBody(text)}`);
|
|
51
|
+
}
|
|
52
|
+
return parseRerankResponse(text);
|
|
53
|
+
}
|
|
54
|
+
finally {
|
|
55
|
+
if (timeoutId !== undefined) {
|
|
56
|
+
clearTimeout(timeoutId);
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
createHeaders() {
|
|
61
|
+
const headers = {
|
|
62
|
+
'content-type': 'application/json',
|
|
63
|
+
...this.headers,
|
|
64
|
+
};
|
|
65
|
+
const hasAuthorization = Object.keys(headers).some((key) => key.toLowerCase() === 'authorization');
|
|
66
|
+
if (this.apiKey !== undefined && this.apiKey.length > 0 && !hasAuthorization) {
|
|
67
|
+
headers.authorization = `Bearer ${this.apiKey}`;
|
|
68
|
+
}
|
|
69
|
+
return headers;
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
exports.HttpRerankModelClient = HttpRerankModelClient;
|
|
73
|
+
function joinURL(baseURL, endpoint) {
|
|
74
|
+
return `${baseURL.replace(/\/+$/, '')}/${endpoint.replace(/^\/+/, '')}`;
|
|
75
|
+
}
|
|
76
|
+
function getGlobalFetch() {
|
|
77
|
+
if (typeof fetch !== 'function') {
|
|
78
|
+
throw new Error('HTTP rerank model client requires fetch support or a custom fetch option.');
|
|
79
|
+
}
|
|
80
|
+
return fetch;
|
|
81
|
+
}
|
|
82
|
+
function parseRerankResponse(text) {
|
|
83
|
+
const data = readJsonObject(text);
|
|
84
|
+
const rawResults = readResultsArray(data);
|
|
85
|
+
return rawResults.map((item) => {
|
|
86
|
+
const index = readInteger(item.index, 'rerank result index');
|
|
87
|
+
const score = readNumber(item.relevance_score ?? item.score, `rerank result score at index ${index}`);
|
|
88
|
+
return {
|
|
89
|
+
index,
|
|
90
|
+
score,
|
|
91
|
+
metadata: { ...item },
|
|
92
|
+
};
|
|
93
|
+
});
|
|
94
|
+
}
|
|
95
|
+
function readJsonObject(text) {
|
|
96
|
+
const parsed = JSON.parse(text);
|
|
97
|
+
if (!isRecord(parsed)) {
|
|
98
|
+
throw new TypeError('Rerank API response must be a JSON object.');
|
|
99
|
+
}
|
|
100
|
+
return parsed;
|
|
101
|
+
}
|
|
102
|
+
function readResultsArray(data) {
|
|
103
|
+
const rawResults = data.results ?? data.data;
|
|
104
|
+
if (!Array.isArray(rawResults) || !rawResults.every(isRecord)) {
|
|
105
|
+
throw new TypeError('Rerank API response must contain a results array.');
|
|
106
|
+
}
|
|
107
|
+
return rawResults;
|
|
108
|
+
}
|
|
109
|
+
function readInteger(value, label) {
|
|
110
|
+
if (typeof value !== 'number' || !Number.isInteger(value)) {
|
|
111
|
+
throw new TypeError(`${label} must be an integer.`);
|
|
112
|
+
}
|
|
113
|
+
return value;
|
|
114
|
+
}
|
|
115
|
+
function readNumber(value, label) {
|
|
116
|
+
if (typeof value !== 'number' || !Number.isFinite(value)) {
|
|
117
|
+
throw new TypeError(`${label} must be a finite number.`);
|
|
118
|
+
}
|
|
119
|
+
return value;
|
|
120
|
+
}
|
|
121
|
+
function isRecord(value) {
|
|
122
|
+
return typeof value === 'object' && value !== null && !Array.isArray(value);
|
|
123
|
+
}
|
|
124
|
+
function formatBody(text) {
|
|
125
|
+
if (text.length === 0) {
|
|
126
|
+
return '';
|
|
127
|
+
}
|
|
128
|
+
return `: ${text}`;
|
|
129
|
+
}
|
|
130
|
+
//# sourceMappingURL=http-rerank-model-client.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"http-rerank-model-client.js","sourceRoot":"","sources":["../../../src/rag/retrieval/http-rerank-model-client.ts"],"names":[],"mappings":";;;AAkCA;;;;GAIG;AACH,MAAa,qBAAqB;IACb,GAAG,CAAS;IACZ,MAAM,CAAqB;IAC3B,KAAK,CAAS;IACd,SAAS,CAAS;IAClB,OAAO,CAAyB;IAChC,SAAS,CAAY;IAEtC,YAAY,OAAqC;QAC7C,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC;QAC7D,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;QAC5C,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;QAC9C,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,KAAK,IAAI,cAAc,EAAE,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAuB;QAChC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,eAAe,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1E,MAAM,SAAS,GAAG,UAAU,KAAK,SAAS;YACtC,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAE3D,IAAI,CAAC;YACD,MAAM,OAAO,GAKT;gBACA,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE;gBAC7B,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,KAAK,EAAE,KAAK,CAAC,IAAI;iBACpB,CAAC;aACL,CAAC;YACF,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC3B,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;YACvC,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAEzD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CACX,sBAAsB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,EAAE,CACpF,CAAC;YACN,CAAC;YAED,OAAO,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC;gBAAS,CAAC;YACP,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBAC1B,YAAY,CAAC,SAAS,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;IAEO,aAAa;QACjB,MAAM,OAAO,GAA2B;YACpC,cAAc,EAAE,kBAAkB;YAClC,GAAG,IAAI,CAAC,OAAO;SAClB,CAAC;QAEF,MAAM,gBAAgB,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAC9C,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,eAAe,CACjD,CAAC;QACF,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC3E,OAAO,CAAC,aAAa,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;QACpD,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ;AAhFD,sDAgFC;AAED,SAAS,OAAO,CAAC,OAAe,EAAE,QAAgB;IAC9C,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC;AAC5E,CAAC;AAED,SAAS,cAAc;IACnB,IAAI,OAAO,KAAK,KAAK,UAAU,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;IACjG,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACrC,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAE1C,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAC3B,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;QAC7D,MAAM,KAAK,GAAG,UAAU,CACpB,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,KAAK,EAClC,gCAAgC,KAAK,EAAE,CAC1C,CAAC;QAEF,OAAO;YACH,KAAK;YACL,KAAK;YACL,QAAQ,EAAE,EAAE,GAAG,IAAI,EAAE;SACxB,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAChC,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,SAAS,CAAC,4CAA4C,CAAC,CAAC;IACtE,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,gBAAgB,CAAC,IAA6B;IACnD,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC;IAC7C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5D,MAAM,IAAI,SAAS,CAAC,mDAAmD,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO,UAAU,CAAC;AACtB,CAAC;AAED,SAAS,WAAW,CAAC,KAAc,EAAE,KAAa;IAC9C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,sBAAsB,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,UAAU,CAAC,KAAc,EAAE,KAAa;IAC7C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACvD,MAAM,IAAI,SAAS,CAAC,GAAG,KAAK,2BAA2B,CAAC,CAAC;IAC7D,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC5B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC5B,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,OAAO,KAAK,IAAI,EAAE,CAAC;AACvB,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { RetrievedChunk, RetrieveOptions } from '../types';
|
|
2
|
+
import type { ReciprocalRankFusionOptions } from './fusion';
|
|
3
|
+
import type { Reranker, Retriever } from './types';
|
|
4
|
+
export interface HybridRetrieverOptions {
|
|
5
|
+
denseRetriever: Retriever;
|
|
6
|
+
sparseRetriever: Retriever;
|
|
7
|
+
reranker?: Reranker;
|
|
8
|
+
branchTopKMultiplier?: number;
|
|
9
|
+
rerankCandidateMultiplier?: number;
|
|
10
|
+
fusion?: ReciprocalRankFusionOptions;
|
|
11
|
+
}
|
|
12
|
+
export declare class HybridRetriever implements Retriever {
|
|
13
|
+
private readonly denseRetriever;
|
|
14
|
+
private readonly sparseRetriever;
|
|
15
|
+
private readonly reranker;
|
|
16
|
+
private readonly branchTopKMultiplier;
|
|
17
|
+
private readonly rerankCandidateMultiplier;
|
|
18
|
+
private readonly fusionOptions;
|
|
19
|
+
constructor(options: HybridRetrieverOptions);
|
|
20
|
+
retrieve(query: string, options?: RetrieveOptions): Promise<RetrievedChunk[]>;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=hybrid-retriever.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hybrid-retriever.d.ts","sourceRoot":"","sources":["../../../src/rag/retrieval/hybrid-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,cAAc,EACd,eAAe,EAClB,MAAM,UAAU,CAAC;AAIlB,OAAO,KAAK,EACR,2BAA2B,EAC9B,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EACR,QAAQ,EACR,SAAS,EACZ,MAAM,SAAS,CAAC;AASjB,MAAM,WAAW,sBAAsB;IACnC,cAAc,EAAE,SAAS,CAAC;IAC1B,eAAe,EAAE,SAAS,CAAC;IAC3B,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,MAAM,CAAC,EAAE,2BAA2B,CAAC;CACxC;AAED,qBAAa,eAAgB,YAAW,SAAS;IAC7C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAY;IAC3C,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAY;IAC5C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAW;IACpC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAS;IAC9C,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAS;IACnD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA8B;gBAEhD,OAAO,EAAE,sBAAsB;IAWrC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;CA4BtF"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.HybridRetriever = void 0;
|
|
4
|
+
const fusion_1 = require("./fusion");
|
|
5
|
+
const reranker_1 = require("./reranker");
|
|
6
|
+
const utils_1 = require("./utils");
|
|
7
|
+
class HybridRetriever {
|
|
8
|
+
denseRetriever;
|
|
9
|
+
sparseRetriever;
|
|
10
|
+
reranker;
|
|
11
|
+
branchTopKMultiplier;
|
|
12
|
+
rerankCandidateMultiplier;
|
|
13
|
+
fusionOptions;
|
|
14
|
+
constructor(options) {
|
|
15
|
+
this.denseRetriever = options.denseRetriever;
|
|
16
|
+
this.sparseRetriever = options.sparseRetriever;
|
|
17
|
+
this.reranker = options.reranker ?? new reranker_1.DefaultReranker();
|
|
18
|
+
this.branchTopKMultiplier = normalizeMultiplier(options.branchTopKMultiplier ?? 2);
|
|
19
|
+
this.rerankCandidateMultiplier = normalizeMultiplier(options.rerankCandidateMultiplier ?? (options.reranker === undefined ? 1 : 5));
|
|
20
|
+
this.fusionOptions = { ...options.fusion };
|
|
21
|
+
}
|
|
22
|
+
async retrieve(query, options) {
|
|
23
|
+
const topK = (0, utils_1.resolveTopK)(options?.topK);
|
|
24
|
+
if (topK === 0) {
|
|
25
|
+
return [];
|
|
26
|
+
}
|
|
27
|
+
const rerankCandidateTopK = Math.max(topK, Math.ceil(topK * this.rerankCandidateMultiplier));
|
|
28
|
+
const branchTopK = Math.max(rerankCandidateTopK, Math.ceil(topK * this.branchTopKMultiplier));
|
|
29
|
+
const branchOptions = (0, utils_1.withTopK)(options, branchTopK);
|
|
30
|
+
const [dense, sparse] = await Promise.all([
|
|
31
|
+
this.denseRetriever.retrieve(query, branchOptions),
|
|
32
|
+
this.sparseRetriever.retrieve(query, branchOptions),
|
|
33
|
+
]);
|
|
34
|
+
const fused = (0, fusion_1.reciprocalRankFusion)([dense, sparse], {
|
|
35
|
+
...this.fusionOptions,
|
|
36
|
+
topK: rerankCandidateTopK,
|
|
37
|
+
});
|
|
38
|
+
const reranked = await this.reranker.rerank(query, fused, options);
|
|
39
|
+
return reranked.slice(0, topK);
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
exports.HybridRetriever = HybridRetriever;
|
|
43
|
+
function normalizeMultiplier(value) {
|
|
44
|
+
if (!Number.isFinite(value) || value <= 0) {
|
|
45
|
+
return 1;
|
|
46
|
+
}
|
|
47
|
+
return value;
|
|
48
|
+
}
|
|
49
|
+
//# sourceMappingURL=hybrid-retriever.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hybrid-retriever.js","sourceRoot":"","sources":["../../../src/rag/retrieval/hybrid-retriever.ts"],"names":[],"mappings":";;;AAIA,qCAEkB;AAQlB,yCAEoB;AACpB,mCAGiB;AAWjB,MAAa,eAAe;IACP,cAAc,CAAY;IAC1B,eAAe,CAAY;IAC3B,QAAQ,CAAW;IACnB,oBAAoB,CAAS;IAC7B,yBAAyB,CAAS;IAClC,aAAa,CAA8B;IAE5D,YAAY,OAA+B;QACvC,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAC/C,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,0BAAe,EAAE,CAAC;QAC1D,IAAI,CAAC,oBAAoB,GAAG,mBAAmB,CAAC,OAAO,CAAC,oBAAoB,IAAI,CAAC,CAAC,CAAC;QACnF,IAAI,CAAC,yBAAyB,GAAG,mBAAmB,CAChD,OAAO,CAAC,yBAAyB,IAAI,CAAC,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAChF,CAAC;QACF,IAAI,CAAC,aAAa,GAAG,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,OAAyB;QACnD,MAAM,IAAI,GAAG,IAAA,mBAAW,EAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACxC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAChC,IAAI,EACJ,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,yBAAyB,CAAC,CACnD,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CACvB,mBAAmB,EACnB,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,oBAAoB,CAAC,CAC9C,CAAC;QACF,MAAM,aAAa,GAAG,IAAA,gBAAQ,EAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACpD,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACtC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;YAClD,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC;SACtD,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,IAAA,6BAAoB,EAAC,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE;YAChD,GAAG,IAAI,CAAC,aAAa;YACrB,IAAI,EAAE,mBAAmB;SAC5B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAEnE,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACnC,CAAC;CACJ;AA/CD,0CA+CC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACtC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QACxC,OAAO,CAAC,CAAC;IACb,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export * from './types';
|
|
2
|
+
export * from './dense-retriever';
|
|
3
|
+
export * from './fusion';
|
|
4
|
+
export * from './hybrid-retriever';
|
|
5
|
+
export * from './http-rerank-model-client';
|
|
6
|
+
export * from './reranker';
|
|
7
|
+
export * from './sparse-retriever';
|
|
8
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/rag/retrieval/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,cAAc,mBAAmB,CAAC;AAClC,cAAc,UAAU,CAAC;AACzB,cAAc,oBAAoB,CAAC;AACnC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./types"), exports);
|
|
18
|
+
__exportStar(require("./dense-retriever"), exports);
|
|
19
|
+
__exportStar(require("./fusion"), exports);
|
|
20
|
+
__exportStar(require("./hybrid-retriever"), exports);
|
|
21
|
+
__exportStar(require("./http-rerank-model-client"), exports);
|
|
22
|
+
__exportStar(require("./reranker"), exports);
|
|
23
|
+
__exportStar(require("./sparse-retriever"), exports);
|
|
24
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/rag/retrieval/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0CAAwB;AACxB,oDAAkC;AAClC,2CAAyB;AACzB,qDAAmC;AACnC,6DAA2C;AAC3C,6CAA2B;AAC3B,qDAAmC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import type { RetrievedChunk, RetrieveOptions } from '../types';
|
|
2
|
+
import type { Reranker } from './types';
|
|
3
|
+
export interface RerankModelInput {
|
|
4
|
+
query: string;
|
|
5
|
+
documents: string[];
|
|
6
|
+
chunks: RetrievedChunk[];
|
|
7
|
+
topK: number;
|
|
8
|
+
options?: RetrieveOptions;
|
|
9
|
+
}
|
|
10
|
+
export interface RerankModelResult {
|
|
11
|
+
index: number;
|
|
12
|
+
score: number;
|
|
13
|
+
metadata?: Record<string, unknown>;
|
|
14
|
+
}
|
|
15
|
+
export interface RerankModelClient {
|
|
16
|
+
rerank(input: RerankModelInput): Promise<RerankModelResult[]>;
|
|
17
|
+
}
|
|
18
|
+
export interface DefaultRerankerOptions {
|
|
19
|
+
model?: RerankModelClient;
|
|
20
|
+
}
|
|
21
|
+
/**
|
|
22
|
+
* DefaultReranker 是 rerank 模型 API 的适配层。
|
|
23
|
+
* 未配置 model 时保持 no-op,配置后按模型返回的相关性分数重排候选 chunk。
|
|
24
|
+
*/
|
|
25
|
+
export declare class DefaultReranker implements Reranker {
|
|
26
|
+
private readonly model;
|
|
27
|
+
constructor(options?: DefaultRerankerOptions);
|
|
28
|
+
rerank(query: string, chunks: RetrievedChunk[], options?: RetrieveOptions): Promise<RetrievedChunk[]>;
|
|
29
|
+
}
|
|
30
|
+
//# sourceMappingURL=reranker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reranker.d.ts","sourceRoot":"","sources":["../../../src/rag/retrieval/reranker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,cAAc,EACd,eAAe,EAClB,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EACR,QAAQ,EACX,MAAM,SAAS,CAAC;AAMjB,MAAM,WAAW,gBAAgB;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,eAAe,CAAC;CAC7B;AAED,MAAM,WAAW,iBAAiB;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACtC;AAED,MAAM,WAAW,iBAAiB;IAC9B,MAAM,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC;CACjE;AAED,MAAM,WAAW,sBAAsB;IACnC,KAAK,CAAC,EAAE,iBAAiB,CAAC;CAC7B;AAED;;;GAGG;AACH,qBAAa,eAAgB,YAAW,QAAQ;IAC5C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAgC;gBAE1C,OAAO,GAAE,sBAA2B;IAI1C,MAAM,CACR,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,cAAc,EAAE,EACxB,OAAO,CAAC,EAAE,eAAe,GAC1B,OAAO,CAAC,cAAc,EAAE,CAAC;CA2E/B"}
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DefaultReranker = void 0;
|
|
4
|
+
const utils_1 = require("./utils");
|
|
5
|
+
/**
|
|
6
|
+
* DefaultReranker 是 rerank 模型 API 的适配层。
|
|
7
|
+
* 未配置 model 时保持 no-op,配置后按模型返回的相关性分数重排候选 chunk。
|
|
8
|
+
*/
|
|
9
|
+
class DefaultReranker {
|
|
10
|
+
model;
|
|
11
|
+
constructor(options = {}) {
|
|
12
|
+
this.model = options.model;
|
|
13
|
+
}
|
|
14
|
+
async rerank(query, chunks, options) {
|
|
15
|
+
if (chunks.length === 0) {
|
|
16
|
+
return [];
|
|
17
|
+
}
|
|
18
|
+
if (this.model === undefined) {
|
|
19
|
+
return chunks;
|
|
20
|
+
}
|
|
21
|
+
const topK = Math.min(chunks.length, (0, utils_1.resolveTopK)(options?.topK, chunks.length));
|
|
22
|
+
if (topK === 0) {
|
|
23
|
+
return [];
|
|
24
|
+
}
|
|
25
|
+
const input = {
|
|
26
|
+
query,
|
|
27
|
+
documents: chunks.map(toRerankDocument),
|
|
28
|
+
chunks: chunks.map(utils_1.cloneRetrievedChunk),
|
|
29
|
+
topK,
|
|
30
|
+
};
|
|
31
|
+
if (options !== undefined) {
|
|
32
|
+
input.options = options;
|
|
33
|
+
}
|
|
34
|
+
const modelResults = await this.model.rerank(input);
|
|
35
|
+
const validResults = modelResults
|
|
36
|
+
.map((result, modelRank) => ({ result, modelRank }))
|
|
37
|
+
.filter(({ result }) => (Number.isInteger(result.index)
|
|
38
|
+
&& result.index >= 0
|
|
39
|
+
&& result.index < chunks.length
|
|
40
|
+
&& Number.isFinite(result.score)))
|
|
41
|
+
.sort((left, right) => (right.result.score - left.result.score
|
|
42
|
+
|| left.modelRank - right.modelRank));
|
|
43
|
+
const usedIndexes = new Set();
|
|
44
|
+
const reranked = [];
|
|
45
|
+
for (const { result } of validResults) {
|
|
46
|
+
if (usedIndexes.has(result.index)) {
|
|
47
|
+
continue;
|
|
48
|
+
}
|
|
49
|
+
const item = chunks[result.index];
|
|
50
|
+
if (item === undefined) {
|
|
51
|
+
continue;
|
|
52
|
+
}
|
|
53
|
+
usedIndexes.add(result.index);
|
|
54
|
+
const cloned = (0, utils_1.cloneRetrievedChunk)(item);
|
|
55
|
+
reranked.push({
|
|
56
|
+
chunk: cloned.chunk,
|
|
57
|
+
score: result.score,
|
|
58
|
+
source: 'rerank',
|
|
59
|
+
metadata: {
|
|
60
|
+
...cloned.metadata,
|
|
61
|
+
...(result.metadata ?? {}),
|
|
62
|
+
previousScore: item.score,
|
|
63
|
+
previousSource: item.source,
|
|
64
|
+
rerankScore: result.score,
|
|
65
|
+
},
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
for (const [index, item] of chunks.entries()) {
|
|
69
|
+
if (usedIndexes.has(index)) {
|
|
70
|
+
continue;
|
|
71
|
+
}
|
|
72
|
+
reranked.push((0, utils_1.cloneRetrievedChunk)(item));
|
|
73
|
+
}
|
|
74
|
+
return reranked;
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
exports.DefaultReranker = DefaultReranker;
|
|
78
|
+
function toRerankDocument(item) {
|
|
79
|
+
const title = item.chunk.metadata.title;
|
|
80
|
+
const headingPath = item.chunk.metadata.headingPath?.join(' > ');
|
|
81
|
+
return [title, headingPath, item.chunk.content]
|
|
82
|
+
.filter((part) => part !== undefined && part.length > 0)
|
|
83
|
+
.join('\n');
|
|
84
|
+
}
|
|
85
|
+
//# sourceMappingURL=reranker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"reranker.js","sourceRoot":"","sources":["../../../src/rag/retrieval/reranker.ts"],"names":[],"mappings":";;;AAOA,mCAGiB;AAwBjB;;;GAGG;AACH,MAAa,eAAe;IACP,KAAK,CAAgC;IAEtD,YAAY,UAAkC,EAAE;QAC5C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,MAAM,CACR,KAAa,EACb,MAAwB,EACxB,OAAyB;QAEzB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,EAAE,CAAC;QACd,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC3B,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,IAAA,mBAAW,EAAC,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAChF,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,KAAK,GAAqB;YAC5B,KAAK;YACL,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC;YACvC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,2BAAmB,CAAC;YACvC,IAAI;SACP,CAAC;QACF,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YACxB,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC;QAC5B,CAAC;QAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,YAAY,GAAG,YAAY;aAC5B,GAAG,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;aACnD,MAAM,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CACpB,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;eAC3B,MAAM,CAAC,KAAK,IAAI,CAAC;eACjB,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM;eAC5B,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CACnC,CAAC;aACD,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CACnB,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK;eACnC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CACtC,CAAC,CAAC;QACP,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;QACtC,MAAM,QAAQ,GAAqB,EAAE,CAAC;QAEtC,KAAK,MAAM,EAAE,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;YACpC,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,SAAS;YACb,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACrB,SAAS;YACb,CAAC;YAED,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9B,MAAM,MAAM,GAAG,IAAA,2BAAmB,EAAC,IAAI,CAAC,CAAC;YACzC,QAAQ,CAAC,IAAI,CAAC;gBACV,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,MAAM,EAAE,QAAQ;gBAChB,QAAQ,EAAE;oBACN,GAAG,MAAM,CAAC,QAAQ;oBAClB,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;oBAC1B,aAAa,EAAE,IAAI,CAAC,KAAK;oBACzB,cAAc,EAAE,IAAI,CAAC,MAAM;oBAC3B,WAAW,EAAE,MAAM,CAAC,KAAK;iBAC5B;aACJ,CAAC,CAAC;QACP,CAAC;QAED,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC3C,IAAI,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,SAAS;YACb,CAAC;YAED,QAAQ,CAAC,IAAI,CAAC,IAAA,2BAAmB,EAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;CACJ;AAtFD,0CAsFC;AAED,SAAS,gBAAgB,CAAC,IAAoB;IAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;IACxC,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IAEjE,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;SAC1C,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SACvE,IAAI,CAAC,IAAI,CAAC,CAAC;AACpB,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type { DocumentStore, KeywordStore } from '../stores';
|
|
2
|
+
import type { RetrievedChunk, RetrieveOptions } from '../types';
|
|
3
|
+
import type { Retriever } from './types';
|
|
4
|
+
export interface SparseRetrieverOptions {
|
|
5
|
+
keywordStore: KeywordStore;
|
|
6
|
+
documentStore: DocumentStore;
|
|
7
|
+
}
|
|
8
|
+
export declare class SparseRetriever implements Retriever {
|
|
9
|
+
private readonly keywordStore;
|
|
10
|
+
private readonly documentStore;
|
|
11
|
+
constructor(options: SparseRetrieverOptions);
|
|
12
|
+
retrieve(query: string, options?: RetrieveOptions): Promise<RetrievedChunk[]>;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=sparse-retriever.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sparse-retriever.d.ts","sourceRoot":"","sources":["../../../src/rag/retrieval/sparse-retriever.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,aAAa,EACb,YAAY,EACf,MAAM,WAAW,CAAC;AACnB,OAAO,KAAK,EACR,cAAc,EACd,eAAe,EAClB,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAMzC,MAAM,WAAW,sBAAsB;IACnC,YAAY,EAAE,YAAY,CAAC;IAC3B,aAAa,EAAE,aAAa,CAAC;CAChC;AAED,qBAAa,eAAgB,YAAW,SAAS;IAC7C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAe;IAC5C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAgB;gBAElC,OAAO,EAAE,sBAAsB;IAKrC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;CAKtF"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.SparseRetriever = void 0;
|
|
4
|
+
const utils_1 = require("./utils");
|
|
5
|
+
class SparseRetriever {
|
|
6
|
+
keywordStore;
|
|
7
|
+
documentStore;
|
|
8
|
+
constructor(options) {
|
|
9
|
+
this.keywordStore = options.keywordStore;
|
|
10
|
+
this.documentStore = options.documentStore;
|
|
11
|
+
}
|
|
12
|
+
async retrieve(query, options) {
|
|
13
|
+
const refs = await this.keywordStore.search(query, (0, utils_1.toSearchOptions)(options));
|
|
14
|
+
return await (0, utils_1.hydrateRetrievedChunks)(this.documentStore, refs, 'sparse');
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
exports.SparseRetriever = SparseRetriever;
|
|
18
|
+
//# sourceMappingURL=sparse-retriever.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sparse-retriever.js","sourceRoot":"","sources":["../../../src/rag/retrieval/sparse-retriever.ts"],"names":[],"mappings":";;;AASA,mCAGiB;AAOjB,MAAa,eAAe;IACP,YAAY,CAAe;IAC3B,aAAa,CAAgB;IAE9C,YAAY,OAA+B;QACvC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa,EAAE,OAAyB;QACnD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE,IAAA,uBAAe,EAAC,OAAO,CAAC,CAAC,CAAC;QAE7E,OAAO,MAAM,IAAA,8BAAsB,EAAC,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC5E,CAAC;CACJ;AAdD,0CAcC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { RetrievedChunk, RetrieveOptions } from '../types';
|
|
2
|
+
export interface Retriever {
|
|
3
|
+
retrieve(query: string, options?: RetrieveOptions): Promise<RetrievedChunk[]>;
|
|
4
|
+
}
|
|
5
|
+
export interface Reranker {
|
|
6
|
+
rerank(query: string, chunks: RetrievedChunk[], options?: RetrieveOptions): Promise<RetrievedChunk[]>;
|
|
7
|
+
}
|
|
8
|
+
export declare class NoopReranker implements Reranker {
|
|
9
|
+
rerank(_query: string, chunks: RetrievedChunk[], _options?: RetrieveOptions): Promise<RetrievedChunk[]>;
|
|
10
|
+
}
|
|
11
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/rag/retrieval/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,cAAc,EACd,eAAe,EAClB,MAAM,UAAU,CAAC;AAElB,MAAM,WAAW,SAAS;IACtB,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;CACjF;AAED,MAAM,WAAW,QAAQ;IACrB,MAAM,CACF,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,cAAc,EAAE,EACxB,OAAO,CAAC,EAAE,eAAe,GAC1B,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;CAChC;AAED,qBAAa,YAAa,YAAW,QAAQ;IACnC,MAAM,CACR,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,cAAc,EAAE,EACxB,QAAQ,CAAC,EAAE,eAAe,GAC3B,OAAO,CAAC,cAAc,EAAE,CAAC;CAG/B"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.NoopReranker = void 0;
|
|
4
|
+
class NoopReranker {
|
|
5
|
+
async rerank(_query, chunks, _options) {
|
|
6
|
+
return chunks;
|
|
7
|
+
}
|
|
8
|
+
}
|
|
9
|
+
exports.NoopReranker = NoopReranker;
|
|
10
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/rag/retrieval/types.ts"],"names":[],"mappings":";;;AAiBA,MAAa,YAAY;IACrB,KAAK,CAAC,MAAM,CACR,MAAc,EACd,MAAwB,EACxB,QAA0B;QAE1B,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ;AARD,oCAQC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { RetrievalSource, RetrievedChunk, RetrieveOptions } from '../types';
|
|
2
|
+
import type { DocumentStore, ScoredChunkRef, SearchOptions } from '../stores';
|
|
3
|
+
export declare function hydrateRetrievedChunks(documentStore: DocumentStore, refs: ScoredChunkRef[], source: RetrievalSource): Promise<RetrievedChunk[]>;
|
|
4
|
+
export declare function toSearchOptions(options: RetrieveOptions | undefined): SearchOptions;
|
|
5
|
+
export declare function resolveTopK(topK: number | undefined, fallback?: number): number;
|
|
6
|
+
export declare function withTopK(options: RetrieveOptions | undefined, topK: number): RetrieveOptions;
|
|
7
|
+
export declare function cloneRetrievedChunk(chunk: RetrievedChunk): RetrievedChunk;
|
|
8
|
+
//# sourceMappingURL=utils.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/rag/retrieval/utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,eAAe,EACf,cAAc,EACd,eAAe,EAClB,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EACR,aAAa,EACb,cAAc,EACd,aAAa,EAChB,MAAM,WAAW,CAAC;AAEnB,wBAAsB,sBAAsB,CACxC,aAAa,EAAE,aAAa,EAC5B,IAAI,EAAE,cAAc,EAAE,EACtB,MAAM,EAAE,eAAe,GACxB,OAAO,CAAC,cAAc,EAAE,CAAC,CAyB3B;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,eAAe,GAAG,SAAS,GAAG,aAAa,CAanF;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,EAAE,QAAQ,SAAK,GAAG,MAAM,CAS3E;AAED,wBAAgB,QAAQ,CAAC,OAAO,EAAE,eAAe,GAAG,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,eAAe,CAe5F;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,cAAc,GAAG,cAAc,CA0CzE"}
|