@devflow-tools/knowledge-engine 0.16.26 → 0.16.28
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/context7-fetcher.d.ts +2 -0
- package/dist/context7-fetcher.d.ts.map +1 -1
- package/dist/context7-fetcher.js +35 -2
- package/dist/context7-fetcher.js.map +1 -1
- package/dist/dependency-source-compiler.d.ts +24 -0
- package/dist/dependency-source-compiler.d.ts.map +1 -0
- package/dist/dependency-source-compiler.js +265 -0
- package/dist/dependency-source-compiler.js.map +1 -0
- package/dist/evidence-graph.d.ts +24 -0
- package/dist/evidence-graph.d.ts.map +1 -0
- package/dist/evidence-graph.js +82 -0
- package/dist/evidence-graph.js.map +1 -0
- package/dist/fetcher.d.ts +11 -0
- package/dist/fetcher.d.ts.map +1 -1
- package/dist/fetcher.js +12 -0
- package/dist/fetcher.js.map +1 -1
- package/dist/git-fetcher.d.ts +2 -0
- package/dist/git-fetcher.d.ts.map +1 -1
- package/dist/git-fetcher.js +47 -0
- package/dist/git-fetcher.js.map +1 -1
- package/dist/hybrid-search.d.ts +6 -2
- package/dist/hybrid-search.d.ts.map +1 -1
- package/dist/hybrid-search.js +192 -56
- package/dist/hybrid-search.js.map +1 -1
- package/dist/index.d.ts +14 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +9 -1
- package/dist/index.js.map +1 -1
- package/dist/knowledge-compiler.d.ts +48 -0
- package/dist/knowledge-compiler.d.ts.map +1 -0
- package/dist/knowledge-compiler.js +121 -0
- package/dist/knowledge-compiler.js.map +1 -0
- package/dist/knowledge-engine.d.ts +25 -1
- package/dist/knowledge-engine.d.ts.map +1 -1
- package/dist/knowledge-engine.js +446 -64
- package/dist/knowledge-engine.js.map +1 -1
- package/dist/knowledge-quality.d.ts +3 -0
- package/dist/knowledge-quality.d.ts.map +1 -1
- package/dist/knowledge-quality.js +14 -5
- package/dist/knowledge-quality.js.map +1 -1
- package/dist/knowledge-store.d.ts +61 -0
- package/dist/knowledge-store.d.ts.map +1 -1
- package/dist/knowledge-store.js +448 -1
- package/dist/knowledge-store.js.map +1 -1
- package/dist/markdown-converter.d.ts +1 -1
- package/dist/markdown-converter.js +1 -1
- package/dist/retrieval-scoring-profile.d.ts +20 -0
- package/dist/retrieval-scoring-profile.d.ts.map +1 -0
- package/dist/retrieval-scoring-profile.js +35 -0
- package/dist/retrieval-scoring-profile.js.map +1 -0
- package/dist/source-catalog.d.ts +57 -0
- package/dist/source-catalog.d.ts.map +1 -0
- package/dist/source-catalog.js +351 -0
- package/dist/source-catalog.js.map +1 -0
- package/dist/source-readiness.d.ts +7 -0
- package/dist/source-readiness.d.ts.map +1 -1
- package/dist/source-readiness.js +31 -2
- package/dist/source-readiness.js.map +1 -1
- package/dist/source-selector.d.ts +11 -0
- package/dist/source-selector.d.ts.map +1 -1
- package/dist/source-selector.js +160 -15
- package/dist/source-selector.js.map +1 -1
- package/dist/structural-markdown-chunker.d.ts +33 -0
- package/dist/structural-markdown-chunker.d.ts.map +1 -0
- package/dist/structural-markdown-chunker.js +328 -0
- package/dist/structural-markdown-chunker.js.map +1 -0
- package/dist/types.d.ts +1 -1
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/package.json +5 -5
package/dist/git-fetcher.js
CHANGED
|
@@ -2,6 +2,7 @@ import { execFileSync } from 'child_process';
|
|
|
2
2
|
import { existsSync, readFileSync, readdirSync, mkdirSync } from 'fs';
|
|
3
3
|
import { join } from 'path';
|
|
4
4
|
import { sliceByHeadings } from './markdown-converter.js';
|
|
5
|
+
import { createHash } from 'node:crypto';
|
|
5
6
|
function walkFiles(dir, exts) {
|
|
6
7
|
const results = [];
|
|
7
8
|
if (!existsSync(dir))
|
|
@@ -72,4 +73,50 @@ export async function fetchFromGitHub(repo, docsPath, tmpDir) {
|
|
|
72
73
|
}
|
|
73
74
|
return results;
|
|
74
75
|
}
|
|
76
|
+
export async function fetchRawFromGitHub(repo, docsPath, tmpDir) {
|
|
77
|
+
const paths = Array.isArray(docsPath) ? docsPath : [docsPath];
|
|
78
|
+
const repoDir = join(tmpDir, repo.replace('/', '_'));
|
|
79
|
+
if (!existsSync(repoDir)) {
|
|
80
|
+
mkdirSync(tmpDir, { recursive: true });
|
|
81
|
+
try {
|
|
82
|
+
execFileSync('git', [
|
|
83
|
+
'clone', '--depth', '1', '--filter=blob:none', '--sparse',
|
|
84
|
+
`https://github.com/${repo}.git`, repoDir,
|
|
85
|
+
], { timeout: 60_000, stdio: 'pipe' });
|
|
86
|
+
execFileSync('git', ['sparse-checkout', 'set', ...paths], {
|
|
87
|
+
cwd: repoDir, timeout: 15_000, stdio: 'pipe',
|
|
88
|
+
});
|
|
89
|
+
}
|
|
90
|
+
catch {
|
|
91
|
+
return [];
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
const documents = [];
|
|
95
|
+
const seen = new Set();
|
|
96
|
+
for (const docsPathEntry of paths) {
|
|
97
|
+
const docsDir = join(repoDir, docsPathEntry);
|
|
98
|
+
for (const file of walkFiles(docsDir, ['.md', '.mdx']).sort()) {
|
|
99
|
+
if (seen.has(file))
|
|
100
|
+
continue;
|
|
101
|
+
seen.add(file);
|
|
102
|
+
try {
|
|
103
|
+
const markdown = readFileSync(file, 'utf8');
|
|
104
|
+
if (markdown.trim().length < 20)
|
|
105
|
+
continue;
|
|
106
|
+
const path = file.replace(repoDir, '').replace(/^\//u, '');
|
|
107
|
+
documents.push({
|
|
108
|
+
sourceUri: `https://github.com/${repo}/blob/main/${path}`,
|
|
109
|
+
title: path,
|
|
110
|
+
markdown,
|
|
111
|
+
contentHash: createHash('sha256').update(markdown).digest('hex'),
|
|
112
|
+
retrievedAt: Date.now(),
|
|
113
|
+
});
|
|
114
|
+
}
|
|
115
|
+
catch {
|
|
116
|
+
// Skip unreadable raw documentation files.
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
return documents;
|
|
121
|
+
}
|
|
75
122
|
//# sourceMappingURL=git-fetcher.js.map
|
package/dist/git-fetcher.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"git-fetcher.js","sourceRoot":"","sources":["../src/git-fetcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AACtE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"git-fetcher.js","sourceRoot":"","sources":["../src/git-fetcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AACtE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAWzC,SAAS,SAAS,CAAC,GAAW,EAAE,IAAc;IAC5C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,OAAO,CAAC;IACrC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc;gBAAE,SAAS;YAC1E,OAAO,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;QAC7C,CAAC;aAAM,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClD,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAAY,EAAE,QAA2B,EAAE,MAAc;IAEzD,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IAErD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC;YACH,YAAY,CAAC,KAAK,EAAE;gBAClB,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,oBAAoB,EAAE,UAAU;gBACzD,sBAAsB,IAAI,MAAM,EAAE,OAAO;aAC1C,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YACtC,YAAY,CAAC,KAAK,EAAE,CAAC,iBAAiB,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,EAAE;gBACxD,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM;aAC5C,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,kCAAkC,IAAI,GAAG,EAAG,GAAa,CAAC,OAAO,CAAC,CAAC;YACjF,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,OAAO,GAAe,EAAE,CAAC;IAE/B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACjC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;YAAE,SAAS;QACnC,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;QAClD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,SAAS;YAC7B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACf,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBAC5C,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG;oBAAE,SAAS;gBACnC,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;gBACxC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC3B,OAAO,CAAC,IAAI,CAAC;wBACX,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;wBAC/B,WAAW,EAAE,KAAK,CAAC,WAAW;wBAC9B,UAAU,EAAE,KAAK,CAAC,UAAU;qBAC7B,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,wBAAwB;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,IAAY,EACZ,QAA2B,EAC3B,MAAc;IAEd,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IACrD,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACzB,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvC,IAAI,CAAC;YACH,YAAY,CAAC,KAAK,EAAE;gBAClB,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,oBAAoB,EAAE,UAAU;gBACzD,sBAAsB,IAAI,MAAM,EAAE,OAAO;aAC1C,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YACvC,YAAY,CAAC,KAAK,EAAE,CAAC,iBAAiB,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,EAAE;gBACxD,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;aAC7C,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IACD,MAAM,SAAS,GAAiC,EAAE,CAAC;IACnD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,aAAa,IAAI,KAAK,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAC7C,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YAC9D,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,SAAS;YAC7B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACf,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAC5C,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,EAAE;oBAAE,SAAS;gBAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAC3D,SAAS,CAAC,IAAI,CAAC;oBACb,SAAS,EAAE,sBAAsB,IAAI,cAAc,IAAI,EAAE;oBACzD,KAAK,EAAE,IAAI;oBACX,QAAQ;oBACR,WAAW,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;oBAChE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;iBACxB,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,2CAA2C;YAC7C,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}
|
package/dist/hybrid-search.d.ts
CHANGED
|
@@ -1,15 +1,19 @@
|
|
|
1
1
|
import type { EmbeddingProvider } from '@devflow-tools/memory-engine';
|
|
2
|
+
import type { KnowledgeNeed, KnowledgeScoreDetails } from '@devflow-tools/sdk';
|
|
2
3
|
import type { KnowledgeChunkRow, KnowledgeStore } from './knowledge-store.js';
|
|
4
|
+
import { type KnowledgeRetrievalChannel } from './retrieval-scoring-profile.js';
|
|
3
5
|
export interface SearchResult {
|
|
4
6
|
id: string;
|
|
5
7
|
title: string;
|
|
6
8
|
content: string;
|
|
7
9
|
score: number;
|
|
10
|
+
scoreDetails: KnowledgeScoreDetails;
|
|
8
11
|
}
|
|
9
12
|
export interface KnowledgeHybridSearchResult {
|
|
10
13
|
results: SearchResult[];
|
|
11
14
|
warnings: string[];
|
|
12
15
|
rejectedLowScore: number;
|
|
16
|
+
channelCandidateCounts: Record<KnowledgeRetrievalChannel, number>;
|
|
13
17
|
}
|
|
14
18
|
export declare class KnowledgeHybridSearch {
|
|
15
19
|
private store;
|
|
@@ -18,10 +22,10 @@ export declare class KnowledgeHybridSearch {
|
|
|
18
22
|
search(query: string, chunks: KnowledgeChunkRow[], bm25Results: Array<{
|
|
19
23
|
id: string;
|
|
20
24
|
rank: number;
|
|
21
|
-
}>, limit: number, sources?: string[]): Promise<SearchResult[]>;
|
|
25
|
+
}>, limit: number, sources?: string[], knowledgeNeeds?: KnowledgeNeed[]): Promise<SearchResult[]>;
|
|
22
26
|
searchWithStatus(query: string, chunks: KnowledgeChunkRow[], bm25Results: Array<{
|
|
23
27
|
id: string;
|
|
24
28
|
rank: number;
|
|
25
|
-
}>, limit: number, sources?: string[], minScore?: number): Promise<KnowledgeHybridSearchResult>;
|
|
29
|
+
}>, limit: number, sources?: string[], minScore?: number, knowledgeNeeds?: KnowledgeNeed[]): Promise<KnowledgeHybridSearchResult>;
|
|
26
30
|
}
|
|
27
31
|
//# sourceMappingURL=hybrid-search.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hybrid-search.d.ts","sourceRoot":"","sources":["../src/hybrid-search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;
|
|
1
|
+
{"version":3,"file":"hybrid-search.d.ts","sourceRoot":"","sources":["../src/hybrid-search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,KAAK,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC/E,OAAO,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAS9E,OAAO,EAGL,KAAK,yBAAyB,EAC/B,MAAM,gCAAgC,CAAC;AAExC,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,qBAAqB,CAAC;CACrC;AAED,MAAM,WAAW,2BAA2B;IAC1C,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,sBAAsB,EAAE,MAAM,CAAC,yBAAyB,EAAE,MAAM,CAAC,CAAC;CACnE;AAKD,qBAAa,qBAAqB;IAE9B,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,QAAQ;gBADR,KAAK,EAAE,cAAc,EACrB,QAAQ,EAAE,iBAAiB;IAG/B,MAAM,CACV,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,iBAAiB,EAAE,EAC3B,WAAW,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,EAChD,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,MAAM,EAAE,EAClB,cAAc,CAAC,EAAE,aAAa,EAAE,GAC/B,OAAO,CAAC,YAAY,EAAE,CAAC;IAMpB,gBAAgB,CACpB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,iBAAiB,EAAE,EAC3B,WAAW,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,EAChD,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,MAAM,EAAE,EAClB,QAAQ,SAAwB,EAChC,cAAc,GAAE,aAAa,EAAO,GACnC,OAAO,CAAC,2BAA2B,CAAC;CAgGxC"}
|
package/dist/hybrid-search.js
CHANGED
|
@@ -1,23 +1,6 @@
|
|
|
1
1
|
import { lexicalRelevance, MIN_LEXICAL_RELEVANCE, MIN_VECTOR_SIMILARITY, normalizeKnowledgeTitle, resolveKnowledgeTitle, vectorSimilarity, } from './result-quality.js';
|
|
2
|
-
|
|
3
|
-
const
|
|
4
|
-
function rrfFusion(bm25Ids, vectorIds) {
|
|
5
|
-
const scores = new Map();
|
|
6
|
-
const bm25Weight = bm25Ids.length > 0 ? 0.4 : 0;
|
|
7
|
-
const vectorWeight = vectorIds.length > 0 ? 0.6 : 0;
|
|
8
|
-
const totalWeight = bm25Weight + vectorWeight;
|
|
9
|
-
bm25Ids.forEach((id, index) => {
|
|
10
|
-
scores.set(id, (scores.get(id) ?? 0) + bm25Weight / (RRF_K + index + 1));
|
|
11
|
-
});
|
|
12
|
-
vectorIds.forEach((id, index) => {
|
|
13
|
-
scores.set(id, (scores.get(id) ?? 0) + vectorWeight / (RRF_K + index + 1));
|
|
14
|
-
});
|
|
15
|
-
if (totalWeight > 0) {
|
|
16
|
-
for (const [id, score] of scores)
|
|
17
|
-
scores.set(id, score / totalWeight);
|
|
18
|
-
}
|
|
19
|
-
return scores;
|
|
20
|
-
}
|
|
2
|
+
import { KNOWLEDGE_RETRIEVAL_SCORING_PROFILE, weightedReciprocalRankFusion, } from './retrieval-scoring-profile.js';
|
|
3
|
+
const VECTOR_DEGRADED_WARNING = 'Knowledge vector search is not ready; using exact, entity, and SQLite BM25 results. Run `devflow doctor` for details.';
|
|
21
4
|
export class KnowledgeHybridSearch {
|
|
22
5
|
store;
|
|
23
6
|
embedder;
|
|
@@ -25,13 +8,25 @@ export class KnowledgeHybridSearch {
|
|
|
25
8
|
this.store = store;
|
|
26
9
|
this.embedder = embedder;
|
|
27
10
|
}
|
|
28
|
-
async search(query, chunks, bm25Results, limit, sources) {
|
|
29
|
-
return (await this.searchWithStatus(query, chunks, bm25Results, limit, sources)).results;
|
|
11
|
+
async search(query, chunks, bm25Results, limit, sources, knowledgeNeeds) {
|
|
12
|
+
return (await this.searchWithStatus(query, chunks, bm25Results, limit, sources, undefined, knowledgeNeeds)).results;
|
|
30
13
|
}
|
|
31
|
-
async searchWithStatus(query, chunks, bm25Results, limit, sources, minScore = MIN_VECTOR_SIMILARITY) {
|
|
32
|
-
let vectorIds = [];
|
|
33
|
-
let vectorScores = new Map();
|
|
14
|
+
async searchWithStatus(query, chunks, bm25Results, limit, sources, minScore = MIN_VECTOR_SIMILARITY, knowledgeNeeds = []) {
|
|
34
15
|
const warnings = [];
|
|
16
|
+
const chunkMap = new Map(chunks.map(chunk => [chunk.id, chunk]));
|
|
17
|
+
const exactScores = exactCandidateScores(chunks, knowledgeNeeds, query);
|
|
18
|
+
const entityScores = entityCandidateScores(chunks, knowledgeNeeds);
|
|
19
|
+
const lexicalScores = new Map();
|
|
20
|
+
const bm25Ids = bm25Results.filter(result => {
|
|
21
|
+
const chunk = chunkMap.get(result.id);
|
|
22
|
+
if (!chunk)
|
|
23
|
+
return false;
|
|
24
|
+
const score = lexicalRelevance(query, chunk);
|
|
25
|
+
lexicalScores.set(result.id, score);
|
|
26
|
+
return score >= MIN_LEXICAL_RELEVANCE;
|
|
27
|
+
}).map(result => result.id);
|
|
28
|
+
let vectorScores = new Map();
|
|
29
|
+
let vectorIds = [];
|
|
35
30
|
try {
|
|
36
31
|
const warmed = await this.embedder.warmup();
|
|
37
32
|
if (warmed) {
|
|
@@ -39,7 +34,7 @@ export class KnowledgeHybridSearch {
|
|
|
39
34
|
const vectorCandidates = this.store.searchVector(embedding, limit * 5, sources);
|
|
40
35
|
vectorScores = new Map(vectorCandidates.map(result => [result.id, vectorSimilarity(result.distance)]));
|
|
41
36
|
vectorIds = vectorCandidates
|
|
42
|
-
.filter(result => vectorSimilarity(result.distance) >= minScore)
|
|
37
|
+
.filter(result => vectorSimilarity(result.distance) >= minScore && chunkMap.has(result.id))
|
|
43
38
|
.map(result => result.id);
|
|
44
39
|
}
|
|
45
40
|
else {
|
|
@@ -49,40 +44,181 @@ export class KnowledgeHybridSearch {
|
|
|
49
44
|
catch {
|
|
50
45
|
warnings.push(VECTOR_DEGRADED_WARNING);
|
|
51
46
|
}
|
|
52
|
-
const
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
}).map(result => result.id);
|
|
62
|
-
const eligibleVectorIds = vectorIds.filter(id => (vectorScores.get(id) ?? 0) >= minScore);
|
|
63
|
-
const scores = rrfFusion(eligibleBm25Ids, eligibleVectorIds);
|
|
64
|
-
const results = [...scores.entries()]
|
|
65
|
-
.map(([id, score]) => {
|
|
47
|
+
const channelRanks = {
|
|
48
|
+
exact: rankScoreMap(exactScores),
|
|
49
|
+
bm25: bm25Ids,
|
|
50
|
+
entity: rankScoreMap(entityScores),
|
|
51
|
+
vector: vectorIds,
|
|
52
|
+
};
|
|
53
|
+
const fused = weightedReciprocalRankFusion({ channelRanks });
|
|
54
|
+
const pageScores = aggregatePageScores(fused, chunkMap);
|
|
55
|
+
const results = [...fused.entries()].flatMap(([id, fusedScore]) => {
|
|
66
56
|
const chunk = chunkMap.get(id);
|
|
57
|
+
if (!chunk)
|
|
58
|
+
return [];
|
|
67
59
|
const title = resolveKnowledgeTitle({
|
|
68
|
-
headingPath: chunk
|
|
69
|
-
documentTitle: chunk
|
|
70
|
-
content: chunk
|
|
71
|
-
source: chunk
|
|
72
|
-
url: chunk
|
|
60
|
+
headingPath: chunk.heading_path,
|
|
61
|
+
documentTitle: chunk.document_title,
|
|
62
|
+
content: chunk.content,
|
|
63
|
+
source: chunk.source,
|
|
64
|
+
url: chunk.url,
|
|
73
65
|
});
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
66
|
+
if (!title || !chunk.content)
|
|
67
|
+
return [];
|
|
68
|
+
const pageScore = pageScores.get(pageIdentity(chunk)) ?? fusedScore.normalizedScore;
|
|
69
|
+
const strongestEvidence = Math.max(exactScores.get(id) ?? 0, lexicalScores.get(id) ?? 0, entityScores.get(id) ?? 0, vectorScores.get(id) ?? 0);
|
|
70
|
+
const finalScore = round(Math.min(1, 0.70 * pageScore + 0.30 * strongestEvidence));
|
|
71
|
+
return [{
|
|
72
|
+
id,
|
|
73
|
+
title: normalizeKnowledgeTitle(title) ?? '',
|
|
74
|
+
content: chunk.content,
|
|
75
|
+
score: finalScore,
|
|
76
|
+
scoreDetails: {
|
|
77
|
+
profileVersion: KNOWLEDGE_RETRIEVAL_SCORING_PROFILE.version,
|
|
78
|
+
channelRanks: fusedScore.channelRanks,
|
|
79
|
+
rawScore: round(fusedScore.rawScore),
|
|
80
|
+
normalizedScore: round(fusedScore.normalizedScore),
|
|
81
|
+
pageScore: round(pageScore),
|
|
82
|
+
qualityScore: 0,
|
|
83
|
+
finalScore,
|
|
84
|
+
authority: authorityForChunk(chunk),
|
|
85
|
+
versionCompatible: true,
|
|
86
|
+
provenanceComplete: hasCompleteProvenance(chunk),
|
|
87
|
+
},
|
|
88
|
+
}];
|
|
89
|
+
}).filter(result => result.title.length > 0)
|
|
90
|
+
.sort((left, right) => right.score - left.score || left.id.localeCompare(right.id))
|
|
91
|
+
.slice(0, Math.max(limit * 3, limit));
|
|
92
|
+
const uniqueCandidates = new Set([
|
|
93
|
+
...channelRanks.exact, ...channelRanks.bm25, ...channelRanks.entity, ...channelRanks.vector,
|
|
94
|
+
]);
|
|
95
|
+
return {
|
|
96
|
+
results,
|
|
97
|
+
warnings: [...new Set(warnings)],
|
|
98
|
+
rejectedLowScore: Math.max(0, bm25Results.length + vectorScores.size - uniqueCandidates.size),
|
|
99
|
+
channelCandidateCounts: {
|
|
100
|
+
exact: channelRanks.exact.length,
|
|
101
|
+
bm25: channelRanks.bm25.length,
|
|
102
|
+
entity: channelRanks.entity.length,
|
|
103
|
+
vector: channelRanks.vector.length,
|
|
104
|
+
},
|
|
105
|
+
};
|
|
86
106
|
}
|
|
87
107
|
}
|
|
108
|
+
function exactCandidateScores(chunks, needs, query) {
|
|
109
|
+
const symbols = [...new Set([
|
|
110
|
+
...needs.flatMap(need => need.symbol ? [need.symbol] : []),
|
|
111
|
+
...extractQuerySymbols(query),
|
|
112
|
+
].map(normalizeSymbol).filter(Boolean))];
|
|
113
|
+
const scores = new Map();
|
|
114
|
+
for (const chunk of chunks) {
|
|
115
|
+
const chunkSymbols = new Set([
|
|
116
|
+
...parseArray(chunk.symbols),
|
|
117
|
+
...parseArray(chunk.api_identifiers),
|
|
118
|
+
].map(normalizeSymbol));
|
|
119
|
+
const matched = symbols.filter(symbol => chunkSymbols.has(symbol));
|
|
120
|
+
if (matched.length > 0)
|
|
121
|
+
scores.set(chunk.id, Math.min(1, 0.72 + matched.length * 0.12));
|
|
122
|
+
}
|
|
123
|
+
return scores;
|
|
124
|
+
}
|
|
125
|
+
function entityCandidateScores(chunks, needs) {
|
|
126
|
+
const entities = [...new Set(needs.flatMap(need => need.entity ? [normalize(need.entity)] : []))];
|
|
127
|
+
const scores = new Map();
|
|
128
|
+
for (const chunk of chunks) {
|
|
129
|
+
const chunkEntities = new Set(parseArray(chunk.entities).map(normalize));
|
|
130
|
+
const matched = entities.filter(entity => chunkEntities.has(entity) || sourceCoversEntity(chunk.source, entity));
|
|
131
|
+
if (matched.length > 0)
|
|
132
|
+
scores.set(chunk.id, Math.min(1, 0.58 + matched.length * 0.12));
|
|
133
|
+
}
|
|
134
|
+
return scores;
|
|
135
|
+
}
|
|
136
|
+
function aggregatePageScores(fused, chunks) {
|
|
137
|
+
const grouped = new Map();
|
|
138
|
+
for (const [id, score] of fused) {
|
|
139
|
+
const chunk = chunks.get(id);
|
|
140
|
+
if (!chunk)
|
|
141
|
+
continue;
|
|
142
|
+
const page = pageIdentity(chunk);
|
|
143
|
+
grouped.set(page, [...(grouped.get(page) ?? []), score.normalizedScore]);
|
|
144
|
+
}
|
|
145
|
+
const result = new Map();
|
|
146
|
+
for (const [page, scores] of grouped) {
|
|
147
|
+
const sorted = scores.sort((left, right) => right - left);
|
|
148
|
+
const strongest = sorted[0] ?? 0;
|
|
149
|
+
const tail = Math.min(KNOWLEDGE_RETRIEVAL_SCORING_PROFILE.pageTailCap, sorted.slice(1, 4).reduce((sum, score) => sum + score * KNOWLEDGE_RETRIEVAL_SCORING_PROFILE.pageTailWeight, 0));
|
|
150
|
+
result.set(page, Math.min(1, strongest + tail));
|
|
151
|
+
}
|
|
152
|
+
return result;
|
|
153
|
+
}
|
|
154
|
+
function rankScoreMap(scores) {
|
|
155
|
+
return [...scores.entries()]
|
|
156
|
+
.sort((left, right) => right[1] - left[1] || left[0].localeCompare(right[0]))
|
|
157
|
+
.map(([id]) => id);
|
|
158
|
+
}
|
|
159
|
+
function extractQuerySymbols(value) {
|
|
160
|
+
return [
|
|
161
|
+
...value.matchAll(/\b[A-Za-z_$][A-Za-z0-9_$]*(?:\.[A-Za-z_$][A-Za-z0-9_$]*)+\b/gu),
|
|
162
|
+
...value.matchAll(/\b[A-Z][A-Za-z0-9_$]{2,}\b/gu),
|
|
163
|
+
...value.matchAll(/`([A-Za-z_$][A-Za-z0-9_$.]*)`/gu),
|
|
164
|
+
].map(match => match[1] ?? match[0]);
|
|
165
|
+
}
|
|
166
|
+
function sourceCoversEntity(source, entity) {
|
|
167
|
+
return normalize(source).replace(/^dependency:/u, '') === entity
|
|
168
|
+
|| normalize(source).includes(entity);
|
|
169
|
+
}
|
|
170
|
+
function pageIdentity(chunk) {
|
|
171
|
+
return chunk.page_id || chunk.doc_id;
|
|
172
|
+
}
|
|
173
|
+
function hasCompleteProvenance(chunk) {
|
|
174
|
+
if (!chunk.provenance)
|
|
175
|
+
return false;
|
|
176
|
+
try {
|
|
177
|
+
const value = JSON.parse(chunk.provenance);
|
|
178
|
+
return value.immutable === true
|
|
179
|
+
&& typeof value.sourceId === 'string'
|
|
180
|
+
&& typeof value.sourceUri === 'string'
|
|
181
|
+
&& typeof value.contentHash === 'string';
|
|
182
|
+
}
|
|
183
|
+
catch {
|
|
184
|
+
return false;
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
function authorityForChunk(chunk) {
|
|
188
|
+
if (chunk.provenance) {
|
|
189
|
+
try {
|
|
190
|
+
const value = JSON.parse(chunk.provenance);
|
|
191
|
+
if (value.sourceKind === 'official')
|
|
192
|
+
return 'official';
|
|
193
|
+
if (value.sourceKind === 'project')
|
|
194
|
+
return 'project';
|
|
195
|
+
if (value.sourceKind === 'dependency' || value.sourceKind === 'plugin')
|
|
196
|
+
return 'maintainer';
|
|
197
|
+
}
|
|
198
|
+
catch {
|
|
199
|
+
// Legacy chunks use source-name authority below.
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
return /react|typescript|node|vue|angular|mdn|official/iu.test(chunk.source) ? 'official' : 'community';
|
|
203
|
+
}
|
|
204
|
+
function parseArray(value) {
|
|
205
|
+
if (!value)
|
|
206
|
+
return [];
|
|
207
|
+
try {
|
|
208
|
+
const parsed = JSON.parse(value);
|
|
209
|
+
return Array.isArray(parsed) ? parsed.filter((item) => typeof item === 'string') : [];
|
|
210
|
+
}
|
|
211
|
+
catch {
|
|
212
|
+
return [];
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
function normalize(value) {
|
|
216
|
+
return value.normalize('NFKC').trim().toLocaleLowerCase('en-US');
|
|
217
|
+
}
|
|
218
|
+
function normalizeSymbol(value) {
|
|
219
|
+
return normalize(value).replace(/[^a-z0-9_$@.]/gu, '');
|
|
220
|
+
}
|
|
221
|
+
function round(value) {
|
|
222
|
+
return Math.round(value * 10_000) / 10_000;
|
|
223
|
+
}
|
|
88
224
|
//# sourceMappingURL=hybrid-search.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hybrid-search.js","sourceRoot":"","sources":["../src/hybrid-search.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,gBAAgB,EAChB,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,gBAAgB,GACjB,MAAM,qBAAqB,CAAC;AAe7B,MAAM,uBAAuB,GAC3B,oGAAoG,CAAC;AAEvG,MAAM,KAAK,GAAG,EAAE,CAAC;AAEjB,SAAS,SAAS,CAChB,OAAiB,EACjB,SAAmB;IAEnB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,MAAM,YAAY,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,MAAM,WAAW,GAAG,UAAU,GAAG,YAAY,CAAC;IAE9C,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE;QAC5B,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,UAAU,GAAG,CAAC,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IACH,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE;QAC9B,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,YAAY,GAAG,CAAC,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;IACH,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACpB,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,MAAM;YAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,GAAG,WAAW,CAAC,CAAC;IACxE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,OAAO,qBAAqB;IAEtB;IACA;IAFV,YACU,KAAqB,EACrB,QAA2B;QAD3B,UAAK,GAAL,KAAK,CAAgB;QACrB,aAAQ,GAAR,QAAQ,CAAmB;IAClC,CAAC;IAEJ,KAAK,CAAC,MAAM,CACV,KAAa,EACb,MAA2B,EAC3B,WAAgD,EAChD,KAAa,EACb,OAAkB;QAElB,OAAO,CAAC,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;IAC3F,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,KAAa,EACb,MAA2B,EAC3B,WAAgD,EAChD,KAAa,EACb,OAAkB,EAClB,QAAQ,GAAG,qBAAqB;QAEhC,IAAI,SAAS,GAAa,EAAE,CAAC;QAC7B,IAAI,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC7C,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC5C,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACnD,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,EAAE,KAAK,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC;gBAChF,YAAY,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvG,SAAS,GAAG,gBAAgB;qBACzB,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC;qBAC/D,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAChD,MAAM,eAAe,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;YAClD,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACtC,IAAI,CAAC,KAAK;gBAAE,OAAO,KAAK,CAAC;YACzB,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC7C,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YACpC,OAAO,KAAK,IAAI,qBAAqB,CAAC;QACxC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5B,MAAM,iBAAiB,GAAG,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC;QAC1F,MAAM,MAAM,GAAG,SAAS,CACtB,eAAe,EACf,iBAAiB,CAClB,CAAC;QACF,MAAM,OAAO,GAAG,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;aAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE;YACnB,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/B,MAAM,KAAK,GAAG,qBAAqB,CAAC;gBAClC,WAAW,EAAE,KAAK,EAAE,YAAY;gBAChC,aAAa,EAAE,KAAK,EAAE,cAAc;gBACpC,OAAO,EAAE,KAAK,EAAE,OAAO;gBACvB,MAAM,EAAE,KAAK,EAAE,MAAM;gBACrB,GAAG,EAAE,KAAK,EAAE,GAAG;aAChB,CAAC,CAAC;YACH,OAAO;gBACL,EAAE;gBACF,KAAK,EAAE,uBAAuB,CAAC,KAAK,CAAC,IAAI,EAAE;gBAC3C,OAAO,EAAE,KAAK,EAAE,OAAO,IAAI,EAAE;gBAC7B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,KAAK;aAC1G,CAAC;QACJ,CAAC,CAAC;aACD,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;aACtE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;aACjC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QACnB,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,eAAe,CAAC,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAChI,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,CAAC;IACjD,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"hybrid-search.js","sourceRoot":"","sources":["../src/hybrid-search.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,gBAAgB,EAChB,qBAAqB,EACrB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,gBAAgB,GACjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,mCAAmC,EACnC,4BAA4B,GAE7B,MAAM,gCAAgC,CAAC;AAiBxC,MAAM,uBAAuB,GAC3B,uHAAuH,CAAC;AAE1H,MAAM,OAAO,qBAAqB;IAEtB;IACA;IAFV,YACU,KAAqB,EACrB,QAA2B;QAD3B,UAAK,GAAL,KAAK,CAAgB;QACrB,aAAQ,GAAR,QAAQ,CAAmB;IAClC,CAAC;IAEJ,KAAK,CAAC,MAAM,CACV,KAAa,EACb,MAA2B,EAC3B,WAAgD,EAChD,KAAa,EACb,OAAkB,EAClB,cAAgC;QAEhC,OAAO,CAAC,MAAM,IAAI,CAAC,gBAAgB,CACjC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,cAAc,CACtE,CAAC,CAAC,OAAO,CAAC;IACb,CAAC;IAED,KAAK,CAAC,gBAAgB,CACpB,KAAa,EACb,MAA2B,EAC3B,WAAgD,EAChD,KAAa,EACb,OAAkB,EAClB,QAAQ,GAAG,qBAAqB,EAChC,iBAAkC,EAAE;QAEpC,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,WAAW,GAAG,oBAAoB,CAAC,MAAM,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC;QACxE,MAAM,YAAY,GAAG,qBAAqB,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QACnE,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAChD,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE;YAC1C,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACtC,IAAI,CAAC,KAAK;gBAAE,OAAO,KAAK,CAAC;YACzB,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC7C,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YACpC,OAAO,KAAK,IAAI,qBAAqB,CAAC;QACxC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAE5B,IAAI,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC7C,IAAI,SAAS,GAAa,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC5C,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACnD,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,EAAE,KAAK,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC;gBAChF,YAAY,GAAG,IAAI,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvG,SAAS,GAAG,gBAAgB;qBACzB,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;qBAC1F,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,YAAY,GAAG;YACnB,KAAK,EAAE,YAAY,CAAC,WAAW,CAAC;YAChC,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,YAAY,CAAC,YAAY,CAAC;YAClC,MAAM,EAAE,SAAS;SAClB,CAAC;QACF,MAAM,KAAK,GAAG,4BAA4B,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC;QAC7D,MAAM,UAAU,GAAG,mBAAmB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACxD,MAAM,OAAO,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,EAAE;YAChE,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/B,IAAI,CAAC,KAAK;gBAAE,OAAO,EAAE,CAAC;YACtB,MAAM,KAAK,GAAG,qBAAqB,CAAC;gBAClC,WAAW,EAAE,KAAK,CAAC,YAAY;gBAC/B,aAAa,EAAE,KAAK,CAAC,cAAc;gBACnC,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,GAAG,EAAE,KAAK,CAAC,GAAG;aACf,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,OAAO;gBAAE,OAAO,EAAE,CAAC;YACxC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,IAAI,UAAU,CAAC,eAAe,CAAC;YACpF,MAAM,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAChC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EACxB,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAC1B,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EACzB,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAC1B,CAAC;YACF,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,SAAS,GAAG,IAAI,GAAG,iBAAiB,CAAC,CAAC,CAAC;YACnF,OAAO,CAAC;oBACN,EAAE;oBACF,KAAK,EAAE,uBAAuB,CAAC,KAAK,CAAC,IAAI,EAAE;oBAC3C,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,KAAK,EAAE,UAAU;oBACjB,YAAY,EAAE;wBACZ,cAAc,EAAE,mCAAmC,CAAC,OAAO;wBAC3D,YAAY,EAAE,UAAU,CAAC,YAAY;wBACrC,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC;wBACpC,eAAe,EAAE,KAAK,CAAC,UAAU,CAAC,eAAe,CAAC;wBAClD,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC;wBAC3B,YAAY,EAAE,CAAC;wBACf,UAAU;wBACV,SAAS,EAAE,iBAAiB,CAAC,KAAK,CAAC;wBACnC,iBAAiB,EAAE,IAAI;wBACvB,kBAAkB,EAAE,qBAAqB,CAAC,KAAK,CAAC;qBACjD;iBACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;aACzC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;aAClF,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;QAExC,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;YAC/B,GAAG,YAAY,CAAC,KAAK,EAAE,GAAG,YAAY,CAAC,IAAI,EAAE,GAAG,YAAY,CAAC,MAAM,EAAE,GAAG,YAAY,CAAC,MAAM;SAC5F,CAAC,CAAC;QACH,OAAO;YACL,OAAO;YACP,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;YAChC,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,CAAC,MAAM,GAAG,YAAY,CAAC,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC;YAC7F,sBAAsB,EAAE;gBACtB,KAAK,EAAE,YAAY,CAAC,KAAK,CAAC,MAAM;gBAChC,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,MAAM;gBAC9B,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC,MAAM;gBAClC,MAAM,EAAE,YAAY,CAAC,MAAM,CAAC,MAAM;aACnC;SACF,CAAC;IACJ,CAAC;CACF;AAED,SAAS,oBAAoB,CAC3B,MAA2B,EAC3B,KAAsB,EACtB,KAAa;IAEb,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC;YAC1B,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1D,GAAG,mBAAmB,CAAC,KAAK,CAAC;SAC9B,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACzC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;YAC3B,GAAG,UAAU,CAAC,KAAK,CAAC,OAAO,CAAC;YAC5B,GAAG,UAAU,CAAC,KAAK,CAAC,eAAe,CAAC;SACrC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC;QACxB,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;QACnE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,qBAAqB,CAC5B,MAA2B,EAC3B,KAAsB;IAEtB,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAClG,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QACzE,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,kBAAkB,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QACjH,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;IAC1F,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAC1B,KAA+C,EAC/C,MAAsC;IAEtC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC5C,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7B,IAAI,CAAC,KAAK;YAAE,SAAS;QACrB,MAAM,IAAI,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;IAC3E,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CACnB,mCAAmC,CAAC,WAAW,EAC/C,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,GAAG,mCAAmC,CAAC,cAAc,EAAE,CAAC,CAAC,CAC/G,CAAC;QACF,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,MAA2B;IAC/C,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;SACzB,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;SAC5E,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,OAAO;QACL,GAAG,KAAK,CAAC,QAAQ,CAAC,+DAA+D,CAAC;QAClF,GAAG,KAAK,CAAC,QAAQ,CAAC,8BAA8B,CAAC;QACjD,GAAG,KAAK,CAAC,QAAQ,CAAC,iCAAiC,CAAC;KACrD,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACvC,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAc,EAAE,MAAc;IACxD,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,KAAK,MAAM;WAC3D,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAC1C,CAAC;AAED,SAAS,YAAY,CAAC,KAAwB;IAC5C,OAAO,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC;AACvC,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAwB;IACrD,IAAI,CAAC,KAAK,CAAC,UAAU;QAAE,OAAO,KAAK,CAAC;IACpC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAA4B,CAAC;QACtE,OAAO,KAAK,CAAC,SAAS,KAAK,IAAI;eAC1B,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;eAClC,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;eACnC,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAwB;IACjD,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAA4B,CAAC;YACtE,IAAI,KAAK,CAAC,UAAU,KAAK,UAAU;gBAAE,OAAO,UAAU,CAAC;YACvD,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS;gBAAE,OAAO,SAAS,CAAC;YACrD,IAAI,KAAK,CAAC,UAAU,KAAK,YAAY,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ;gBAAE,OAAO,YAAY,CAAC;QAC9F,CAAC;QAAC,MAAM,CAAC;YACP,iDAAiD;QACnD,CAAC;IACH,CAAC;IACD,OAAO,kDAAkD,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;AAC1G,CAAC;AAED,SAAS,UAAU,CAAC,KAAgC;IAClD,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,IAAI,CAAC;QACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACxG,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,OAAO,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC;AACzD,CAAC;AAED,SAAS,KAAK,CAAC,KAAa;IAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;AAC7C,CAAC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,8 +1,11 @@
|
|
|
1
1
|
export { KnowledgeEngine, DEFAULT_KNOWLEDGE_TOKEN_BUDGET, estimateKnowledgeTokens, } from "./knowledge-engine.js";
|
|
2
2
|
export type { KnowledgeSearchOptions, KnowledgeSearchStatus, KnowledgeSyncOptions, LocalKnowledgeReingestResult, } from "./knowledge-engine.js";
|
|
3
|
-
export { fetchHtml, fetchHtmlBrowser, fetchHtmlSmart, closeBrowser } from "./fetcher.js";
|
|
3
|
+
export { fetchHtml, fetchHtmlBrowser, fetchHtmlSmart, fetchHtmlKnowledgeSource, closeBrowser } from "./fetcher.js";
|
|
4
|
+
export type { RawKnowledgeSourceDocument } from './fetcher.js';
|
|
4
5
|
export { htmlToMarkdown, sliceByHeadings, extractCodeBlocks, MIN_CHUNK_CHARS, MAX_CHUNK_CHARS, KNOWLEDGE_CHUNK_POLICY_VERSION, } from "./markdown-converter.js";
|
|
5
6
|
export { groupContext7Text } from "./context7-fetcher.js";
|
|
7
|
+
export { fetchRawFromContext7 } from './context7-fetcher.js';
|
|
8
|
+
export { fetchRawFromGitHub } from './git-fetcher.js';
|
|
6
9
|
export { bm25Search } from "./bm25.js";
|
|
7
10
|
export { KnowledgeStore } from "./knowledge-store.js";
|
|
8
11
|
export type { KnowledgeChunkRow, KnowledgeChunkInput, KnowledgeDocInput, KnowledgeIndexHealth } from "./knowledge-store.js";
|
|
@@ -14,4 +17,14 @@ export type { KnowledgeProjectSignals, KnowledgeSourceSelection, } from './sourc
|
|
|
14
17
|
export { estimateKnowledgeTokens as estimateKnowledgeChunkTokens, normalizeKnowledgeTitle, resolveKnowledgeTitle, MIN_LEXICAL_RELEVANCE, MIN_VECTOR_SIMILARITY, } from './result-quality.js';
|
|
15
18
|
export { detectProjectKnowledgeVersions, expectedVersionForSource, isKnowledgeVersionCompatible, } from './source-readiness.js';
|
|
16
19
|
export { buildKnowledgeExcerpt, evaluateKnowledgeQuality } from './knowledge-quality.js';
|
|
20
|
+
export { KNOWLEDGE_RETRIEVAL_SCORING_PROFILE, weightedReciprocalRankFusion, } from './retrieval-scoring-profile.js';
|
|
21
|
+
export { expandKnowledgeEvidenceGraph } from './evidence-graph.js';
|
|
22
|
+
export { chunkStructuralMarkdown, parseMarkdownDocument, } from './structural-markdown-chunker.js';
|
|
23
|
+
export type { ParsedMarkdownDocument, StructuralMarkdownChunk, StructuralMarkdownChunkOptions, } from './structural-markdown-chunker.js';
|
|
24
|
+
export { KNOWLEDGE_COMPILER_VERSION, KnowledgeCompiler, compileKnowledgeSource, } from './knowledge-compiler.js';
|
|
25
|
+
export { compileDependencySource } from './dependency-source-compiler.js';
|
|
26
|
+
export type { DependencySourceCompileOptions, DependencySourceCompileResult, } from './dependency-source-compiler.js';
|
|
27
|
+
export type { CompileKnowledgeSourceInput, CompiledKnowledgeSource, HostGeneratedKnowledgeDerivations, } from './knowledge-compiler.js';
|
|
28
|
+
export { SourceCatalog, buildProjectKnowledgeProfile, createKnowledgeSourceSchema, } from './source-catalog.js';
|
|
29
|
+
export type { BuildProjectKnowledgeProfileOptions, CreateKnowledgeSourceSchemaInput, } from './source-catalog.js';
|
|
17
30
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,8BAA8B,EAC9B,uBAAuB,GACxB,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EACV,sBAAsB,EACtB,qBAAqB,EACrB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,8BAA8B,EAC9B,uBAAuB,GACxB,MAAM,uBAAuB,CAAC;AAC/B,YAAY,EACV,sBAAsB,EACtB,qBAAqB,EACrB,oBAAoB,EACpB,4BAA4B,GAC7B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,cAAc,EAAE,wBAAwB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACnH,YAAY,EAAE,0BAA0B,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,EACL,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,eAAe,EACf,8BAA8B,GAC/B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,YAAY,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAC5H,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,YAAY,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EACL,sBAAsB,GACvB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACV,uBAAuB,EACvB,wBAAwB,GACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,uBAAuB,IAAI,4BAA4B,EACvD,uBAAuB,EACvB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,GACtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,8BAA8B,EAC9B,wBAAwB,EACxB,4BAA4B,GAC7B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AACzF,OAAO,EACL,mCAAmC,EACnC,4BAA4B,GAC7B,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,4BAA4B,EAAE,MAAM,qBAAqB,CAAC;AACnE,OAAO,EACL,uBAAuB,EACvB,qBAAqB,GACtB,MAAM,kCAAkC,CAAC;AAC1C,YAAY,EACV,sBAAsB,EACtB,uBAAuB,EACvB,8BAA8B,GAC/B,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EACL,0BAA0B,EAC1B,iBAAiB,EACjB,sBAAsB,GACvB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,uBAAuB,EAAE,MAAM,iCAAiC,CAAC;AAC1E,YAAY,EACV,8BAA8B,EAC9B,6BAA6B,GAC9B,MAAM,iCAAiC,CAAC;AACzC,YAAY,EACV,2BAA2B,EAC3B,uBAAuB,EACvB,iCAAiC,GAClC,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,aAAa,EACb,4BAA4B,EAC5B,2BAA2B,GAC5B,MAAM,qBAAqB,CAAC;AAC7B,YAAY,EACV,mCAAmC,EACnC,gCAAgC,GACjC,MAAM,qBAAqB,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
export { KnowledgeEngine, DEFAULT_KNOWLEDGE_TOKEN_BUDGET, estimateKnowledgeTokens, } from "./knowledge-engine.js";
|
|
2
|
-
export { fetchHtml, fetchHtmlBrowser, fetchHtmlSmart, closeBrowser } from "./fetcher.js";
|
|
2
|
+
export { fetchHtml, fetchHtmlBrowser, fetchHtmlSmart, fetchHtmlKnowledgeSource, closeBrowser } from "./fetcher.js";
|
|
3
3
|
export { htmlToMarkdown, sliceByHeadings, extractCodeBlocks, MIN_CHUNK_CHARS, MAX_CHUNK_CHARS, KNOWLEDGE_CHUNK_POLICY_VERSION, } from "./markdown-converter.js";
|
|
4
4
|
export { groupContext7Text } from "./context7-fetcher.js";
|
|
5
|
+
export { fetchRawFromContext7 } from './context7-fetcher.js';
|
|
6
|
+
export { fetchRawFromGitHub } from './git-fetcher.js';
|
|
5
7
|
export { bm25Search } from "./bm25.js";
|
|
6
8
|
export { KnowledgeStore } from "./knowledge-store.js";
|
|
7
9
|
export { KnowledgeHybridSearch } from "./hybrid-search.js";
|
|
@@ -10,4 +12,10 @@ export { selectKnowledgeSources, } from './source-selector.js';
|
|
|
10
12
|
export { estimateKnowledgeTokens as estimateKnowledgeChunkTokens, normalizeKnowledgeTitle, resolveKnowledgeTitle, MIN_LEXICAL_RELEVANCE, MIN_VECTOR_SIMILARITY, } from './result-quality.js';
|
|
11
13
|
export { detectProjectKnowledgeVersions, expectedVersionForSource, isKnowledgeVersionCompatible, } from './source-readiness.js';
|
|
12
14
|
export { buildKnowledgeExcerpt, evaluateKnowledgeQuality } from './knowledge-quality.js';
|
|
15
|
+
export { KNOWLEDGE_RETRIEVAL_SCORING_PROFILE, weightedReciprocalRankFusion, } from './retrieval-scoring-profile.js';
|
|
16
|
+
export { expandKnowledgeEvidenceGraph } from './evidence-graph.js';
|
|
17
|
+
export { chunkStructuralMarkdown, parseMarkdownDocument, } from './structural-markdown-chunker.js';
|
|
18
|
+
export { KNOWLEDGE_COMPILER_VERSION, KnowledgeCompiler, compileKnowledgeSource, } from './knowledge-compiler.js';
|
|
19
|
+
export { compileDependencySource } from './dependency-source-compiler.js';
|
|
20
|
+
export { SourceCatalog, buildProjectKnowledgeProfile, createKnowledgeSourceSchema, } from './source-catalog.js';
|
|
13
21
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,8BAA8B,EAC9B,uBAAuB,GACxB,MAAM,uBAAuB,CAAC;AAO/B,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EACf,8BAA8B,EAC9B,uBAAuB,GACxB,MAAM,uBAAuB,CAAC;AAO/B,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,cAAc,EAAE,wBAAwB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAEnH,OAAO,EACL,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,eAAe,EACf,8BAA8B,GAC/B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE7C,OAAO,EACL,sBAAsB,GACvB,MAAM,sBAAsB,CAAC;AAK9B,OAAO,EACL,uBAAuB,IAAI,4BAA4B,EACvD,uBAAuB,EACvB,qBAAqB,EACrB,qBAAqB,EACrB,qBAAqB,GACtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,8BAA8B,EAC9B,wBAAwB,EACxB,4BAA4B,GAC7B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AACzF,OAAO,EACL,mCAAmC,EACnC,4BAA4B,GAC7B,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAE,4BAA4B,EAAE,MAAM,qBAAqB,CAAC;AACnE,OAAO,EACL,uBAAuB,EACvB,qBAAqB,GACtB,MAAM,kCAAkC,CAAC;AAM1C,OAAO,EACL,0BAA0B,EAC1B,iBAAiB,EACjB,sBAAsB,GACvB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,uBAAuB,EAAE,MAAM,iCAAiC,CAAC;AAU1E,OAAO,EACL,aAAa,EACb,4BAA4B,EAC5B,2BAA2B,GAC5B,MAAM,qBAAqB,CAAC"}
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
import type { KnowledgeChunk, KnowledgeSourceKind, NormalizedKnowledgePage } from '@devflow-tools/sdk';
|
|
2
|
+
import type { KnowledgeStore } from './knowledge-store.js';
|
|
3
|
+
import { type StructuralMarkdownChunkOptions } from './structural-markdown-chunker.js';
|
|
4
|
+
export declare const KNOWLEDGE_COMPILER_VERSION = "knowledge-r6b.v1";
|
|
5
|
+
export interface HostGeneratedKnowledgeDerivations {
|
|
6
|
+
aliases?: string[];
|
|
7
|
+
summaries?: string[];
|
|
8
|
+
relations?: Array<{
|
|
9
|
+
source: string;
|
|
10
|
+
target: string;
|
|
11
|
+
type: string;
|
|
12
|
+
}>;
|
|
13
|
+
}
|
|
14
|
+
export interface CompileKnowledgeSourceInput {
|
|
15
|
+
projectRoot: string;
|
|
16
|
+
sourceId: string;
|
|
17
|
+
sourceSchemaId: string;
|
|
18
|
+
sourceKind: KnowledgeSourceKind;
|
|
19
|
+
sourceUri: string;
|
|
20
|
+
markdown: string;
|
|
21
|
+
version?: string;
|
|
22
|
+
retrievedAt?: number;
|
|
23
|
+
compiledAt?: number;
|
|
24
|
+
title?: string;
|
|
25
|
+
chunkOptions?: StructuralMarkdownChunkOptions;
|
|
26
|
+
hostGenerated?: HostGeneratedKnowledgeDerivations;
|
|
27
|
+
}
|
|
28
|
+
export interface CompiledKnowledgeSource {
|
|
29
|
+
page: NormalizedKnowledgePage;
|
|
30
|
+
chunks: KnowledgeChunk[];
|
|
31
|
+
quarantinedDerivations: {
|
|
32
|
+
aliases: string[];
|
|
33
|
+
summaries: string[];
|
|
34
|
+
relations: Array<{
|
|
35
|
+
source: string;
|
|
36
|
+
target: string;
|
|
37
|
+
type: string;
|
|
38
|
+
}>;
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
export declare class KnowledgeCompiler {
|
|
42
|
+
private readonly store;
|
|
43
|
+
constructor(store: KnowledgeStore);
|
|
44
|
+
compile(input: CompileKnowledgeSourceInput): CompiledKnowledgeSource;
|
|
45
|
+
compileAndStore(input: CompileKnowledgeSourceInput): CompiledKnowledgeSource;
|
|
46
|
+
}
|
|
47
|
+
export declare function compileKnowledgeSource(input: CompileKnowledgeSourceInput): CompiledKnowledgeSource;
|
|
48
|
+
//# sourceMappingURL=knowledge-compiler.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"knowledge-compiler.d.ts","sourceRoot":"","sources":["../src/knowledge-compiler.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,cAAc,EAEd,mBAAmB,EACnB,uBAAuB,EACxB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,EAGL,KAAK,8BAA8B,EACpC,MAAM,kCAAkC,CAAC;AAE1C,eAAO,MAAM,0BAA0B,qBAAqB,CAAC;AAE7D,MAAM,WAAW,iCAAiC;IAChD,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACrE;AAED,MAAM,WAAW,2BAA2B;IAC1C,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,mBAAmB,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,8BAA8B,CAAC;IAC9C,aAAa,CAAC,EAAE,iCAAiC,CAAC;CACnD;AAED,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,uBAAuB,CAAC;IAC9B,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,sBAAsB,EAAE;QACtB,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,SAAS,EAAE,KAAK,CAAC;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KACpE,CAAC;CACH;AAED,qBAAa,iBAAiB;IAChB,OAAO,CAAC,QAAQ,CAAC,KAAK;gBAAL,KAAK,EAAE,cAAc;IAElD,OAAO,CAAC,KAAK,EAAE,2BAA2B,GAAG,uBAAuB;IAIpE,eAAe,CAAC,KAAK,EAAE,2BAA2B,GAAG,uBAAuB;CAK7E;AAED,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,2BAA2B,GAAG,uBAAuB,CAoElG"}
|