@ai-agent-context/core 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +285 -0
- package/dist/.tsbuildinfo +1 -0
- package/dist/adapters/filesystem/fs-adapter.d.ts +50 -0
- package/dist/adapters/filesystem/fs-adapter.d.ts.map +1 -0
- package/dist/adapters/filesystem/fs-adapter.js +168 -0
- package/dist/adapters/filesystem/fs-adapter.js.map +1 -0
- package/dist/adapters/filesystem/sensitive.d.ts +26 -0
- package/dist/adapters/filesystem/sensitive.d.ts.map +1 -0
- package/dist/adapters/filesystem/sensitive.js +67 -0
- package/dist/adapters/filesystem/sensitive.js.map +1 -0
- package/dist/adapters/git/git-adapter.d.ts +47 -0
- package/dist/adapters/git/git-adapter.d.ts.map +1 -0
- package/dist/adapters/git/git-adapter.js +109 -0
- package/dist/adapters/git/git-adapter.js.map +1 -0
- package/dist/adapters/language/json/adapter.d.ts +24 -0
- package/dist/adapters/language/json/adapter.d.ts.map +1 -0
- package/dist/adapters/language/json/adapter.js +54 -0
- package/dist/adapters/language/json/adapter.js.map +1 -0
- package/dist/adapters/language/markdown/adapter.d.ts +41 -0
- package/dist/adapters/language/markdown/adapter.d.ts.map +1 -0
- package/dist/adapters/language/markdown/adapter.js +124 -0
- package/dist/adapters/language/markdown/adapter.js.map +1 -0
- package/dist/adapters/language/package-json/adapter.d.ts +47 -0
- package/dist/adapters/language/package-json/adapter.d.ts.map +1 -0
- package/dist/adapters/language/package-json/adapter.js +153 -0
- package/dist/adapters/language/package-json/adapter.js.map +1 -0
- package/dist/adapters/language/registry.d.ts +35 -0
- package/dist/adapters/language/registry.d.ts.map +1 -0
- package/dist/adapters/language/registry.js +79 -0
- package/dist/adapters/language/registry.js.map +1 -0
- package/dist/adapters/language/ts-js/adapter.d.ts +14 -0
- package/dist/adapters/language/ts-js/adapter.d.ts.map +1 -0
- package/dist/adapters/language/ts-js/adapter.js +59 -0
- package/dist/adapters/language/ts-js/adapter.js.map +1 -0
- package/dist/adapters/language/ts-js/extractor.d.ts +21 -0
- package/dist/adapters/language/ts-js/extractor.d.ts.map +1 -0
- package/dist/adapters/language/ts-js/extractor.js +779 -0
- package/dist/adapters/language/ts-js/extractor.js.map +1 -0
- package/dist/adapters/language/ts-js/lexer.d.ts +30 -0
- package/dist/adapters/language/ts-js/lexer.d.ts.map +1 -0
- package/dist/adapters/language/ts-js/lexer.js +446 -0
- package/dist/adapters/language/ts-js/lexer.js.map +1 -0
- package/dist/adapters/language/ts-js/package-signals.d.ts +5 -0
- package/dist/adapters/language/ts-js/package-signals.d.ts.map +1 -0
- package/dist/adapters/language/ts-js/package-signals.js +113 -0
- package/dist/adapters/language/ts-js/package-signals.js.map +1 -0
- package/dist/adapters/language/tsconfig/adapter.d.ts +38 -0
- package/dist/adapters/language/tsconfig/adapter.d.ts.map +1 -0
- package/dist/adapters/language/tsconfig/adapter.js +130 -0
- package/dist/adapters/language/tsconfig/adapter.js.map +1 -0
- package/dist/adapters/language/types.d.ts +152 -0
- package/dist/adapters/language/types.d.ts.map +1 -0
- package/dist/adapters/language/types.js +51 -0
- package/dist/adapters/language/types.js.map +1 -0
- package/dist/agent-context.d.ts +122 -0
- package/dist/agent-context.d.ts.map +1 -0
- package/dist/agent-context.js +243 -0
- package/dist/agent-context.js.map +1 -0
- package/dist/config/defaults.d.ts +13 -0
- package/dist/config/defaults.d.ts.map +1 -0
- package/dist/config/defaults.js +98 -0
- package/dist/config/defaults.js.map +1 -0
- package/dist/config/load.d.ts +25 -0
- package/dist/config/load.d.ts.map +1 -0
- package/dist/config/load.js +106 -0
- package/dist/config/load.js.map +1 -0
- package/dist/config/types.d.ts +95 -0
- package/dist/config/types.d.ts.map +1 -0
- package/dist/config/types.js +8 -0
- package/dist/config/types.js.map +1 -0
- package/dist/config/validate.d.ts +15 -0
- package/dist/config/validate.d.ts.map +1 -0
- package/dist/config/validate.js +202 -0
- package/dist/config/validate.js.map +1 -0
- package/dist/core/architecture/detector.d.ts +10 -0
- package/dist/core/architecture/detector.d.ts.map +1 -0
- package/dist/core/architecture/detector.js +37 -0
- package/dist/core/architecture/detector.js.map +1 -0
- package/dist/core/architecture/entry-points.d.ts +20 -0
- package/dist/core/architecture/entry-points.d.ts.map +1 -0
- package/dist/core/architecture/entry-points.js +190 -0
- package/dist/core/architecture/entry-points.js.map +1 -0
- package/dist/core/architecture/role-detector.d.ts +32 -0
- package/dist/core/architecture/role-detector.d.ts.map +1 -0
- package/dist/core/architecture/role-detector.js +240 -0
- package/dist/core/architecture/role-detector.js.map +1 -0
- package/dist/core/context/explain.d.ts +36 -0
- package/dist/core/context/explain.d.ts.map +1 -0
- package/dist/core/context/explain.js +199 -0
- package/dist/core/context/explain.js.map +1 -0
- package/dist/core/context/repository-context.d.ts +16 -0
- package/dist/core/context/repository-context.d.ts.map +1 -0
- package/dist/core/context/repository-context.js +134 -0
- package/dist/core/context/repository-context.js.map +1 -0
- package/dist/core/context/types.d.ts +94 -0
- package/dist/core/context/types.d.ts.map +1 -0
- package/dist/core/context/types.js +2 -0
- package/dist/core/context/types.js.map +1 -0
- package/dist/core/conventions/detector.d.ts +55 -0
- package/dist/core/conventions/detector.d.ts.map +1 -0
- package/dist/core/conventions/detector.js +438 -0
- package/dist/core/conventions/detector.js.map +1 -0
- package/dist/core/conventions/renderer.d.ts +16 -0
- package/dist/core/conventions/renderer.d.ts.map +1 -0
- package/dist/core/conventions/renderer.js +42 -0
- package/dist/core/conventions/renderer.js.map +1 -0
- package/dist/core/decisions/detector.d.ts +45 -0
- package/dist/core/decisions/detector.d.ts.map +1 -0
- package/dist/core/decisions/detector.js +256 -0
- package/dist/core/decisions/detector.js.map +1 -0
- package/dist/core/diff/differ.d.ts +26 -0
- package/dist/core/diff/differ.d.ts.map +1 -0
- package/dist/core/diff/differ.js +159 -0
- package/dist/core/diff/differ.js.map +1 -0
- package/dist/core/git-analysis/activity.d.ts +35 -0
- package/dist/core/git-analysis/activity.d.ts.map +1 -0
- package/dist/core/git-analysis/activity.js +123 -0
- package/dist/core/git-analysis/activity.js.map +1 -0
- package/dist/core/graph/aliases.d.ts +20 -0
- package/dist/core/graph/aliases.d.ts.map +1 -0
- package/dist/core/graph/aliases.js +99 -0
- package/dist/core/graph/aliases.js.map +1 -0
- package/dist/core/graph/knowledge-graph.d.ts +91 -0
- package/dist/core/graph/knowledge-graph.d.ts.map +1 -0
- package/dist/core/graph/knowledge-graph.js +572 -0
- package/dist/core/graph/knowledge-graph.js.map +1 -0
- package/dist/core/graph/modules.d.ts +28 -0
- package/dist/core/graph/modules.d.ts.map +1 -0
- package/dist/core/graph/modules.js +139 -0
- package/dist/core/graph/modules.js.map +1 -0
- package/dist/core/graph/resolver.d.ts +50 -0
- package/dist/core/graph/resolver.d.ts.map +1 -0
- package/dist/core/graph/resolver.js +180 -0
- package/dist/core/graph/resolver.js.map +1 -0
- package/dist/core/scanner/cache.d.ts +49 -0
- package/dist/core/scanner/cache.d.ts.map +1 -0
- package/dist/core/scanner/cache.js +101 -0
- package/dist/core/scanner/cache.js.map +1 -0
- package/dist/core/scanner/scanner.d.ts +60 -0
- package/dist/core/scanner/scanner.d.ts.map +1 -0
- package/dist/core/scanner/scanner.js +304 -0
- package/dist/core/scanner/scanner.js.map +1 -0
- package/dist/core/scanner/types.d.ts +47 -0
- package/dist/core/scanner/types.d.ts.map +1 -0
- package/dist/core/scanner/types.js +18 -0
- package/dist/core/scanner/types.js.map +1 -0
- package/dist/core/search/analyzer.d.ts +16 -0
- package/dist/core/search/analyzer.d.ts.map +1 -0
- package/dist/core/search/analyzer.js +165 -0
- package/dist/core/search/analyzer.js.map +1 -0
- package/dist/core/search/bm25.d.ts +21 -0
- package/dist/core/search/bm25.d.ts.map +1 -0
- package/dist/core/search/bm25.js +108 -0
- package/dist/core/search/bm25.js.map +1 -0
- package/dist/core/search/documents.d.ts +20 -0
- package/dist/core/search/documents.d.ts.map +1 -0
- package/dist/core/search/documents.js +106 -0
- package/dist/core/search/documents.js.map +1 -0
- package/dist/core/search/service.d.ts +30 -0
- package/dist/core/search/service.d.ts.map +1 -0
- package/dist/core/search/service.js +54 -0
- package/dist/core/search/service.js.map +1 -0
- package/dist/core/search/types.d.ts +44 -0
- package/dist/core/search/types.d.ts.map +1 -0
- package/dist/core/search/types.js +2 -0
- package/dist/core/search/types.js.map +1 -0
- package/dist/core/serialization/documents.d.ts +26 -0
- package/dist/core/serialization/documents.d.ts.map +1 -0
- package/dist/core/serialization/documents.js +224 -0
- package/dist/core/serialization/documents.js.map +1 -0
- package/dist/core/serialization/reader.d.ts +22 -0
- package/dist/core/serialization/reader.d.ts.map +1 -0
- package/dist/core/serialization/reader.js +65 -0
- package/dist/core/serialization/reader.js.map +1 -0
- package/dist/core/serialization/types.d.ts +184 -0
- package/dist/core/serialization/types.d.ts.map +1 -0
- package/dist/core/serialization/types.js +2 -0
- package/dist/core/serialization/types.js.map +1 -0
- package/dist/core/serialization/writer.d.ts +17 -0
- package/dist/core/serialization/writer.d.ts.map +1 -0
- package/dist/core/serialization/writer.js +64 -0
- package/dist/core/serialization/writer.js.map +1 -0
- package/dist/core/workspace/package-facts.d.ts +12 -0
- package/dist/core/workspace/package-facts.d.ts.map +1 -0
- package/dist/core/workspace/package-facts.js +50 -0
- package/dist/core/workspace/package-facts.js.map +1 -0
- package/dist/core/workspace/workspace.d.ts +32 -0
- package/dist/core/workspace/workspace.d.ts.map +1 -0
- package/dist/core/workspace/workspace.js +167 -0
- package/dist/core/workspace/workspace.js.map +1 -0
- package/dist/errors.d.ts +50 -0
- package/dist/errors.d.ts.map +1 -0
- package/dist/errors.js +64 -0
- package/dist/errors.js.map +1 -0
- package/dist/index.d.ts +80 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +66 -0
- package/dist/index.js.map +1 -0
- package/dist/logging/diagnostics.d.ts +64 -0
- package/dist/logging/diagnostics.d.ts.map +1 -0
- package/dist/logging/diagnostics.js +92 -0
- package/dist/logging/diagnostics.js.map +1 -0
- package/dist/model/canonical.d.ts +24 -0
- package/dist/model/canonical.d.ts.map +1 -0
- package/dist/model/canonical.js +69 -0
- package/dist/model/canonical.js.map +1 -0
- package/dist/model/schema.d.ts +37 -0
- package/dist/model/schema.d.ts.map +1 -0
- package/dist/model/schema.js +42 -0
- package/dist/model/schema.js.map +1 -0
- package/dist/model/types.d.ts +402 -0
- package/dist/model/types.d.ts.map +1 -0
- package/dist/model/types.js +10 -0
- package/dist/model/types.js.map +1 -0
- package/dist/pipeline/scan-pipeline.d.ts +69 -0
- package/dist/pipeline/scan-pipeline.d.ts.map +1 -0
- package/dist/pipeline/scan-pipeline.js +270 -0
- package/dist/pipeline/scan-pipeline.js.map +1 -0
- package/dist/util/concurrency.d.ts +17 -0
- package/dist/util/concurrency.d.ts.map +1 -0
- package/dist/util/concurrency.js +46 -0
- package/dist/util/concurrency.js.map +1 -0
- package/dist/util/glob.d.ts +26 -0
- package/dist/util/glob.d.ts.map +1 -0
- package/dist/util/glob.js +198 -0
- package/dist/util/glob.js.map +1 -0
- package/dist/util/paths.d.ts +23 -0
- package/dist/util/paths.d.ts.map +1 -0
- package/dist/util/paths.js +115 -0
- package/dist/util/paths.js.map +1 -0
- package/dist/util/text.d.ts +22 -0
- package/dist/util/text.d.ts.map +1 -0
- package/dist/util/text.js +66 -0
- package/dist/util/text.js.map +1 -0
- package/package.json +52 -0
|
@@ -0,0 +1,304 @@
|
|
|
1
|
+
import { PatternSet } from "../../util/glob.js";
|
|
2
|
+
import { compareStrings, sha256 } from "../../model/canonical.js";
|
|
3
|
+
import { basename, extname } from "../../util/paths.js";
|
|
4
|
+
import { mapWithConcurrency, defaultConcurrency } from "../../util/concurrency.js";
|
|
5
|
+
import { FileSystemAdapter } from "../../adapters/filesystem/fs-adapter.js";
|
|
6
|
+
import { SensitivePathFilter } from "../../adapters/filesystem/sensitive.js";
|
|
7
|
+
import { LanguageRegistry, createDefaultRegistry } from "../../adapters/language/registry.js";
|
|
8
|
+
import { fromSnapshot, toSnapshot } from "./types.js";
|
|
9
|
+
const TEST_PATTERNS = [
|
|
10
|
+
/(^|\/)(tests?|__tests__|__mocks__|e2e)\//,
|
|
11
|
+
/\.(test|spec)\.[cm]?[jt]sx?$/,
|
|
12
|
+
/\.(test|spec)\.(md|json)$/,
|
|
13
|
+
];
|
|
14
|
+
const CONFIG_BASENAMES = new Set([
|
|
15
|
+
'tsconfig.json',
|
|
16
|
+
'jsconfig.json',
|
|
17
|
+
'package.json',
|
|
18
|
+
'pnpm-workspace.yaml',
|
|
19
|
+
'bunfig.toml',
|
|
20
|
+
'Dockerfile',
|
|
21
|
+
'Makefile',
|
|
22
|
+
'.editorconfig',
|
|
23
|
+
'.gitignore',
|
|
24
|
+
'.npmrc',
|
|
25
|
+
]);
|
|
26
|
+
const CONFIG_EXTENSIONS = new Set(['.json', '.yaml', '.yml', '.toml', '.ini', '.cfg', '.properties']);
|
|
27
|
+
const DOC_EXTENSIONS = new Set(['.md', '.mdx', '.markdown', '.txt', '.rst']);
|
|
28
|
+
const ASSET_EXTENSIONS = new Set([
|
|
29
|
+
'.css',
|
|
30
|
+
'.scss',
|
|
31
|
+
'.sass',
|
|
32
|
+
'.less',
|
|
33
|
+
'.svg',
|
|
34
|
+
'.png',
|
|
35
|
+
'.jpg',
|
|
36
|
+
'.jpeg',
|
|
37
|
+
'.gif',
|
|
38
|
+
'.webp',
|
|
39
|
+
'.ico',
|
|
40
|
+
'.woff',
|
|
41
|
+
'.woff2',
|
|
42
|
+
'.ttf',
|
|
43
|
+
'.eot',
|
|
44
|
+
'.mp4',
|
|
45
|
+
'.pdf',
|
|
46
|
+
]);
|
|
47
|
+
const SOURCE_EXTENSIONS = new Set(['.ts', '.tsx', '.mts', '.cts', '.js', '.jsx', '.mjs', '.cjs', '.vue', '.svelte']);
|
|
48
|
+
/** Classifies a file, language agnostically. */
|
|
49
|
+
export function classifyFile(path, signals = []) {
|
|
50
|
+
const normalized = path.replace(/\\/g, '/');
|
|
51
|
+
const name = basename(normalized);
|
|
52
|
+
const extension = extname(normalized).toLowerCase();
|
|
53
|
+
if (TEST_PATTERNS.some((pattern) => pattern.test(normalized)) || signals.includes('test:suite'))
|
|
54
|
+
return 'test';
|
|
55
|
+
if (DOC_EXTENSIONS.has(extension))
|
|
56
|
+
return 'docs';
|
|
57
|
+
if (CONFIG_BASENAMES.has(name) ||
|
|
58
|
+
CONFIG_EXTENSIONS.has(extension) ||
|
|
59
|
+
/\.config\.[cm]?[jt]s$/.test(name) ||
|
|
60
|
+
normalized.startsWith('.github/') ||
|
|
61
|
+
(name.startsWith('.') && name.length > 1)) {
|
|
62
|
+
return 'config';
|
|
63
|
+
}
|
|
64
|
+
if (ASSET_EXTENSIONS.has(extension))
|
|
65
|
+
return 'asset';
|
|
66
|
+
if (SOURCE_EXTENSIONS.has(extension))
|
|
67
|
+
return 'source';
|
|
68
|
+
return 'other';
|
|
69
|
+
}
|
|
70
|
+
function emptyChanges(incremental) {
|
|
71
|
+
return { added: [], modified: [], deleted: [], unchanged: [], incremental };
|
|
72
|
+
}
|
|
73
|
+
/** Builds the include/exclude/ignore pattern sets, merging the root .gitignore. */
|
|
74
|
+
async function buildPatterns(config, fsAdapter) {
|
|
75
|
+
const include = new PatternSet(config.include.map((pattern) => (pattern.endsWith('/') ? `${pattern}**` : pattern)));
|
|
76
|
+
const exclude = new PatternSet(config.exclude);
|
|
77
|
+
const ignorePatterns = [...config.ignore];
|
|
78
|
+
const gitignore = await fsAdapter.tryReadText('.gitignore');
|
|
79
|
+
if (gitignore !== null) {
|
|
80
|
+
for (const line of gitignore.split('\n')) {
|
|
81
|
+
const trimmed = line.trim();
|
|
82
|
+
if (trimmed.length === 0 || trimmed.startsWith('#'))
|
|
83
|
+
continue;
|
|
84
|
+
if (!ignorePatterns.includes(trimmed))
|
|
85
|
+
ignorePatterns.push(trimmed);
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
return { include, exclude, ignore: new PatternSet(ignorePatterns) };
|
|
89
|
+
}
|
|
90
|
+
/**
|
|
91
|
+
* Scans a repository and returns file level facts plus the change set relative to
|
|
92
|
+
* the previous local state.
|
|
93
|
+
*/
|
|
94
|
+
export async function scanRepository(options) {
|
|
95
|
+
const { config, diagnostics } = options;
|
|
96
|
+
const registry = options.registry ?? createDefaultRegistry();
|
|
97
|
+
const fsAdapter = options.fsAdapter ?? new FileSystemAdapter(options.root);
|
|
98
|
+
const concurrency = config.analysis.concurrency > 0 ? config.analysis.concurrency : defaultConcurrency();
|
|
99
|
+
const sensitiveFilter = new SensitivePathFilter({
|
|
100
|
+
allowSensitiveFiles: config.security.allowSensitiveFiles,
|
|
101
|
+
extraSensitivePatterns: config.security.extraSensitivePatterns,
|
|
102
|
+
});
|
|
103
|
+
const patterns = await buildPatterns(config, fsAdapter);
|
|
104
|
+
options.progress?.({ phase: 'walk', message: 'Scanning repository...' });
|
|
105
|
+
const walked = await fsAdapter.walk({
|
|
106
|
+
include: patterns.include,
|
|
107
|
+
exclude: patterns.exclude,
|
|
108
|
+
ignore: patterns.ignore,
|
|
109
|
+
followSymlinks: config.analysis.followSymlinks,
|
|
110
|
+
onDirectory: (directory) => options.logger.verbose(`walk ${directory}/`),
|
|
111
|
+
});
|
|
112
|
+
const presentFiles = new Set(walked.map((file) => file.path));
|
|
113
|
+
const previous = options.state?.files ?? {};
|
|
114
|
+
const incremental = options.state !== null && options.state.configHash === options.configHash;
|
|
115
|
+
const changes = emptyChanges(incremental);
|
|
116
|
+
const entries = walked.map((file) => {
|
|
117
|
+
const record = previous[file.path];
|
|
118
|
+
const sensitive = sensitiveFilter.isBlocked(file.path);
|
|
119
|
+
const tooLarge = file.size > config.analysis.maxFileSizeBytes;
|
|
120
|
+
const fastUnchanged = record !== undefined && record.hash.length > 0 && record.size === file.size && record.mtimeMs === file.mtimeMs;
|
|
121
|
+
return {
|
|
122
|
+
walked: file,
|
|
123
|
+
previousHash: record?.hash ?? null,
|
|
124
|
+
fastUnchanged,
|
|
125
|
+
sensitive,
|
|
126
|
+
tooLarge,
|
|
127
|
+
hash: '',
|
|
128
|
+
parse: null,
|
|
129
|
+
};
|
|
130
|
+
});
|
|
131
|
+
const skippedSensitive = entries.filter((entry) => entry.sensitive).map((entry) => entry.walked.path);
|
|
132
|
+
const skippedLarge = entries.filter((entry) => !entry.sensitive && entry.tooLarge).map((entry) => entry.walked.path);
|
|
133
|
+
for (const path of skippedLarge) {
|
|
134
|
+
diagnostics.warn('WARN_FILE_TOO_LARGE', `skipped large file ${path}`, {
|
|
135
|
+
source: path,
|
|
136
|
+
hint: `size exceeds analysis.maxFileSizeBytes (${config.analysis.maxFileSizeBytes})`,
|
|
137
|
+
});
|
|
138
|
+
}
|
|
139
|
+
const work = entries.filter((entry) => !entry.sensitive && !entry.tooLarge);
|
|
140
|
+
const toRead = work.filter((entry) => !entry.fastUnchanged);
|
|
141
|
+
const toReuse = work.filter((entry) => entry.fastUnchanged);
|
|
142
|
+
let reused = 0;
|
|
143
|
+
let parsedNow = 0;
|
|
144
|
+
const cacheWrites = [];
|
|
145
|
+
options.progress?.({
|
|
146
|
+
phase: 'parse',
|
|
147
|
+
message: `Analyzing ${toRead.length} changed file(s)...`,
|
|
148
|
+
completed: 0,
|
|
149
|
+
total: toRead.length,
|
|
150
|
+
});
|
|
151
|
+
const parseWithCache = async (entry, contents, hash) => {
|
|
152
|
+
const snapshot = await options.cache.get(hash);
|
|
153
|
+
if (snapshot !== null) {
|
|
154
|
+
entry.parse = fromSnapshot(snapshot);
|
|
155
|
+
reused += 1;
|
|
156
|
+
return;
|
|
157
|
+
}
|
|
158
|
+
const parsed = registry.parseFile(entry.walked.path, contents, config.languages);
|
|
159
|
+
entry.parse = parsed;
|
|
160
|
+
parsedNow += 1;
|
|
161
|
+
for (const diagnostic of parsed.diagnostics) {
|
|
162
|
+
diagnostics.add(diagnostic.source === undefined ? { ...diagnostic, source: entry.walked.path } : diagnostic);
|
|
163
|
+
}
|
|
164
|
+
cacheWrites.push(() => options.cache.put(hash, toSnapshot(parsed)));
|
|
165
|
+
};
|
|
166
|
+
let processed = 0;
|
|
167
|
+
await mapWithConcurrency(toRead, concurrency, async (entry) => {
|
|
168
|
+
try {
|
|
169
|
+
const contents = await fsAdapter.readText(entry.walked.path);
|
|
170
|
+
entry.hash = sha256(contents);
|
|
171
|
+
await parseWithCache(entry, contents, entry.hash);
|
|
172
|
+
}
|
|
173
|
+
catch (error) {
|
|
174
|
+
diagnostics.warn('WARN_FILE_UNREADABLE', `failed to read ${entry.walked.path}`, {
|
|
175
|
+
source: entry.walked.path,
|
|
176
|
+
hint: error instanceof Error ? error.message : String(error),
|
|
177
|
+
});
|
|
178
|
+
}
|
|
179
|
+
processed += 1;
|
|
180
|
+
options.progress?.({
|
|
181
|
+
phase: 'parse',
|
|
182
|
+
message: `Analyzing ${toRead.length} changed file(s)...`,
|
|
183
|
+
completed: processed,
|
|
184
|
+
total: toRead.length,
|
|
185
|
+
});
|
|
186
|
+
});
|
|
187
|
+
await mapWithConcurrency(toReuse, concurrency, async (entry) => {
|
|
188
|
+
entry.hash = entry.previousHash ?? '';
|
|
189
|
+
const snapshot = entry.hash.length > 0 ? await options.cache.get(entry.hash) : null;
|
|
190
|
+
if (snapshot !== null) {
|
|
191
|
+
entry.parse = fromSnapshot(snapshot);
|
|
192
|
+
reused += 1;
|
|
193
|
+
return;
|
|
194
|
+
}
|
|
195
|
+
// Cache miss (fresh checkout or cleared cache): fall back to reading the file.
|
|
196
|
+
try {
|
|
197
|
+
const contents = await fsAdapter.readText(entry.walked.path);
|
|
198
|
+
if (entry.hash.length === 0)
|
|
199
|
+
entry.hash = sha256(contents);
|
|
200
|
+
await parseWithCache(entry, contents, entry.hash);
|
|
201
|
+
}
|
|
202
|
+
catch (error) {
|
|
203
|
+
diagnostics.warn('WARN_FILE_UNREADABLE', `failed to read ${entry.walked.path}`, {
|
|
204
|
+
source: entry.walked.path,
|
|
205
|
+
hint: error instanceof Error ? error.message : String(error),
|
|
206
|
+
});
|
|
207
|
+
}
|
|
208
|
+
});
|
|
209
|
+
for (const write of cacheWrites) {
|
|
210
|
+
try {
|
|
211
|
+
await write();
|
|
212
|
+
}
|
|
213
|
+
catch (error) {
|
|
214
|
+
diagnostics.warn('WARN_CACHE_WRITE', error instanceof Error ? error.message : String(error));
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
// Change classification happens after hashing, so an mtime-only touch of an
|
|
218
|
+
// unchanged file is still reported as "unchanged".
|
|
219
|
+
for (const entry of entries) {
|
|
220
|
+
const path = entry.walked.path;
|
|
221
|
+
if (entry.previousHash === null) {
|
|
222
|
+
changes.added.push(path);
|
|
223
|
+
continue;
|
|
224
|
+
}
|
|
225
|
+
const hashMatches = entry.hash.length > 0 && entry.hash === entry.previousHash;
|
|
226
|
+
if (hashMatches || entry.sensitive || entry.tooLarge || entry.fastUnchanged)
|
|
227
|
+
changes.unchanged.push(path);
|
|
228
|
+
else
|
|
229
|
+
changes.modified.push(path);
|
|
230
|
+
}
|
|
231
|
+
for (const path of Object.keys(previous)) {
|
|
232
|
+
if (!presentFiles.has(path))
|
|
233
|
+
changes.deleted.push(path);
|
|
234
|
+
}
|
|
235
|
+
changes.added.sort(compareStrings);
|
|
236
|
+
changes.modified.sort(compareStrings);
|
|
237
|
+
changes.deleted.sort(compareStrings);
|
|
238
|
+
changes.unchanged.sort(compareStrings);
|
|
239
|
+
const parsedMap = new Map();
|
|
240
|
+
const failed = [];
|
|
241
|
+
const partial = [];
|
|
242
|
+
const files = [];
|
|
243
|
+
for (const entry of entries) {
|
|
244
|
+
const path = entry.walked.path;
|
|
245
|
+
if (entry.sensitive) {
|
|
246
|
+
files.push({
|
|
247
|
+
path,
|
|
248
|
+
hash: '',
|
|
249
|
+
size: entry.walked.size,
|
|
250
|
+
mtimeMs: entry.walked.mtimeMs,
|
|
251
|
+
language: 'unknown',
|
|
252
|
+
kind: 'other',
|
|
253
|
+
moduleId: null,
|
|
254
|
+
packageName: null,
|
|
255
|
+
symbolIds: [],
|
|
256
|
+
importSpecifiers: [],
|
|
257
|
+
signals: ['skipped:sensitive'],
|
|
258
|
+
sensitive: true,
|
|
259
|
+
parseStatus: 'skipped',
|
|
260
|
+
});
|
|
261
|
+
continue;
|
|
262
|
+
}
|
|
263
|
+
if (entry.parse !== null)
|
|
264
|
+
parsedMap.set(path, entry.parse);
|
|
265
|
+
const parseStatus = entry.parse?.parseStatus ?? 'skipped';
|
|
266
|
+
if (parseStatus === 'failed')
|
|
267
|
+
failed.push(path);
|
|
268
|
+
if (parseStatus === 'partial')
|
|
269
|
+
partial.push(path);
|
|
270
|
+
files.push({
|
|
271
|
+
path,
|
|
272
|
+
hash: entry.hash,
|
|
273
|
+
size: entry.walked.size,
|
|
274
|
+
mtimeMs: entry.walked.mtimeMs,
|
|
275
|
+
language: entry.parse?.language ?? 'unknown',
|
|
276
|
+
kind: classifyFile(path, entry.parse?.signals ?? []),
|
|
277
|
+
moduleId: null,
|
|
278
|
+
packageName: null,
|
|
279
|
+
symbolIds: [],
|
|
280
|
+
importSpecifiers: entry.parse === null
|
|
281
|
+
? []
|
|
282
|
+
: [...new Set(entry.parse.imports.map((record) => record.specifier))].sort(compareStrings),
|
|
283
|
+
signals: entry.parse?.signals ?? [],
|
|
284
|
+
sensitive: false,
|
|
285
|
+
parseStatus,
|
|
286
|
+
});
|
|
287
|
+
}
|
|
288
|
+
files.sort((a, b) => compareStrings(a.path, b.path));
|
|
289
|
+
options.progress?.({ phase: 'done', message: `Analyzed ${files.length} file(s)` });
|
|
290
|
+
return {
|
|
291
|
+
files,
|
|
292
|
+
parsed: parsedMap,
|
|
293
|
+
changes,
|
|
294
|
+
parsedNow,
|
|
295
|
+
reused,
|
|
296
|
+
skippedSensitive: skippedSensitive.sort(compareStrings),
|
|
297
|
+
skippedLarge: skippedLarge.sort(compareStrings),
|
|
298
|
+
failed: failed.sort(compareStrings),
|
|
299
|
+
partial: partial.sort(compareStrings),
|
|
300
|
+
presentFiles,
|
|
301
|
+
pnpmWorkspaceYaml: await fsAdapter.tryReadText('pnpm-workspace.yaml'),
|
|
302
|
+
};
|
|
303
|
+
}
|
|
304
|
+
//# sourceMappingURL=scanner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"scanner.js","sourceRoot":"","sources":["../../../src/core/scanner/scanner.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAEnF,OAAO,EAAE,iBAAiB,EAAmB,MAAM,yCAAyC,CAAC;AAC7F,OAAO,EAAE,mBAAmB,EAAE,MAAM,wCAAwC,CAAC;AAC7E,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,qCAAqC,CAAC;AAE9F,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAEtD,MAAM,aAAa,GAAa;IAC9B,0CAA0C;IAC1C,8BAA8B;IAC9B,2BAA2B;CAC5B,CAAC;AAEF,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IAC/B,eAAe;IACf,eAAe;IACf,cAAc;IACd,qBAAqB;IACrB,aAAa;IACb,YAAY;IACZ,UAAU;IACV,eAAe;IACf,YAAY;IACZ,QAAQ;CACT,CAAC,CAAC;AAEH,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;AACtG,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAC7E,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IAC/B,MAAM;IACN,OAAO;IACP,OAAO;IACP,OAAO;IACP,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,MAAM;IACN,OAAO;IACP,MAAM;IACN,OAAO;IACP,QAAQ;IACR,MAAM;IACN,MAAM;IACN,MAAM;IACN,MAAM;CACP,CAAC,CAAC;AACH,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;AAErH,gDAAgD;AAChD,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,UAA6B,EAAE;IACxE,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAC;IAEpD,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;QAAE,OAAO,MAAM,CAAC;IAC/G,IAAI,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC;QAAE,OAAO,MAAM,CAAC;IACjD,IACE,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC;QAC1B,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC;QAChC,uBAAuB,CAAC,IAAI,CAAC,IAAI,CAAC;QAClC,UAAU,CAAC,UAAU,CAAC,UAAU,CAAC;QACjC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,EACzC,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC;QAAE,OAAO,OAAO,CAAC;IACpD,IAAI,iBAAiB,CAAC,GAAG,CAAC,SAAS,CAAC;QAAE,OAAO,QAAQ,CAAC;IACtD,OAAO,OAAO,CAAC;AACjB,CAAC;AA8CD,SAAS,YAAY,CAAC,WAAoB;IACxC,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;AAC9E,CAAC;AAED,mFAAmF;AACnF,KAAK,UAAU,aAAa,CAC1B,MAA0B,EAC1B,SAA4B;IAE5B,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACpH,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,cAAc,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;IAC5D,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;QACvB,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;gBAAE,SAAS;YAC9D,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;AACtE,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAAoB;IACvD,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;IACxC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,qBAAqB,EAAE,CAAC;IAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3E,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,kBAAkB,EAAE,CAAC;IACzG,MAAM,eAAe,GAAG,IAAI,mBAAmB,CAAC;QAC9C,mBAAmB,EAAE,MAAM,CAAC,QAAQ,CAAC,mBAAmB;QACxD,sBAAsB,EAAE,MAAM,CAAC,QAAQ,CAAC,sBAAsB;KAC/D,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAExD,OAAO,CAAC,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC,CAAC;IACzE,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC;QAClC,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,cAAc;QAC9C,WAAW,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,SAAS,GAAG,CAAC;KACzE,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,EAAE,CAAC;IAC5C,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,OAAO,CAAC,UAAU,CAAC;IAC9F,MAAM,OAAO,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;IAE1C,MAAM,OAAO,GAAgB,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAC/C,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,SAAS,GAAG,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QAC9D,MAAM,aAAa,GACjB,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,CAAC;QACjH,OAAO;YACL,MAAM,EAAE,IAAI;YACZ,YAAY,EAAE,MAAM,EAAE,IAAI,IAAI,IAAI;YAClC,aAAa;YACb,SAAS;YACT,QAAQ;YACR,IAAI,EAAE,EAAE;YACR,KAAK,EAAE,IAAI;SACZ,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACtG,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrH,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,WAAW,CAAC,IAAI,CAAC,qBAAqB,EAAE,sBAAsB,IAAI,EAAE,EAAE;YACpE,MAAM,EAAE,IAAI;YACZ,IAAI,EAAE,2CAA2C,MAAM,CAAC,QAAQ,CAAC,gBAAgB,GAAG;SACrF,CAAC,CAAC;IACL,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;IAC5D,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,WAAW,GAA+B,EAAE,CAAC;IAEnD,OAAO,CAAC,QAAQ,EAAE,CAAC;QACjB,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,aAAa,MAAM,CAAC,MAAM,qBAAqB;QACxD,SAAS,EAAE,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC,MAAM;KACrB,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,KAAK,EAAE,KAAgB,EAAE,QAAgB,EAAE,IAAY,EAAiB,EAAE;QAC/F,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtB,KAAK,CAAC,KAAK,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACrC,MAAM,IAAI,CAAC,CAAC;YACZ,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QACjF,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC;QACrB,SAAS,IAAI,CAAC,CAAC;QACf,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5C,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,UAAU,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QAC/G,CAAC;QACD,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACtE,CAAC,CAAC;IAEF,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,kBAAkB,CAAC,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAC5D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC7D,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC9B,MAAM,cAAc,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,IAAI,CAAC,sBAAsB,EAAE,kBAAkB,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;gBAC9E,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;gBACzB,IAAI,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;QACL,CAAC;QACD,SAAS,IAAI,CAAC,CAAC;QACf,OAAO,CAAC,QAAQ,EAAE,CAAC;YACjB,KAAK,EAAE,OAAO;YACd,OAAO,EAAE,aAAa,MAAM,CAAC,MAAM,qBAAqB;YACxD,SAAS,EAAE,SAAS;YACpB,KAAK,EAAE,MAAM,CAAC,MAAM;SACrB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,kBAAkB,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAC7D,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC;QACtC,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACpF,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtB,KAAK,CAAC,KAAK,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;YACrC,MAAM,IAAI,CAAC,CAAC;YACZ,OAAO;QACT,CAAC;QACD,+EAA+E;QAC/E,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAC7D,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,KAAK,CAAC,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC3D,MAAM,cAAc,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,IAAI,CAAC,sBAAsB,EAAE,kBAAkB,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;gBAC9E,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;gBACzB,IAAI,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC7D,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,KAAK,EAAE,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,WAAW,CAAC,IAAI,CAAC,kBAAkB,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,mDAAmD;IACnD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;QAC/B,IAAI,KAAK,CAAC,YAAY,KAAK,IAAI,EAAE,CAAC;YAChC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzB,SAAS;QACX,CAAC;QACD,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,YAAY,CAAC;QAC/E,IAAI,WAAW,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,aAAa;YAAE,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;;YACrG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACnC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACtC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACrC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAEvC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAsB,CAAC;IAChD,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAe,EAAE,CAAC;IAC7B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;QAC/B,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC;gBACT,IAAI;gBACJ,IAAI,EAAE,EAAE;gBACR,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;gBACvB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;gBAC7B,QAAQ,EAAE,SAAS;gBACnB,IAAI,EAAE,OAAO;gBACb,QAAQ,EAAE,IAAI;gBACd,WAAW,EAAE,IAAI;gBACjB,SAAS,EAAE,EAAE;gBACb,gBAAgB,EAAE,EAAE;gBACpB,OAAO,EAAE,CAAC,mBAAmB,CAAC;gBAC9B,SAAS,EAAE,IAAI;gBACf,WAAW,EAAE,SAAS;aACvB,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI;YAAE,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3D,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,EAAE,WAAW,IAAI,SAAS,CAAC;QAC1D,IAAI,WAAW,KAAK,QAAQ;YAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,IAAI,WAAW,KAAK,SAAS;YAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC;YACT,IAAI;YACJ,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;YACvB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO;YAC7B,QAAQ,EAAE,KAAK,CAAC,KAAK,EAAE,QAAQ,IAAI,SAAS;YAC5C,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,EAAE,CAAC;YACpD,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,IAAI;YACjB,SAAS,EAAE,EAAE;YACb,gBAAgB,EACd,KAAK,CAAC,KAAK,KAAK,IAAI;gBAClB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC;YAC9F,OAAO,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO,IAAI,EAAE;YACnC,SAAS,EAAE,KAAK;YAChB,WAAW;SACZ,CAAC,CAAC;IACL,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,OAAO,CAAC,QAAQ,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,KAAK,CAAC,MAAM,UAAU,EAAE,CAAC,CAAC;IACnF,OAAO;QACL,KAAK;QACL,MAAM,EAAE,SAAS;QACjB,OAAO;QACP,SAAS;QACT,MAAM;QACN,gBAAgB,EAAE,gBAAgB,CAAC,IAAI,CAAC,cAAc,CAAC;QACvD,YAAY,EAAE,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC;QAC/C,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC;QACnC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC;QACrC,YAAY;QACZ,iBAAiB,EAAE,MAAM,SAAS,CAAC,WAAW,CAAC,qBAAqB,CAAC;KACtE,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Scanner level types.
|
|
3
|
+
*
|
|
4
|
+
* `ParsedFileSnapshot` is a serializable subset of the adapter output: only the
|
|
5
|
+
* facts that survive a cache round-trip are kept, which keeps the local cache
|
|
6
|
+
* small even for repositories with 100k+ files.
|
|
7
|
+
*/
|
|
8
|
+
import type { FileKind, ParseStatus } from '../../model/types.ts';
|
|
9
|
+
import type { CallRecord, ExportRecord, ImportRecord, ParsedFile, RouteRecord, SymbolRecord } from '../../adapters/language/types.ts';
|
|
10
|
+
export type { FileKind };
|
|
11
|
+
/** Serializable parse result stored in the content-addressed cache. */
|
|
12
|
+
export interface ParsedFileSnapshot {
|
|
13
|
+
path: string;
|
|
14
|
+
language: string;
|
|
15
|
+
parseStatus: ParseStatus;
|
|
16
|
+
imports: ImportRecord[];
|
|
17
|
+
exports: ExportRecord[];
|
|
18
|
+
symbols: SymbolRecord[];
|
|
19
|
+
calls: CallRecord[];
|
|
20
|
+
routes: RouteRecord[];
|
|
21
|
+
signals: string[];
|
|
22
|
+
metadata: Record<string, unknown>;
|
|
23
|
+
}
|
|
24
|
+
export declare function toSnapshot(parsed: ParsedFile): ParsedFileSnapshot;
|
|
25
|
+
export declare function fromSnapshot(snapshot: ParsedFileSnapshot): ParsedFile;
|
|
26
|
+
export interface ScannerFileResult {
|
|
27
|
+
path: string;
|
|
28
|
+
hash: string;
|
|
29
|
+
size: number;
|
|
30
|
+
mtimeMs: number;
|
|
31
|
+
language: string;
|
|
32
|
+
kind: FileKind;
|
|
33
|
+
/** `true` when the file matched a sensitive pattern and was never read. */
|
|
34
|
+
sensitive: boolean;
|
|
35
|
+
/** `true` when contents were parsed during this scan. */
|
|
36
|
+
parsedNow: boolean;
|
|
37
|
+
skippedReason: string | null;
|
|
38
|
+
}
|
|
39
|
+
export interface ScannerDiagnosticList {
|
|
40
|
+
path: string;
|
|
41
|
+
messages: Array<{
|
|
42
|
+
code: string;
|
|
43
|
+
message: string;
|
|
44
|
+
hint?: string;
|
|
45
|
+
}>;
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/core/scanner/types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAClE,OAAO,KAAK,EACV,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,WAAW,EACX,YAAY,EACb,MAAM,kCAAkC,CAAC;AAE1C,YAAY,EAAE,QAAQ,EAAE,CAAC;AAEzB,uEAAuE;AACvE,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,WAAW,CAAC;IACzB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,KAAK,EAAE,UAAU,EAAE,CAAC;IACpB,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,wBAAgB,UAAU,CAAC,MAAM,EAAE,UAAU,GAAG,kBAAkB,CAajE;AAED,wBAAgB,YAAY,CAAC,QAAQ,EAAE,kBAAkB,GAAG,UAAU,CAErE;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,QAAQ,CAAC;IACf,2EAA2E;IAC3E,SAAS,EAAE,OAAO,CAAC;IACnB,yDAAyD;IACzD,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACnE"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export function toSnapshot(parsed) {
|
|
2
|
+
return {
|
|
3
|
+
path: parsed.path,
|
|
4
|
+
language: parsed.language,
|
|
5
|
+
parseStatus: parsed.parseStatus,
|
|
6
|
+
imports: parsed.imports,
|
|
7
|
+
exports: parsed.exports,
|
|
8
|
+
symbols: parsed.symbols,
|
|
9
|
+
calls: parsed.calls,
|
|
10
|
+
routes: parsed.routes,
|
|
11
|
+
signals: parsed.signals,
|
|
12
|
+
metadata: parsed.metadata,
|
|
13
|
+
};
|
|
14
|
+
}
|
|
15
|
+
export function fromSnapshot(snapshot) {
|
|
16
|
+
return { ...snapshot, diagnostics: [] };
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=types.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/core/scanner/types.ts"],"names":[],"mappings":"AAiCA,MAAM,UAAU,UAAU,CAAC,MAAkB;IAC3C,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;KAC1B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,QAA4B;IACvD,OAAO,EAAE,GAAG,QAAQ,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;AAC1C,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
/** Domain synonyms: query term → additional index terms. */
|
|
2
|
+
export declare const SYNONYMS: Record<string, string[]>;
|
|
3
|
+
/**
|
|
4
|
+
* Light stemmer: handles the plural/gerund/past forms that dominate code
|
|
5
|
+
* identifiers and prose, and leaves anything else untouched.
|
|
6
|
+
*/
|
|
7
|
+
export declare function stem(term: string): string;
|
|
8
|
+
/** Extracts normalized, deduplicated terms from arbitrary text. */
|
|
9
|
+
export declare function analyze(text: string, options?: {
|
|
10
|
+
keepStopWords?: boolean;
|
|
11
|
+
}): string[];
|
|
12
|
+
/** Expands query terms with synonyms, keeping the original terms. */
|
|
13
|
+
export declare function expandQueryTerms(terms: readonly string[]): Map<string, number>;
|
|
14
|
+
/** Path segments of a repository-relative path, for identifier boosting. */
|
|
15
|
+
export declare function pathSegments(path: string): string[];
|
|
16
|
+
//# sourceMappingURL=analyzer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"analyzer.d.ts","sourceRoot":"","sources":["../../../src/core/search/analyzer.ts"],"names":[],"mappings":"AAmDA,4DAA4D;AAC5D,eAAO,MAAM,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CA0C7C,CAAC;AAEF;;;GAGG;AACH,wBAAgB,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAkBzC;AAED,mEAAmE;AACnE,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,GAAE;IAAE,aAAa,CAAC,EAAE,OAAO,CAAA;CAAO,GAAG,MAAM,EAAE,CAezF;AAED,qEAAqE;AACrE,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAc9E;AAED,4EAA4E;AAC5E,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAKnD"}
|
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Text analysis for search.
|
|
3
|
+
*
|
|
4
|
+
* Deterministic and language-agnostic-but-identifier-aware: code identifiers are
|
|
5
|
+
* split (`refundPayment` → `refund payment`), light English stemming is applied to
|
|
6
|
+
* both the index and the query, and a small synonym map lets an agent ask
|
|
7
|
+
* "payment idempotency" and still find `PaymentMustBeIdempotentError`.
|
|
8
|
+
*/
|
|
9
|
+
import { splitIdentifier } from "../../util/text.js";
|
|
10
|
+
const STOP_WORDS = new Set([
|
|
11
|
+
'a',
|
|
12
|
+
'an',
|
|
13
|
+
'and',
|
|
14
|
+
'are',
|
|
15
|
+
'as',
|
|
16
|
+
'at',
|
|
17
|
+
'be',
|
|
18
|
+
'but',
|
|
19
|
+
'by',
|
|
20
|
+
'for',
|
|
21
|
+
'from',
|
|
22
|
+
'how',
|
|
23
|
+
'in',
|
|
24
|
+
'into',
|
|
25
|
+
'is',
|
|
26
|
+
'it',
|
|
27
|
+
'its',
|
|
28
|
+
'of',
|
|
29
|
+
'on',
|
|
30
|
+
'or',
|
|
31
|
+
'that',
|
|
32
|
+
'the',
|
|
33
|
+
'their',
|
|
34
|
+
'then',
|
|
35
|
+
'there',
|
|
36
|
+
'these',
|
|
37
|
+
'this',
|
|
38
|
+
'to',
|
|
39
|
+
'was',
|
|
40
|
+
'were',
|
|
41
|
+
'what',
|
|
42
|
+
'when',
|
|
43
|
+
'where',
|
|
44
|
+
'which',
|
|
45
|
+
'who',
|
|
46
|
+
'why',
|
|
47
|
+
'will',
|
|
48
|
+
'with',
|
|
49
|
+
]);
|
|
50
|
+
/** Domain synonyms: query term → additional index terms. */
|
|
51
|
+
export const SYNONYMS = {
|
|
52
|
+
auth: ['authentication', 'authorization', 'login', 'token'],
|
|
53
|
+
authentication: ['auth', 'login', 'token'],
|
|
54
|
+
authorization: ['auth', 'permission', 'policy', 'acl'],
|
|
55
|
+
payment: ['payments', 'billing', 'charge', 'invoice', 'stripe', 'checkout'],
|
|
56
|
+
payments: ['payment', 'billing', 'charge', 'invoice', 'stripe'],
|
|
57
|
+
billing: ['payment', 'invoice', 'subscription'],
|
|
58
|
+
user: ['users', 'account', 'profile', 'identity'],
|
|
59
|
+
users: ['user', 'account', 'identity'],
|
|
60
|
+
db: ['database', 'repository', 'persistence', 'sql', 'query'],
|
|
61
|
+
database: ['db', 'repository', 'persistence', 'sql', 'migration'],
|
|
62
|
+
repository: ['db', 'database', 'persistence', 'store'],
|
|
63
|
+
api: ['endpoint', 'route', 'controller', 'http', 'rest'],
|
|
64
|
+
endpoint: ['api', 'route', 'controller'],
|
|
65
|
+
route: ['api', 'endpoint', 'router', 'controller'],
|
|
66
|
+
event: ['events', 'bus', 'publisher', 'subscriber', 'message', 'domain-event'],
|
|
67
|
+
events: ['event', 'bus', 'messaging', 'publisher'],
|
|
68
|
+
queue: ['job', 'worker', 'consumer', 'producer', 'broker'],
|
|
69
|
+
job: ['queue', 'worker', 'cron', 'scheduler'],
|
|
70
|
+
worker: ['job', 'queue', 'background'],
|
|
71
|
+
cache: ['caching', 'redis', 'memo'],
|
|
72
|
+
config: ['configuration', 'settings', 'env', 'environment'],
|
|
73
|
+
configuration: ['config', 'settings', 'env'],
|
|
74
|
+
error: ['errors', 'exception', 'failure'],
|
|
75
|
+
test: ['tests', 'spec', 'testing'],
|
|
76
|
+
tests: ['test', 'spec', 'suite'],
|
|
77
|
+
build: ['compile', 'bundler', 'toolchain'],
|
|
78
|
+
cli: ['command', 'bin', 'argument'],
|
|
79
|
+
log: ['logging', 'logger', 'telemetry'],
|
|
80
|
+
logging: ['log', 'logger'],
|
|
81
|
+
security: ['auth', 'secret', 'credential', 'permission'],
|
|
82
|
+
idempotent: ['idempotency', 'retry', 'duplicate'],
|
|
83
|
+
idempotency: ['idempotent', 'retry', 'duplicate'],
|
|
84
|
+
invariant: ['invariants', 'constraint', 'must', 'never'],
|
|
85
|
+
invariant_s: ['invariants', 'constraint'],
|
|
86
|
+
style: ['convention', 'format', 'lint'],
|
|
87
|
+
convention: ['conventions', 'style', 'rule', 'pattern'],
|
|
88
|
+
architecture: ['structure', 'layer', 'module', 'design'],
|
|
89
|
+
module: ['package', 'component', 'service'],
|
|
90
|
+
dependency: ['dependencies', 'import', 'requires'],
|
|
91
|
+
contract: ['interface', 'port', 'boundary'],
|
|
92
|
+
boundary: ['contract', 'interface', 'port'],
|
|
93
|
+
};
|
|
94
|
+
/**
|
|
95
|
+
* Light stemmer: handles the plural/gerund/past forms that dominate code
|
|
96
|
+
* identifiers and prose, and leaves anything else untouched.
|
|
97
|
+
*/
|
|
98
|
+
export function stem(term) {
|
|
99
|
+
if (term.length <= 3)
|
|
100
|
+
return term;
|
|
101
|
+
const rules = [
|
|
102
|
+
[/ies$/, 'y'],
|
|
103
|
+
[/(ss|us|is)es$/, '$1'],
|
|
104
|
+
[/([^s])s$/, '$1'],
|
|
105
|
+
[/ing$/, ''],
|
|
106
|
+
[/edly$/, ''],
|
|
107
|
+
[/ed$/, ''],
|
|
108
|
+
[/ally$/, 'al'],
|
|
109
|
+
];
|
|
110
|
+
for (const [pattern, replacement] of rules) {
|
|
111
|
+
if (pattern.test(term)) {
|
|
112
|
+
const candidate = term.replace(pattern, replacement);
|
|
113
|
+
if (candidate.length >= 3)
|
|
114
|
+
return candidate;
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
return term;
|
|
118
|
+
}
|
|
119
|
+
/** Extracts normalized, deduplicated terms from arbitrary text. */
|
|
120
|
+
export function analyze(text, options = {}) {
|
|
121
|
+
const terms = [];
|
|
122
|
+
const seen = new Set();
|
|
123
|
+
for (const word of splitIdentifier(text)) {
|
|
124
|
+
if (word.length < 2)
|
|
125
|
+
continue;
|
|
126
|
+
if (!options.keepStopWords && STOP_WORDS.has(word))
|
|
127
|
+
continue;
|
|
128
|
+
if (/^\d+$/.test(word))
|
|
129
|
+
continue;
|
|
130
|
+
const stemmed = stem(word);
|
|
131
|
+
for (const candidate of new Set([word, stemmed])) {
|
|
132
|
+
if (seen.has(candidate))
|
|
133
|
+
continue;
|
|
134
|
+
seen.add(candidate);
|
|
135
|
+
terms.push(candidate);
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
return terms;
|
|
139
|
+
}
|
|
140
|
+
/** Expands query terms with synonyms, keeping the original terms. */
|
|
141
|
+
export function expandQueryTerms(terms) {
|
|
142
|
+
const weights = new Map();
|
|
143
|
+
const add = (term, weight) => {
|
|
144
|
+
weights.set(term, Math.max(weights.get(term) ?? 0, weight));
|
|
145
|
+
};
|
|
146
|
+
for (const term of terms) {
|
|
147
|
+
add(term, 1);
|
|
148
|
+
const synonyms = SYNONYMS[term] ?? SYNONYMS[stem(term)];
|
|
149
|
+
if (synonyms === undefined)
|
|
150
|
+
continue;
|
|
151
|
+
for (const synonym of synonyms) {
|
|
152
|
+
for (const expanded of analyze(synonym, { keepStopWords: true }))
|
|
153
|
+
add(expanded, 0.45);
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
return weights;
|
|
157
|
+
}
|
|
158
|
+
/** Path segments of a repository-relative path, for identifier boosting. */
|
|
159
|
+
export function pathSegments(path) {
|
|
160
|
+
return path
|
|
161
|
+
.split('/')
|
|
162
|
+
.flatMap((segment) => splitIdentifier(segment))
|
|
163
|
+
.filter((segment) => segment.length > 1);
|
|
164
|
+
}
|
|
165
|
+
//# sourceMappingURL=analyzer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"analyzer.js","sourceRoot":"","sources":["../../../src/core/search/analyzer.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAErD,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,GAAG;IACH,IAAI;IACJ,KAAK;IACL,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,KAAK;IACL,MAAM;IACN,KAAK;IACL,IAAI;IACJ,MAAM;IACN,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,MAAM;IACN,KAAK;IACL,OAAO;IACP,MAAM;IACN,OAAO;IACP,OAAO;IACP,MAAM;IACN,IAAI;IACJ,KAAK;IACL,MAAM;IACN,MAAM;IACN,MAAM;IACN,OAAO;IACP,OAAO;IACP,KAAK;IACL,KAAK;IACL,MAAM;IACN,MAAM;CACP,CAAC,CAAC;AAEH,4DAA4D;AAC5D,MAAM,CAAC,MAAM,QAAQ,GAA6B;IAChD,IAAI,EAAE,CAAC,gBAAgB,EAAE,eAAe,EAAE,OAAO,EAAE,OAAO,CAAC;IAC3D,cAAc,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;IAC1C,aAAa,EAAE,CAAC,MAAM,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,CAAC;IACtD,OAAO,EAAE,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC;IAC3E,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC;IAC/D,OAAO,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,cAAc,CAAC;IAC/C,IAAI,EAAE,CAAC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,CAAC;IACjD,KAAK,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC;IACtC,EAAE,EAAE,CAAC,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,OAAO,CAAC;IAC7D,QAAQ,EAAE,CAAC,IAAI,EAAE,YAAY,EAAE,aAAa,EAAE,KAAK,EAAE,WAAW,CAAC;IACjE,UAAU,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,aAAa,EAAE,OAAO,CAAC;IACtD,GAAG,EAAE,CAAC,UAAU,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC;IACxD,QAAQ,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,YAAY,CAAC;IACxC,KAAK,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,CAAC;IAClD,KAAK,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,cAAc,CAAC;IAC9E,MAAM,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,CAAC;IAClD,KAAK,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,CAAC;IAC1D,GAAG,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC;IAC7C,MAAM,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,YAAY,CAAC;IACtC,KAAK,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC;IACnC,MAAM,EAAE,CAAC,eAAe,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,CAAC;IAC3D,aAAa,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,CAAC;IAC5C,KAAK,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,SAAS,CAAC;IACzC,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC;IAClC,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC;IAChC,KAAK,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,WAAW,CAAC;IAC1C,GAAG,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,UAAU,CAAC;IACnC,GAAG,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,WAAW,CAAC;IACvC,OAAO,EAAE,CAAC,KAAK,EAAE,QAAQ,CAAC;IAC1B,QAAQ,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,YAAY,CAAC;IACxD,UAAU,EAAE,CAAC,aAAa,EAAE,OAAO,EAAE,WAAW,CAAC;IACjD,WAAW,EAAE,CAAC,YAAY,EAAE,OAAO,EAAE,WAAW,CAAC;IACjD,SAAS,EAAE,CAAC,YAAY,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,CAAC;IACxD,WAAW,EAAE,CAAC,YAAY,EAAE,YAAY,CAAC;IACzC,KAAK,EAAE,CAAC,YAAY,EAAE,QAAQ,EAAE,MAAM,CAAC;IACvC,UAAU,EAAE,CAAC,aAAa,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC;IACvD,YAAY,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC;IACxD,MAAM,EAAE,CAAC,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;IAC3C,UAAU,EAAE,CAAC,cAAc,EAAE,QAAQ,EAAE,UAAU,CAAC;IAClD,QAAQ,EAAE,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,CAAC;IAC3C,QAAQ,EAAE,CAAC,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC;CAC5C,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,IAAI,CAAC,IAAY;IAC/B,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAClC,MAAM,KAAK,GAA4B;QACrC,CAAC,MAAM,EAAE,GAAG,CAAC;QACb,CAAC,eAAe,EAAE,IAAI,CAAC;QACvB,CAAC,UAAU,EAAE,IAAI,CAAC;QAClB,CAAC,MAAM,EAAE,EAAE,CAAC;QACZ,CAAC,OAAO,EAAE,EAAE,CAAC;QACb,CAAC,KAAK,EAAE,EAAE,CAAC;QACX,CAAC,OAAO,EAAE,IAAI,CAAC;KAChB,CAAC;IACF,KAAK,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,IAAI,KAAK,EAAE,CAAC;QAC3C,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YACrD,IAAI,SAAS,CAAC,MAAM,IAAI,CAAC;gBAAE,OAAO,SAAS,CAAC;QAC9C,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,mEAAmE;AACnE,MAAM,UAAU,OAAO,CAAC,IAAY,EAAE,UAAuC,EAAE;IAC7E,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;QACzC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAC9B,IAAI,CAAC,OAAO,CAAC,aAAa,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,SAAS;QAC7D,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS;QACjC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,KAAK,MAAM,SAAS,IAAI,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC;YACjD,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC;gBAAE,SAAS;YAClC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACpB,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,qEAAqE;AACrE,MAAM,UAAU,gBAAgB,CAAC,KAAwB;IACvD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,MAAM,GAAG,GAAG,CAAC,IAAY,EAAE,MAAc,EAAQ,EAAE;QACjD,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IAC9D,CAAC,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACb,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACxD,IAAI,QAAQ,KAAK,SAAS;YAAE,SAAS;QACrC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;gBAAE,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,YAAY,CAAC,IAAY;IACvC,OAAO,IAAI;SACR,KAAK,CAAC,GAAG,CAAC;SACV,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;SAC9C,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAC7C,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { RankedDocument, SearchBackend, SearchDocument, SearchQuery } from './types.ts';
|
|
2
|
+
export interface Bm25Options {
|
|
3
|
+
k1?: number;
|
|
4
|
+
b?: number;
|
|
5
|
+
titleBoost?: number;
|
|
6
|
+
identifierBoost?: number;
|
|
7
|
+
}
|
|
8
|
+
export declare class Bm25Index implements SearchBackend {
|
|
9
|
+
readonly name = "bm25";
|
|
10
|
+
private readonly documents;
|
|
11
|
+
private readonly documentFrequency;
|
|
12
|
+
private readonly k1;
|
|
13
|
+
private readonly b;
|
|
14
|
+
private readonly titleBoost;
|
|
15
|
+
private readonly identifierBoost;
|
|
16
|
+
private averageLength;
|
|
17
|
+
constructor(documents: readonly SearchDocument[], options?: Bm25Options);
|
|
18
|
+
get size(): number;
|
|
19
|
+
query(query: SearchQuery): RankedDocument[];
|
|
20
|
+
}
|
|
21
|
+
//# sourceMappingURL=bm25.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bm25.d.ts","sourceRoot":"","sources":["../../../src/core/search/bm25.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,cAAc,EAAE,aAAa,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAY7F,MAAM,WAAW,WAAW;IAC1B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,qBAAa,SAAU,YAAW,aAAa;IAC7C,QAAQ,CAAC,IAAI,UAAU;IACvB,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAyB;IACnD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAA6B;IAC/D,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAS;IAC3B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,OAAO,CAAC,aAAa,CAAK;gBAEd,SAAS,EAAE,SAAS,cAAc,EAAE,EAAE,OAAO,GAAE,WAAgB;IAiC3E,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,KAAK,CAAC,KAAK,EAAE,WAAW,GAAG,cAAc,EAAE;CAmD5C"}
|