pindex 1.2.2 → 1.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +11 -5
- package/dist/cli/index.js +13 -9
- package/dist/cli/index.js.map +1 -1
- package/dist/cli/init.d.ts.map +1 -1
- package/dist/cli/init.js +3 -4
- package/dist/cli/init.js.map +1 -1
- package/dist/cli/project-detector.js +2 -2
- package/dist/cli/project-detector.js.map +1 -1
- package/dist/db/database.d.ts.map +1 -1
- package/dist/db/database.js +1 -0
- package/dist/db/database.js.map +1 -1
- package/dist/db/migrations.d.ts +4 -1
- package/dist/db/migrations.d.ts.map +1 -1
- package/dist/db/migrations.js +26 -3
- package/dist/db/migrations.js.map +1 -1
- package/dist/db/queries.d.ts +11 -2
- package/dist/db/queries.d.ts.map +1 -1
- package/dist/db/queries.js +60 -24
- package/dist/db/queries.js.map +1 -1
- package/dist/db/schema.d.ts.map +1 -1
- package/dist/db/schema.js +4 -0
- package/dist/db/schema.js.map +1 -1
- package/dist/gui/server.d.ts.map +1 -1
- package/dist/gui/server.js +32 -12
- package/dist/gui/server.js.map +1 -1
- package/dist/index.js +46 -7
- package/dist/index.js.map +1 -1
- package/dist/indexer/index.d.ts +22 -3
- package/dist/indexer/index.d.ts.map +1 -1
- package/dist/indexer/index.js +196 -116
- package/dist/indexer/index.js.map +1 -1
- package/dist/indexer/parse-pool.d.ts +26 -0
- package/dist/indexer/parse-pool.d.ts.map +1 -0
- package/dist/indexer/parse-pool.js +201 -0
- package/dist/indexer/parse-pool.js.map +1 -0
- package/dist/indexer/parse-types.d.ts +33 -0
- package/dist/indexer/parse-types.d.ts.map +1 -0
- package/dist/indexer/parse-types.js +2 -0
- package/dist/indexer/parse-types.js.map +1 -0
- package/dist/indexer/parse-worker.d.ts +2 -0
- package/dist/indexer/parse-worker.d.ts.map +1 -0
- package/dist/indexer/parse-worker.js +39 -0
- package/dist/indexer/parse-worker.js.map +1 -0
- package/dist/indexer/parser.d.ts.map +1 -1
- package/dist/indexer/parser.js +47 -46
- package/dist/indexer/parser.js.map +1 -1
- package/dist/indexer/summarizer.d.ts +18 -7
- package/dist/indexer/summarizer.d.ts.map +1 -1
- package/dist/indexer/summarizer.js +110 -13
- package/dist/indexer/summarizer.js.map +1 -1
- package/dist/indexer/watcher.d.ts +6 -1
- package/dist/indexer/watcher.d.ts.map +1 -1
- package/dist/indexer/watcher.js +46 -6
- package/dist/indexer/watcher.js.map +1 -1
- package/dist/memory/anti-patterns.d.ts.map +1 -1
- package/dist/memory/anti-patterns.js +9 -11
- package/dist/memory/anti-patterns.js.map +1 -1
- package/dist/memory/observer.d.ts.map +1 -1
- package/dist/memory/observer.js +20 -4
- package/dist/memory/observer.js.map +1 -1
- package/dist/monitoring/server.d.ts.map +1 -1
- package/dist/monitoring/server.js +16 -4
- package/dist/monitoring/server.js.map +1 -1
- package/dist/monitoring/token-logger.d.ts +2 -2
- package/dist/monitoring/token-logger.d.ts.map +1 -1
- package/dist/monitoring/token-logger.js +1 -1
- package/dist/monitoring/token-logger.js.map +1 -1
- package/dist/server.d.ts +1 -0
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +56 -36
- package/dist/server.js.map +1 -1
- package/dist/tools/get_context.d.ts.map +1 -1
- package/dist/tools/get_context.js +35 -9
- package/dist/tools/get_context.js.map +1 -1
- package/dist/tools/get_project_overview.d.ts.map +1 -1
- package/dist/tools/get_project_overview.js +16 -12
- package/dist/tools/get_project_overview.js.map +1 -1
- package/dist/tools/get_session_memory.d.ts.map +1 -1
- package/dist/tools/get_session_memory.js +2 -5
- package/dist/tools/get_session_memory.js.map +1 -1
- package/dist/tools/schemas.d.ts +75 -0
- package/dist/tools/schemas.d.ts.map +1 -0
- package/dist/tools/schemas.js +79 -0
- package/dist/tools/schemas.js.map +1 -0
- package/dist/tools/search_symbols.d.ts.map +1 -1
- package/dist/tools/search_symbols.js +9 -7
- package/dist/tools/search_symbols.js.map +1 -1
- package/dist/util/paths.d.ts +9 -0
- package/dist/util/paths.d.ts.map +1 -0
- package/dist/util/paths.js +18 -0
- package/dist/util/paths.js.map +1 -0
- package/package.json +10 -7
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,WAAW,EAAc,YAAY,EAAE,MAAM,aAAa,CAAC;AAczE,OAAO,EAAkB,KAAK,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC3E,OAAO,EAAc,KAAK,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAyBrE,kEAAkE;AAClE,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAatD,CAAC;AA0BF,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,QAAQ,CAAC,QAAQ,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,iBAAiB,CAAC,EAAE,OAAO,CAAC;IAC5B,iBAAiB,CAAC,EAAE,iBAAiB,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B;sDACkD;IAClD,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,SAAS,GAAG,OAAO,CAAC;IACpD,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,qFAAqF;IACrF,IAAI,CAAC,EAAE,aAAa,CAAC;CACtB;AAED,qBAAa,OAAO;IAClB,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAoB;IACvC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAW;IACrC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAW;IAC1C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAU;IAC5C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAa;IACxC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAW;IAC5C,OAAO,CAAC,IAAI,CAA0B;IACtC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAS;IAC9C,OAAO,CAAC,gBAAgB,CAA4C;gBAExD,OAAO,EAAE,cAAc;IAWnC,qFAAqF;IAC/E,QAAQ,CAAC,OAAO,GAAE,eAAoB,GAAG,OAAO,CAAC,WAAW,CAAC;IAiEnE,6EAA6E;IACvE,SAAS,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,UAAQ,GAAG,OAAO,CAAC,eAAe,CAAC;IA2C9E;oFACgF;YAClE,iBAAiB;IAmE/B,sFAAsF;IAChF,aAAa,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,UAAQ,GAAG,OAAO,CAAC,eAAe,CAAC;IAiElF;;+EAE2E;IACrE,mBAAmB,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IA6CpF;mEAC+D;IACzD,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAMhC,uEAAuE;IACvE,OAAO,CAAC,iBAAiB;CAqB1B"}
|
package/dist/indexer/index.js
CHANGED
|
@@ -1,9 +1,11 @@
|
|
|
1
|
-
import { readFileSync, existsSync } from 'node:fs';
|
|
2
|
-
import { join, resolve } from 'node:path';
|
|
1
|
+
import { readFileSync, existsSync, statSync } from 'node:fs';
|
|
2
|
+
import { join, resolve, dirname } from 'node:path';
|
|
3
3
|
import { glob } from 'glob';
|
|
4
|
+
import { ParsePool } from './parse-pool.js';
|
|
4
5
|
import { parseFile, parseDocument, hashContent } from './parser.js';
|
|
5
6
|
import { upsertFile, upsertSymbol, upsertDependency, deleteSymbolsByFileId, deleteDependenciesByFile, getFileByPath, insertDocumentChunk, deleteDocumentChunksByFileId, } from '../db/queries.js';
|
|
6
7
|
import { computeAstDiff } from '../memory/ast-diff.js';
|
|
8
|
+
import { Summarizer } from './summarizer.js';
|
|
7
9
|
// ─── Default Configuration ────────────────────────────────────────────────────
|
|
8
10
|
const DEFAULT_IGNORE = [
|
|
9
11
|
'**/node_modules/**',
|
|
@@ -26,7 +28,7 @@ const DEFAULT_IGNORE = [
|
|
|
26
28
|
'**/vendor/**',
|
|
27
29
|
];
|
|
28
30
|
/** Glob patterns per language name (as used in EXTENSION_MAP). */
|
|
29
|
-
const LANGUAGE_PATTERNS = {
|
|
31
|
+
export const LANGUAGE_PATTERNS = {
|
|
30
32
|
typescript: ['**/*.ts', '**/*.tsx'],
|
|
31
33
|
javascript: ['**/*.js', '**/*.mjs', '**/*.cjs', '**/*.jsx'],
|
|
32
34
|
java: ['**/*.java'],
|
|
@@ -41,6 +43,8 @@ const LANGUAGE_PATTERNS = {
|
|
|
41
43
|
rust: ['**/*.rs'],
|
|
42
44
|
};
|
|
43
45
|
const DEFAULT_LANGUAGES = ['typescript', 'javascript'];
|
|
46
|
+
/** Maximum file size to index (1 MB). Larger files are skipped to prevent OOM. */
|
|
47
|
+
const MAX_FILE_SIZE = 1024 * 1024;
|
|
44
48
|
/** Builds the set of glob patterns for the given language list. */
|
|
45
49
|
function buildCodePatterns(languages) {
|
|
46
50
|
const patterns = new Set();
|
|
@@ -63,43 +67,60 @@ export class Indexer {
|
|
|
63
67
|
languages;
|
|
64
68
|
ignorePatterns;
|
|
65
69
|
generateSummaries;
|
|
70
|
+
summarizer;
|
|
66
71
|
documentPatterns;
|
|
72
|
+
pool = null;
|
|
73
|
+
configuredMaxWorkers;
|
|
74
|
+
lastImportsCache = null;
|
|
67
75
|
constructor(options) {
|
|
68
76
|
this.db = options.db;
|
|
69
77
|
this.projectRoot = resolve(options.projectRoot);
|
|
70
78
|
this.languages = options.languages ?? DEFAULT_LANGUAGES;
|
|
71
79
|
this.ignorePatterns = options.ignorePatterns ?? DEFAULT_IGNORE;
|
|
72
80
|
this.generateSummaries = options.generateSummaries ?? false;
|
|
81
|
+
this.summarizer = new Summarizer(options.summarizerOptions ?? { enabled: false });
|
|
73
82
|
this.documentPatterns = options.documentPatterns ?? DEFAULT_DOCUMENT_PATTERNS;
|
|
83
|
+
this.configuredMaxWorkers = ParsePool.pickDefaultWorkerCount(options.maxParseWorkers);
|
|
74
84
|
}
|
|
75
85
|
/** Discovers and indexes all source files and document files in the project root. */
|
|
76
86
|
async indexAll(options = {}) {
|
|
77
87
|
const result = { indexed: 0, updated: 0, skipped: 0, errors: [] };
|
|
78
88
|
const codePatterns = buildCodePatterns(this.languages);
|
|
79
89
|
const [codePaths, docPaths] = await Promise.all([
|
|
80
|
-
glob(codePatterns, {
|
|
81
|
-
|
|
82
|
-
ignore: this.ignorePatterns,
|
|
83
|
-
absolute: false,
|
|
84
|
-
}),
|
|
85
|
-
glob(this.documentPatterns, {
|
|
86
|
-
cwd: this.projectRoot,
|
|
87
|
-
ignore: this.ignorePatterns,
|
|
88
|
-
absolute: false,
|
|
89
|
-
}),
|
|
90
|
+
glob(codePatterns, { cwd: this.projectRoot, ignore: this.ignorePatterns, absolute: false }),
|
|
91
|
+
glob(this.documentPatterns, { cwd: this.projectRoot, ignore: this.ignorePatterns, absolute: false }),
|
|
90
92
|
]);
|
|
91
|
-
// Include any additional paths requested
|
|
92
93
|
const allCodePaths = [...codePaths, ...(options.additionalPaths ?? [])];
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
94
|
+
const jobs = allCodePaths.map((rel) => ({
|
|
95
|
+
absolutePath: join(this.projectRoot, rel),
|
|
96
|
+
relativePath: rel,
|
|
97
|
+
}));
|
|
98
|
+
const importsCache = new Map();
|
|
99
|
+
const effectiveWorkers = ParsePool.pickEffectiveWorkerCount(jobs.length, this.configuredMaxWorkers);
|
|
100
|
+
// Close any pool from a prior indexAll call and size a new one for this batch.
|
|
101
|
+
if (this.pool)
|
|
102
|
+
await this.pool.close();
|
|
103
|
+
this.pool = new ParsePool({ maxWorkers: effectiveWorkers });
|
|
104
|
+
for await (const parseResult of this.pool.parseMany(jobs)) {
|
|
105
|
+
if (parseResult.status === 'skipped') {
|
|
106
|
+
result.skipped++;
|
|
107
|
+
continue;
|
|
108
|
+
}
|
|
109
|
+
if (parseResult.status === 'error') {
|
|
110
|
+
result.errors.push(parseResult.error);
|
|
111
|
+
continue;
|
|
112
|
+
}
|
|
113
|
+
const fileRes = await this.processParsedFile(parseResult.relativePath, parseResult.parsed, parseResult.content, parseResult.hash, options.force ?? false);
|
|
114
|
+
if (fileRes.status === 'indexed')
|
|
96
115
|
result.indexed++;
|
|
97
|
-
else if (
|
|
116
|
+
else if (fileRes.status === 'updated')
|
|
98
117
|
result.updated++;
|
|
99
|
-
else if (
|
|
118
|
+
else if (fileRes.status === 'skipped')
|
|
100
119
|
result.skipped++;
|
|
101
|
-
result.errors.push(...
|
|
120
|
+
result.errors.push(...fileRes.errors);
|
|
121
|
+
importsCache.set(parseResult.relativePath, parseResult.parsed.imports);
|
|
102
122
|
}
|
|
123
|
+
// Documents stay sequential; they are few and cheap.
|
|
103
124
|
for (const relativePath of docPaths) {
|
|
104
125
|
const fileResult = await this.indexDocument(relativePath, options.force);
|
|
105
126
|
if (fileResult.status === 'indexed')
|
|
@@ -110,70 +131,100 @@ export class Indexer {
|
|
|
110
131
|
result.skipped++;
|
|
111
132
|
result.errors.push(...fileResult.errors);
|
|
112
133
|
}
|
|
134
|
+
// Stash the cache for resolveDependencies (Task 7 will consume it).
|
|
135
|
+
this.lastImportsCache = importsCache;
|
|
113
136
|
return result;
|
|
114
137
|
}
|
|
115
138
|
/** Indexes (or re-indexes) a single file given its project-relative path. */
|
|
116
139
|
async indexFile(relativePath, force = false) {
|
|
117
140
|
const absolutePath = join(this.projectRoot, relativePath);
|
|
118
141
|
if (!existsSync(absolutePath)) {
|
|
119
|
-
return {
|
|
120
|
-
status: 'error',
|
|
121
|
-
errors: [`File not found: ${relativePath}`],
|
|
122
|
-
};
|
|
142
|
+
return { status: 'error', errors: [`File not found: ${relativePath}`] };
|
|
123
143
|
}
|
|
144
|
+
try {
|
|
145
|
+
const stat = statSync(absolutePath);
|
|
146
|
+
if (stat.size > MAX_FILE_SIZE) {
|
|
147
|
+
return { status: 'skipped', errors: [] };
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
catch { /* fall through to read attempt */ }
|
|
124
151
|
let content;
|
|
125
152
|
try {
|
|
126
153
|
content = readFileSync(absolutePath, 'utf-8');
|
|
127
154
|
}
|
|
128
155
|
catch (err) {
|
|
129
|
-
return {
|
|
130
|
-
status: 'error',
|
|
131
|
-
errors: [`Failed to read ${relativePath}: ${String(err)}`],
|
|
132
|
-
};
|
|
156
|
+
return { status: 'error', errors: [`Failed to read ${relativePath}: ${String(err)}`] };
|
|
133
157
|
}
|
|
134
158
|
const hash = hashContent(content);
|
|
135
|
-
//
|
|
159
|
+
// Fast path: skip re-parsing unchanged files. The watcher hot path
|
|
160
|
+
// relies on this short-circuit; ParsePool-backed indexAll bypasses
|
|
161
|
+
// indexFile so it does not pay this extra lookup.
|
|
136
162
|
if (!force) {
|
|
137
163
|
const existing = getFileByPath(this.db, relativePath);
|
|
138
164
|
if (existing && existing.hash === hash) {
|
|
139
165
|
return { status: 'skipped', errors: [] };
|
|
140
166
|
}
|
|
141
167
|
}
|
|
142
|
-
|
|
168
|
+
let parsed;
|
|
143
169
|
try {
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
170
|
+
parsed = parseFile(absolutePath, content);
|
|
171
|
+
}
|
|
172
|
+
catch (err) {
|
|
173
|
+
return { status: 'error', errors: [`Failed to parse ${relativePath}: ${String(err)}`] };
|
|
174
|
+
}
|
|
175
|
+
return this.processParsedFile(relativePath, parsed, content, hash, force);
|
|
176
|
+
}
|
|
177
|
+
/** Everything that happens after a file has been read, parsed, and hashed.
|
|
178
|
+
* Runs entirely on the main thread: summarizer → AST diff → DB transaction. */
|
|
179
|
+
async processParsedFile(relativePath, parsed, content, hash, force) {
|
|
180
|
+
const existing = getFileByPath(this.db, relativePath);
|
|
181
|
+
if (!force && existing && existing.hash === hash) {
|
|
182
|
+
return { status: 'skipped', errors: [] };
|
|
183
|
+
}
|
|
184
|
+
const isUpdate = existing !== null;
|
|
185
|
+
let fileSummary = null;
|
|
186
|
+
const symbolSummaries = new Map();
|
|
187
|
+
if (this.generateSummaries) {
|
|
188
|
+
fileSummary = await this.summarizer.summarizeFile(relativePath, content);
|
|
189
|
+
const symbolEntries = parsed.symbols.map(async (sym) => {
|
|
190
|
+
const snippet = content.split('\n').slice(sym.startLine - 1, sym.endLine).join('\n');
|
|
191
|
+
const summary = await this.summarizer.summarizeSymbol(sym.signature, snippet);
|
|
192
|
+
return [sym.name, summary];
|
|
152
193
|
});
|
|
153
|
-
const
|
|
154
|
-
|
|
155
|
-
const diff = computeAstDiff(this.db, relativePath, parsed.symbols);
|
|
156
|
-
// Replace symbols for this file
|
|
157
|
-
deleteSymbolsByFileId(this.db, fileRecord.id);
|
|
158
|
-
for (const sym of parsed.symbols) {
|
|
159
|
-
upsertSymbol(this.db, {
|
|
160
|
-
fileId: fileRecord.id,
|
|
161
|
-
name: sym.name,
|
|
162
|
-
kind: sym.kind,
|
|
163
|
-
signature: sym.signature,
|
|
164
|
-
summary: null,
|
|
165
|
-
startLine: sym.startLine,
|
|
166
|
-
endLine: sym.endLine,
|
|
167
|
-
isExported: sym.isExported,
|
|
168
|
-
isAsync: sym.isAsync,
|
|
169
|
-
hasTryCatch: sym.hasTryCatch,
|
|
170
|
-
});
|
|
194
|
+
for (const [name, summary] of await Promise.all(symbolEntries)) {
|
|
195
|
+
symbolSummaries.set(name, summary);
|
|
171
196
|
}
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
197
|
+
}
|
|
198
|
+
try {
|
|
199
|
+
const runInTransaction = this.db.transaction(() => {
|
|
200
|
+
upsertFile(this.db, {
|
|
201
|
+
path: relativePath,
|
|
202
|
+
language: parsed.language,
|
|
203
|
+
hash,
|
|
204
|
+
rawTokenEstimate: parsed.rawTokenEstimate,
|
|
205
|
+
summary: fileSummary,
|
|
206
|
+
});
|
|
207
|
+
const fileRecord = getFileByPath(this.db, relativePath);
|
|
208
|
+
const diff = computeAstDiff(this.db, relativePath, parsed.symbols);
|
|
209
|
+
deleteSymbolsByFileId(this.db, fileRecord.id);
|
|
210
|
+
for (const sym of parsed.symbols) {
|
|
211
|
+
upsertSymbol(this.db, {
|
|
212
|
+
fileId: fileRecord.id,
|
|
213
|
+
name: sym.name,
|
|
214
|
+
kind: sym.kind,
|
|
215
|
+
signature: sym.signature,
|
|
216
|
+
summary: symbolSummaries.get(sym.name) ?? null,
|
|
217
|
+
startLine: sym.startLine,
|
|
218
|
+
endLine: sym.endLine,
|
|
219
|
+
isExported: sym.isExported,
|
|
220
|
+
isAsync: sym.isAsync,
|
|
221
|
+
hasTryCatch: sym.hasTryCatch,
|
|
222
|
+
});
|
|
223
|
+
}
|
|
224
|
+
deleteDependenciesByFile(this.db, fileRecord.id);
|
|
225
|
+
return diff;
|
|
226
|
+
});
|
|
227
|
+
const diff = runInTransaction();
|
|
177
228
|
return { status: isUpdate ? 'updated' : 'indexed', errors: [], diff };
|
|
178
229
|
}
|
|
179
230
|
catch (err) {
|
|
@@ -189,6 +240,14 @@ export class Indexer {
|
|
|
189
240
|
if (!existsSync(absolutePath)) {
|
|
190
241
|
return { status: 'error', errors: [`File not found: ${relativePath}`] };
|
|
191
242
|
}
|
|
243
|
+
// Skip oversized documents (same guard as indexFile)
|
|
244
|
+
try {
|
|
245
|
+
const stat = statSync(absolutePath);
|
|
246
|
+
if (stat.size > MAX_FILE_SIZE) {
|
|
247
|
+
return { status: 'skipped', errors: [] };
|
|
248
|
+
}
|
|
249
|
+
}
|
|
250
|
+
catch { /* fall through */ }
|
|
192
251
|
let content;
|
|
193
252
|
try {
|
|
194
253
|
content = readFileSync(absolutePath, 'utf-8');
|
|
@@ -197,91 +256,112 @@ export class Indexer {
|
|
|
197
256
|
return { status: 'error', errors: [`Failed to read ${relativePath}: ${String(err)}`] };
|
|
198
257
|
}
|
|
199
258
|
const hash = hashContent(content);
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
}
|
|
259
|
+
// Single DB lookup instead of triple
|
|
260
|
+
const existing = getFileByPath(this.db, relativePath);
|
|
261
|
+
if (!force && existing && existing.hash === hash) {
|
|
262
|
+
return { status: 'skipped', errors: [] };
|
|
205
263
|
}
|
|
206
|
-
const isUpdate =
|
|
264
|
+
const isUpdate = existing !== null;
|
|
207
265
|
try {
|
|
208
266
|
const parsed = parseDocument(absolutePath, content);
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
const fileRecord = getFileByPath(this.db, relativePath);
|
|
217
|
-
deleteDocumentChunksByFileId(this.db, fileRecord.id);
|
|
218
|
-
for (const chunk of parsed.chunks) {
|
|
219
|
-
insertDocumentChunk(this.db, {
|
|
220
|
-
fileId: fileRecord.id,
|
|
221
|
-
chunkIndex: chunk.chunkIndex,
|
|
222
|
-
heading: chunk.heading,
|
|
223
|
-
startLine: chunk.startLine,
|
|
224
|
-
endLine: chunk.endLine,
|
|
225
|
-
content: chunk.content,
|
|
267
|
+
const runInTransaction = this.db.transaction(() => {
|
|
268
|
+
upsertFile(this.db, {
|
|
269
|
+
path: relativePath,
|
|
270
|
+
language: parsed.language,
|
|
271
|
+
hash,
|
|
272
|
+
rawTokenEstimate: parsed.rawTokenEstimate,
|
|
273
|
+
summary: null,
|
|
226
274
|
});
|
|
227
|
-
|
|
275
|
+
const fileRecord = getFileByPath(this.db, relativePath);
|
|
276
|
+
deleteDocumentChunksByFileId(this.db, fileRecord.id);
|
|
277
|
+
for (const chunk of parsed.chunks) {
|
|
278
|
+
insertDocumentChunk(this.db, {
|
|
279
|
+
fileId: fileRecord.id,
|
|
280
|
+
chunkIndex: chunk.chunkIndex,
|
|
281
|
+
heading: chunk.heading,
|
|
282
|
+
startLine: chunk.startLine,
|
|
283
|
+
endLine: chunk.endLine,
|
|
284
|
+
content: chunk.content,
|
|
285
|
+
});
|
|
286
|
+
}
|
|
287
|
+
});
|
|
288
|
+
runInTransaction();
|
|
228
289
|
return { status: isUpdate ? 'updated' : 'indexed', errors: [] };
|
|
229
290
|
}
|
|
230
291
|
catch (err) {
|
|
231
292
|
return { status: 'error', errors: [`Failed to index document ${relativePath}: ${String(err)}`] };
|
|
232
293
|
}
|
|
233
294
|
}
|
|
234
|
-
/**
|
|
235
|
-
|
|
236
|
-
|
|
295
|
+
/** Resolves import strings to file IDs and stores dependencies.
|
|
296
|
+
* Fast path: pass an importsCache built during indexAll() to skip re-reading
|
|
297
|
+
* and re-parsing every file. Slow path (no cache) re-parses as before. */
|
|
298
|
+
async resolveDependencies(importsCache) {
|
|
299
|
+
const cache = importsCache ?? this.lastImportsCache ?? undefined;
|
|
237
300
|
const { getAllFiles } = await import('../db/queries.js');
|
|
238
301
|
const allFiles = getAllFiles(this.db);
|
|
239
302
|
const pathIndex = new Map(allFiles.map((f) => [f.path, f.id]));
|
|
303
|
+
const knownPaths = new Set(pathIndex.keys());
|
|
240
304
|
for (const file of allFiles) {
|
|
241
|
-
|
|
242
|
-
if (
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
const
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
const
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
for (const sym of imp.symbols.length > 0 ? imp.symbols : [null]) {
|
|
257
|
-
upsertDependency(this.db, {
|
|
258
|
-
fromFile: file.id,
|
|
259
|
-
toFile: toFileId,
|
|
260
|
-
symbolName: sym,
|
|
261
|
-
});
|
|
262
|
-
}
|
|
305
|
+
let imports;
|
|
306
|
+
if (cache && cache.has(file.path)) {
|
|
307
|
+
imports = cache.get(file.path);
|
|
308
|
+
}
|
|
309
|
+
else {
|
|
310
|
+
const absolutePath = join(this.projectRoot, file.path);
|
|
311
|
+
if (!existsSync(absolutePath))
|
|
312
|
+
continue;
|
|
313
|
+
try {
|
|
314
|
+
const content = readFileSync(absolutePath, 'utf-8');
|
|
315
|
+
imports = parseFile(absolutePath, content).imports;
|
|
316
|
+
}
|
|
317
|
+
catch (err) {
|
|
318
|
+
process.stderr.write(`[pindex] resolveDependencies: re-parse failed for ${file.path}: ${String(err)}\n`);
|
|
319
|
+
continue;
|
|
263
320
|
}
|
|
264
321
|
}
|
|
265
|
-
|
|
266
|
-
|
|
322
|
+
if (!imports)
|
|
323
|
+
continue;
|
|
324
|
+
deleteDependenciesByFile(this.db, file.id);
|
|
325
|
+
for (const imp of imports) {
|
|
326
|
+
const resolvedPath = this.resolveImportPath(file.path, imp.source, knownPaths);
|
|
327
|
+
if (!resolvedPath)
|
|
328
|
+
continue;
|
|
329
|
+
const toFileId = pathIndex.get(resolvedPath);
|
|
330
|
+
if (!toFileId)
|
|
331
|
+
continue;
|
|
332
|
+
for (const sym of imp.symbols.length > 0 ? imp.symbols : [null]) {
|
|
333
|
+
upsertDependency(this.db, {
|
|
334
|
+
fromFile: file.id,
|
|
335
|
+
toFile: toFileId,
|
|
336
|
+
symbolName: sym,
|
|
337
|
+
});
|
|
338
|
+
}
|
|
267
339
|
}
|
|
268
340
|
}
|
|
269
341
|
}
|
|
342
|
+
/** Terminates any worker threads owned by the parse pool. Safe to call
|
|
343
|
+
* multiple times; no-op when no pool was ever constructed. */
|
|
344
|
+
async closePool() {
|
|
345
|
+
if (!this.pool)
|
|
346
|
+
return;
|
|
347
|
+
await this.pool.close();
|
|
348
|
+
this.pool = null;
|
|
349
|
+
}
|
|
270
350
|
/** Resolves a relative import path to a project-relative file path. */
|
|
271
|
-
resolveImportPath(fromFile, importSource) {
|
|
351
|
+
resolveImportPath(fromFile, importSource, knownPaths) {
|
|
272
352
|
if (!importSource.startsWith('.'))
|
|
273
353
|
return null; // Skip external packages
|
|
274
|
-
const fromDir = fromFile
|
|
354
|
+
const fromDir = dirname(fromFile).replace(/\\/g, '/');
|
|
275
355
|
const extensions = ['.ts', '.tsx', '.js', '/index.ts', '/index.js'];
|
|
276
356
|
for (const ext of extensions) {
|
|
277
357
|
const candidate = join(fromDir, importSource + ext).replace(/\\/g, '/');
|
|
278
|
-
if (existsSync(join(this.projectRoot, candidate))) {
|
|
358
|
+
if (knownPaths ? knownPaths.has(candidate) : existsSync(join(this.projectRoot, candidate))) {
|
|
279
359
|
return candidate;
|
|
280
360
|
}
|
|
281
361
|
}
|
|
282
362
|
// Try without extension (already has extension)
|
|
283
363
|
const withoutResolve = join(fromDir, importSource).replace(/\\/g, '/');
|
|
284
|
-
if (existsSync(join(this.projectRoot, withoutResolve))) {
|
|
364
|
+
if (knownPaths ? knownPaths.has(withoutResolve) : existsSync(join(this.projectRoot, withoutResolve))) {
|
|
285
365
|
return withoutResolve;
|
|
286
366
|
}
|
|
287
367
|
return null;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAY,OAAO,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAG5B,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,EACL,UAAU,EACV,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EACrB,wBAAwB,EAExB,aAAa,EACb,mBAAmB,EACnB,4BAA4B,GAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAsB,MAAM,uBAAuB,CAAC;AAE3E,iFAAiF;AAEjF,MAAM,cAAc,GAAG;IACrB,oBAAoB;IACpB,YAAY;IACZ,YAAY;IACZ,aAAa;IACb,aAAa;IACb,aAAa;IACb,WAAW;IACX,gCAAgC;IAChC,cAAc;IACd,eAAe;IACf,WAAW;IACX,SAAS;IACT,mBAAmB;IACnB,UAAU;IACV,aAAa;IACb,YAAY;IACZ,WAAW;IACX,cAAc;CACf,CAAC;AAEF,kEAAkE;AAClE,MAAM,iBAAiB,GAA6B;IAClD,UAAU,EAAG,CAAC,SAAS,EAAE,UAAU,CAAC;IACpC,UAAU,EAAG,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC;IAC5D,IAAI,EAAS,CAAC,WAAW,CAAC;IAC1B,MAAM,EAAO,CAAC,SAAS,EAAE,UAAU,CAAC;IACpC,MAAM,EAAO,CAAC,SAAS,CAAC;IACxB,GAAG,EAAU,CAAC,UAAU,CAAC;IACzB,MAAM,EAAO,CAAC,aAAa,CAAC;IAC5B,GAAG,EAAU,CAAC,UAAU,CAAC;IACzB,IAAI,EAAS,CAAC,SAAS,CAAC;IACxB,MAAM,EAAO,CAAC,SAAS,CAAC;IACxB,EAAE,EAAW,CAAC,SAAS,CAAC;IACxB,IAAI,EAAS,CAAC,SAAS,CAAC;CACzB,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;AAEvD,mEAAmE;AACnE,SAAS,iBAAiB,CAAC,SAAmB;IAC5C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,yBAAyB,GAAG;IAChC,SAAS;IACT,eAAe;IACf,WAAW;IACX,UAAU;IACV,UAAU;CACX,CAAC;AAyBF,MAAM,OAAO,OAAO;IACD,EAAE,CAAoB;IAC9B,WAAW,CAAS;IACZ,SAAS,CAAW;IACpB,cAAc,CAAW;IACzB,iBAAiB,CAAU;IAC3B,gBAAgB,CAAW;IAE5C,YAAY,OAAuB;QACjC,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAChD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,iBAAiB,CAAC;QACxD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,cAAc,CAAC;QAC/D,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,KAAK,CAAC;QAC5D,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,yBAAyB,CAAC;IAChF,CAAC;IAED,qFAAqF;IACrF,KAAK,CAAC,QAAQ,CAAC,UAA2B,EAAE;QAC1C,MAAM,MAAM,GAAgB,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAC/E,MAAM,YAAY,GAAG,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAEvD,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC9C,IAAI,CAAC,YAAY,EAAE;gBACjB,GAAG,EAAE,IAAI,CAAC,WAAW;gBACrB,MAAM,EAAE,IAAI,CAAC,cAAc;gBAC3B,QAAQ,EAAE,KAAK;aAChB,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;gBAC1B,GAAG,EAAE,IAAI,CAAC,WAAW;gBACrB,MAAM,EAAE,IAAI,CAAC,cAAc;gBAC3B,QAAQ,EAAE,KAAK;aAChB,CAAC;SACH,CAAC,CAAC;QAEH,yCAAyC;QACzC,MAAM,YAAY,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,CAAC;QAExE,KAAK,MAAM,YAAY,IAAI,YAAY,EAAE,CAAC;YACxC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YACrE,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;iBACjD,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;iBACtD,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;YAC3D,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;QAED,KAAK,MAAM,YAAY,IAAI,QAAQ,EAAE,CAAC;YACpC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YACzE,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;iBACjD,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;iBACtD,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;YAC3D,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,6EAA6E;IAC7E,KAAK,CAAC,SAAS,CAAC,YAAoB,EAAE,KAAK,GAAG,KAAK;QACjD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QAE1D,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC9B,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,CAAC,mBAAmB,YAAY,EAAE,CAAC;aAC5C,CAAC;QACJ,CAAC;QAED,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,CAAC,kBAAkB,YAAY,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;aAC3D,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QAElC,gDAAgD;QAChD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;YACtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBACvC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,KAAK,IAAI,CAAC;QAE/D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAEhD,qBAAqB;YACrB,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE;gBAClB,IAAI,EAAE,YAAY;gBAClB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,IAAI;gBACJ,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAE,CAAC;YAEzD,uEAAuE;YACvE,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;YAEnE,gCAAgC;YAChC,qBAAqB,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;YAC9C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE;oBACpB,MAAM,EAAE,UAAU,CAAC,EAAE;oBACrB,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,OAAO,EAAE,IAAI;oBACb,SAAS,EAAE,GAAG,CAAC,SAAS;oBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,UAAU,EAAE,GAAG,CAAC,UAAU;oBAC1B,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,WAAW,EAAE,GAAG,CAAC,WAAW;iBAC7B,CAAC,CAAC;YACL,CAAC;YAED,sBAAsB;YACtB,wBAAwB,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;YACjD,yFAAyF;YACzF,sEAAsE;YACtE,iFAAiF;YAEjF,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;QACxE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,CAAC,mBAAmB,YAAY,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;aAC5D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,sFAAsF;IACtF,KAAK,CAAC,aAAa,CAAC,YAAoB,EAAE,KAAK,GAAG,KAAK;QACrD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QAE1D,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC9B,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,mBAAmB,YAAY,EAAE,CAAC,EAAE,CAAC;QAC1E,CAAC;QAED,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,kBAAkB,YAAY,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;QACzF,CAAC;QAED,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QAElC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;YACtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBACvC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,KAAK,IAAI,CAAC;QAE/D,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,aAAa,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAEpD,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE;gBAClB,IAAI,EAAE,YAAY;gBAClB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,IAAI;gBACJ,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;gBACzC,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAE,CAAC;YAEzD,4BAA4B,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;YACrD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAClC,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE;oBAC3B,MAAM,EAAE,UAAU,CAAC,EAAE;oBACrB,UAAU,EAAE,KAAK,CAAC,UAAU;oBAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,OAAO,EAAE,KAAK,CAAC,OAAO;iBACvB,CAAC,CAAC;YACL,CAAC;YAED,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAClE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,4BAA4B,YAAY,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;QACnG,CAAC;IACH,CAAC;IAED,gFAAgF;IAChF,KAAK,CAAC,mBAAmB;QACvB,wEAAwE;QACxE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAE/D,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YACvD,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;gBAAE,SAAS;YAExC,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;gBACpD,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;gBAEhD,wBAAwB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;gBAE3C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACjC,kDAAkD;oBAClD,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;oBACnE,IAAI,CAAC,YAAY;wBAAE,SAAS;oBAE5B,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;oBAC7C,IAAI,CAAC,QAAQ;wBAAE,SAAS;oBAExB,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;wBAChE,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE;4BACxB,QAAQ,EAAE,IAAI,CAAC,EAAE;4BACjB,MAAM,EAAE,QAAQ;4BAChB,UAAU,EAAE,GAAG;yBAChB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,sDAAsD;YACxD,CAAC;QACH,CAAC;IACH,CAAC;IAED,uEAAuE;IAC/D,iBAAiB,CAAC,QAAgB,EAAE,YAAoB;QAC9D,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC,CAAC,yBAAyB;QAEzE,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3D,MAAM,UAAU,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;QAEpE,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACxE,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;gBAClD,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QAED,gDAAgD;QAChD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACvE,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,EAAE,CAAC;YACvD,OAAO,cAAc,CAAC;QACxB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC7D,OAAO,EAAE,IAAI,EAAY,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAG5B,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,EACL,UAAU,EACV,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EACrB,wBAAwB,EAExB,aAAa,EACb,mBAAmB,EACnB,4BAA4B,GAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAsB,MAAM,uBAAuB,CAAC;AAC3E,OAAO,EAAE,UAAU,EAA0B,MAAM,iBAAiB,CAAC;AAErE,iFAAiF;AAEjF,MAAM,cAAc,GAAG;IACrB,oBAAoB;IACpB,YAAY;IACZ,YAAY;IACZ,aAAa;IACb,aAAa;IACb,aAAa;IACb,WAAW;IACX,gCAAgC;IAChC,cAAc;IACd,eAAe;IACf,WAAW;IACX,SAAS;IACT,mBAAmB;IACnB,UAAU;IACV,aAAa;IACb,YAAY;IACZ,WAAW;IACX,cAAc;CACf,CAAC;AAEF,kEAAkE;AAClE,MAAM,CAAC,MAAM,iBAAiB,GAA6B;IACzD,UAAU,EAAG,CAAC,SAAS,EAAE,UAAU,CAAC;IACpC,UAAU,EAAG,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC;IAC5D,IAAI,EAAS,CAAC,WAAW,CAAC;IAC1B,MAAM,EAAO,CAAC,SAAS,EAAE,UAAU,CAAC;IACpC,MAAM,EAAO,CAAC,SAAS,CAAC;IACxB,GAAG,EAAU,CAAC,UAAU,CAAC;IACzB,MAAM,EAAO,CAAC,aAAa,CAAC;IAC5B,GAAG,EAAU,CAAC,UAAU,CAAC;IACzB,IAAI,EAAS,CAAC,SAAS,CAAC;IACxB,MAAM,EAAO,CAAC,SAAS,CAAC;IACxB,EAAE,EAAW,CAAC,SAAS,CAAC;IACxB,IAAI,EAAS,CAAC,SAAS,CAAC;CACzB,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;AAEvD,kFAAkF;AAClF,MAAM,aAAa,GAAG,IAAI,GAAG,IAAI,CAAC;AAElC,mEAAmE;AACnE,SAAS,iBAAiB,CAAC,SAAmB;IAC5C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACjE,CAAC;IACD,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,yBAAyB,GAAG;IAChC,SAAS;IACT,eAAe;IACf,WAAW;IACX,UAAU;IACV,UAAU;CACX,CAAC;AA6BF,MAAM,OAAO,OAAO;IACD,EAAE,CAAoB;IAC9B,WAAW,CAAS;IACZ,SAAS,CAAW;IACpB,cAAc,CAAW;IACzB,iBAAiB,CAAU;IAC3B,UAAU,CAAa;IACvB,gBAAgB,CAAW;IACpC,IAAI,GAAqB,IAAI,CAAC;IACrB,oBAAoB,CAAS;IACtC,gBAAgB,GAAuC,IAAI,CAAC;IAEpE,YAAY,OAAuB;QACjC,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAChD,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,iBAAiB,CAAC;QACxD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,IAAI,cAAc,CAAC;QAC/D,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,KAAK,CAAC;QAC5D,IAAI,CAAC,UAAU,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,iBAAiB,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAClF,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,yBAAyB,CAAC;QAC9E,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAC,sBAAsB,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IACxF,CAAC;IAED,qFAAqF;IACrF,KAAK,CAAC,QAAQ,CAAC,UAA2B,EAAE;QAC1C,MAAM,MAAM,GAAgB,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAC/E,MAAM,YAAY,GAAG,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAEvD,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC9C,IAAI,CAAC,YAAY,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;YAC3F,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,GAAG,EAAE,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;SACrG,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,CAAC;QAExE,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACtC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC;YACzC,YAAY,EAAE,GAAG;SAClB,CAAC,CAAC,CAAC;QAEJ,MAAM,YAAY,GAAG,IAAI,GAAG,EAA0B,CAAC;QAEvD,MAAM,gBAAgB,GAAG,SAAS,CAAC,wBAAwB,CACzD,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,oBAAoB,CAC1B,CAAC;QACF,+EAA+E;QAC/E,IAAI,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,GAAG,IAAI,SAAS,CAAC,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAE5D,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1D,IAAI,WAAW,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACrC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjB,SAAS;YACX,CAAC;YACD,IAAI,WAAW,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;gBACnC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;gBACtC,SAAS;YACX,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAC1C,WAAW,CAAC,YAAY,EACxB,WAAW,CAAC,MAAM,EAClB,WAAW,CAAC,OAAO,EACnB,WAAW,CAAC,IAAI,EAChB,OAAO,CAAC,KAAK,IAAI,KAAK,CACvB,CAAC;YACF,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;iBAC9C,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;iBACnD,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;YACxD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;YAEtC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,YAAY,EAAE,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzE,CAAC;QAED,qDAAqD;QACrD,KAAK,MAAM,YAAY,IAAI,QAAQ,EAAE,CAAC;YACpC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YACzE,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;iBACjD,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;iBACtD,IAAI,UAAU,CAAC,MAAM,KAAK,SAAS;gBAAE,MAAM,CAAC,OAAO,EAAE,CAAC;YAC3D,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;QAED,oEAAoE;QACpE,IAAI,CAAC,gBAAgB,GAAG,YAAY,CAAC;QAErC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,6EAA6E;IAC7E,KAAK,CAAC,SAAS,CAAC,YAAoB,EAAE,KAAK,GAAG,KAAK;QACjD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QAE1D,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC9B,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,mBAAmB,YAAY,EAAE,CAAC,EAAE,CAAC;QAC1E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;YACpC,IAAI,IAAI,CAAC,IAAI,GAAG,aAAa,EAAE,CAAC;gBAC9B,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,kCAAkC,CAAC,CAAC;QAE9C,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,kBAAkB,YAAY,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;QACzF,CAAC;QAED,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QAElC,mEAAmE;QACnE,mEAAmE;QACnE,kDAAkD;QAClD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;YACtD,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;gBACvC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;QAED,IAAI,MAAkB,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,GAAG,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,mBAAmB,YAAY,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;QAC1F,CAAC;QAED,OAAO,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IAC5E,CAAC;IAED;oFACgF;IACxE,KAAK,CAAC,iBAAiB,CAC7B,YAAoB,EACpB,MAAkB,EAClB,OAAe,EACf,IAAY,EACZ,KAAc;QAEd,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;QACtD,IAAI,CAAC,KAAK,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YACjD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAC3C,CAAC;QACD,MAAM,QAAQ,GAAG,QAAQ,KAAK,IAAI,CAAC;QAEnC,IAAI,WAAW,GAAkB,IAAI,CAAC;QACtC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAyB,CAAC;QAEzD,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,WAAW,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YACzE,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBACrD,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACrF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBAC9E,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAU,CAAC;YACtC,CAAC,CAAC,CAAC;YACH,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;gBAC/D,eAAe,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;gBAChD,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE;oBAClB,IAAI,EAAE,YAAY;oBAClB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,IAAI;oBACJ,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;oBACzC,OAAO,EAAE,WAAW;iBACrB,CAAC,CAAC;gBACH,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAE,CAAC;gBACzD,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;gBACnE,qBAAqB,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;gBAC9C,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACjC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE;wBACpB,MAAM,EAAE,UAAU,CAAC,EAAE;wBACrB,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,IAAI,EAAE,GAAG,CAAC,IAAI;wBACd,SAAS,EAAE,GAAG,CAAC,SAAS;wBACxB,OAAO,EAAE,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI;wBAC9C,SAAS,EAAE,GAAG,CAAC,SAAS;wBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;wBACpB,UAAU,EAAE,GAAG,CAAC,UAAU;wBAC1B,OAAO,EAAE,GAAG,CAAC,OAAO;wBACpB,WAAW,EAAE,GAAG,CAAC,WAAW;qBAC7B,CAAC,CAAC;gBACL,CAAC;gBACD,wBAAwB,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;gBACjD,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,gBAAgB,EAAE,CAAC;YAChC,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;QACxE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,CAAC,mBAAmB,YAAY,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;aAC5D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,sFAAsF;IACtF,KAAK,CAAC,aAAa,CAAC,YAAoB,EAAE,KAAK,GAAG,KAAK;QACrD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QAE1D,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC9B,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,mBAAmB,YAAY,EAAE,CAAC,EAAE,CAAC;QAC1E,CAAC;QAED,qDAAqD;QACrD,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;YACpC,IAAI,IAAI,CAAC,IAAI,GAAG,aAAa,EAAE,CAAC;gBAC9B,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;YAC3C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;QAE9B,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,kBAAkB,YAAY,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;QACzF,CAAC;QAED,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;QAElC,qCAAqC;QACrC,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;QACtD,IAAI,CAAC,KAAK,IAAI,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YACjD,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAC3C,CAAC;QACD,MAAM,QAAQ,GAAG,QAAQ,KAAK,IAAI,CAAC;QAEnC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,aAAa,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAEpD,MAAM,gBAAgB,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;gBAChD,UAAU,CAAC,IAAI,CAAC,EAAE,EAAE;oBAClB,IAAI,EAAE,YAAY;oBAClB,QAAQ,EAAE,MAAM,CAAC,QAAQ;oBACzB,IAAI;oBACJ,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;oBACzC,OAAO,EAAE,IAAI;iBACd,CAAC,CAAC;gBAEH,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAE,CAAC;gBAEzD,4BAA4B,CAAC,IAAI,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;gBACrD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;oBAClC,mBAAmB,CAAC,IAAI,CAAC,EAAE,EAAE;wBAC3B,MAAM,EAAE,UAAU,CAAC,EAAE;wBACrB,UAAU,EAAE,KAAK,CAAC,UAAU;wBAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;wBACtB,OAAO,EAAE,KAAK,CAAC,OAAO;qBACvB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,gBAAgB,EAAE,CAAC;YACnB,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;QAClE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,4BAA4B,YAAY,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;QACnG,CAAC;IACH,CAAC;IAED;;+EAE2E;IAC3E,KAAK,CAAC,mBAAmB,CAAC,YAA0C;QAClE,MAAM,KAAK,GAAG,YAAY,IAAI,IAAI,CAAC,gBAAgB,IAAI,SAAS,CAAC;QACjE,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/D,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC;QAE7C,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,IAAI,OAAmC,CAAC;YAExC,IAAI,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAClC,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,CAAC;iBAAM,CAAC;gBACN,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvD,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;oBAAE,SAAS;gBACxC,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;oBACpD,OAAO,GAAG,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC;gBACrD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,qDAAqD,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,GAAG,CAAC,IAAI,CACnF,CAAC;oBACF,SAAS;gBACX,CAAC;YACH,CAAC;YAED,IAAI,CAAC,OAAO;gBAAE,SAAS;YAEvB,wBAAwB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YAC3C,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC1B,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;gBAC/E,IAAI,CAAC,YAAY;oBAAE,SAAS;gBAC5B,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;gBAC7C,IAAI,CAAC,QAAQ;oBAAE,SAAS;gBACxB,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChE,gBAAgB,CAAC,IAAI,CAAC,EAAE,EAAE;wBACxB,QAAQ,EAAE,IAAI,CAAC,EAAE;wBACjB,MAAM,EAAE,QAAQ;wBAChB,UAAU,EAAE,GAAG;qBAChB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;mEAC+D;IAC/D,KAAK,CAAC,SAAS;QACb,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO;QACvB,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,uEAAuE;IAC/D,iBAAiB,CAAC,QAAgB,EAAE,YAAoB,EAAE,UAAwB;QACxF,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC,CAAC,yBAAyB;QAEzE,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACtD,MAAM,UAAU,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;QAEpE,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACxE,IAAI,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,EAAE,CAAC;gBAC3F,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;QAED,gDAAgD;QAChD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACvE,IAAI,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,EAAE,CAAC;YACrG,OAAO,cAAc,CAAC;QACxB,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { ParseJobInput, ParseJobResult, ParsePoolOptions } from './parse-types.js';
|
|
2
|
+
export declare class ParsePool {
|
|
3
|
+
private readonly maxWorkers;
|
|
4
|
+
private readonly maxFileSize;
|
|
5
|
+
private workers;
|
|
6
|
+
private idleWorkers;
|
|
7
|
+
private workerJobs;
|
|
8
|
+
private pending;
|
|
9
|
+
private closed;
|
|
10
|
+
constructor(options: ParsePoolOptions);
|
|
11
|
+
parseMany(jobs: ParseJobInput[]): AsyncGenerator<ParseJobResult>;
|
|
12
|
+
close(): Promise<void>;
|
|
13
|
+
private spawnWorker;
|
|
14
|
+
private enqueue;
|
|
15
|
+
private drainQueue;
|
|
16
|
+
/** Picks a default worker count based on the host CPU count and an env
|
|
17
|
+
* override. Capped to leave at least one CPU for the main thread. Forces
|
|
18
|
+
* 0 (sync fallback) when VITEST is running, so the global tree-sitter
|
|
19
|
+
* mock in tests/setup.ts continues to apply. */
|
|
20
|
+
static pickDefaultWorkerCount(explicit: number | undefined): number;
|
|
21
|
+
/** Picks the effective worker count for a given job batch. Small batches
|
|
22
|
+
* downshift to avoid the worker startup overhead exceeding the gain. */
|
|
23
|
+
static pickEffectiveWorkerCount(jobCount: number, configured: number): number;
|
|
24
|
+
private runJobSync;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=parse-pool.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parse-pool.d.ts","sourceRoot":"","sources":["../../src/indexer/parse-pool.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,aAAa,EACb,cAAc,EACd,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAgB1B,qBAAa,SAAS;IACpB,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,WAAW,CAAgB;IACnC,OAAO,CAAC,UAAU,CAAiC;IACnD,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,MAAM,CAAS;gBAEX,OAAO,EAAE,gBAAgB;IAQ9B,SAAS,CAAC,IAAI,EAAE,aAAa,EAAE,GAAG,cAAc,CAAC,cAAc,CAAC;IAyCjE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA0B5B,OAAO,CAAC,WAAW;IAsCnB,OAAO,CAAC,OAAO;IAKf,OAAO,CAAC,UAAU;IAYlB;;;qDAGiD;IACjD,MAAM,CAAC,sBAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM;IAYnE;6EACyE;IACzE,MAAM,CAAC,wBAAwB,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,MAAM;YAO/D,UAAU;CAwBzB"}
|