@colbymchenry/codegraph-win32-x64 1.3.0 → 1.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/dist/db/index.d.ts +64 -5
- package/lib/dist/db/index.d.ts.map +1 -1
- package/lib/dist/db/index.js +170 -12
- package/lib/dist/db/index.js.map +1 -1
- package/lib/dist/db/queries.d.ts +25 -1
- package/lib/dist/db/queries.d.ts.map +1 -1
- package/lib/dist/db/queries.js +39 -0
- package/lib/dist/db/queries.js.map +1 -1
- package/lib/dist/db/wal-valve.d.ts +106 -0
- package/lib/dist/db/wal-valve.d.ts.map +1 -0
- package/lib/dist/db/wal-valve.js +208 -0
- package/lib/dist/db/wal-valve.js.map +1 -0
- package/lib/dist/extraction/grammars.d.ts +16 -1
- package/lib/dist/extraction/grammars.d.ts.map +1 -1
- package/lib/dist/extraction/grammars.js +85 -43
- package/lib/dist/extraction/grammars.js.map +1 -1
- package/lib/dist/extraction/index.d.ts +1 -1
- package/lib/dist/extraction/index.d.ts.map +1 -1
- package/lib/dist/extraction/index.js +113 -37
- package/lib/dist/extraction/index.js.map +1 -1
- package/lib/dist/extraction/parse-pool.d.ts +27 -1
- package/lib/dist/extraction/parse-pool.d.ts.map +1 -1
- package/lib/dist/extraction/parse-pool.js +75 -7
- package/lib/dist/extraction/parse-pool.js.map +1 -1
- package/lib/dist/extraction/parse-worker.js +9 -2
- package/lib/dist/extraction/parse-worker.js.map +1 -1
- package/lib/dist/index.d.ts.map +1 -1
- package/lib/dist/index.js +70 -4
- package/lib/dist/index.js.map +1 -1
- package/lib/dist/mcp/daemon.d.ts.map +1 -1
- package/lib/dist/mcp/daemon.js +23 -1
- package/lib/dist/mcp/daemon.js.map +1 -1
- package/lib/dist/mcp/proxy.d.ts.map +1 -1
- package/lib/dist/mcp/proxy.js +8 -0
- package/lib/dist/mcp/proxy.js.map +1 -1
- package/lib/dist/mcp/query-pool.d.ts +14 -0
- package/lib/dist/mcp/query-pool.d.ts.map +1 -1
- package/lib/dist/mcp/query-pool.js +18 -0
- package/lib/dist/mcp/query-pool.js.map +1 -1
- package/lib/dist/mcp/session.d.ts.map +1 -1
- package/lib/dist/mcp/session.js +6 -0
- package/lib/dist/mcp/session.js.map +1 -1
- package/lib/dist/mcp/tools.d.ts.map +1 -1
- package/lib/dist/mcp/tools.js +14 -9
- package/lib/dist/mcp/tools.js.map +1 -1
- package/lib/dist/mcp/transport.d.ts.map +1 -1
- package/lib/dist/mcp/transport.js +18 -0
- package/lib/dist/mcp/transport.js.map +1 -1
- package/lib/dist/resolution/c-fnptr-synthesizer.d.ts +2 -1
- package/lib/dist/resolution/c-fnptr-synthesizer.d.ts.map +1 -1
- package/lib/dist/resolution/c-fnptr-synthesizer.js +170 -146
- package/lib/dist/resolution/c-fnptr-synthesizer.js.map +1 -1
- package/lib/dist/resolution/callback-synthesizer.d.ts.map +1 -1
- package/lib/dist/resolution/callback-synthesizer.js +381 -101
- package/lib/dist/resolution/callback-synthesizer.js.map +1 -1
- package/lib/dist/resolution/goframe-synthesizer.d.ts +2 -1
- package/lib/dist/resolution/goframe-synthesizer.d.ts.map +1 -1
- package/lib/dist/resolution/goframe-synthesizer.js +8 -3
- package/lib/dist/resolution/goframe-synthesizer.js.map +1 -1
- package/lib/dist/resolution/index.d.ts +10 -0
- package/lib/dist/resolution/index.d.ts.map +1 -1
- package/lib/dist/resolution/index.js +55 -15
- package/lib/dist/resolution/index.js.map +1 -1
- package/lib/dist/resolution/types.d.ts +9 -0
- package/lib/dist/resolution/types.d.ts.map +1 -1
- package/lib/node_modules/.package-lock.json +1 -1
- package/lib/package.json +1 -1
- package/package.json +1 -1
|
@@ -46,6 +46,7 @@ exports.isShopifyLiquidJson = isShopifyLiquidJson;
|
|
|
46
46
|
exports.isErlangAppFile = isErlangAppFile;
|
|
47
47
|
exports.isPlayRoutesFile = isPlayRoutesFile;
|
|
48
48
|
exports.initGrammars = initGrammars;
|
|
49
|
+
exports.readGrammarWasmBytes = readGrammarWasmBytes;
|
|
49
50
|
exports.loadGrammarsForLanguages = loadGrammarsForLanguages;
|
|
50
51
|
exports.loadAllGrammars = loadAllGrammars;
|
|
51
52
|
exports.isGrammarsInitialized = isGrammarsInitialized;
|
|
@@ -60,6 +61,7 @@ exports.clearParserCache = clearParserCache;
|
|
|
60
61
|
exports.getUnavailableGrammarErrors = getUnavailableGrammarErrors;
|
|
61
62
|
exports.getLanguageDisplayName = getLanguageDisplayName;
|
|
62
63
|
const path = __importStar(require("path"));
|
|
64
|
+
const fsp = __importStar(require("fs/promises"));
|
|
63
65
|
const web_tree_sitter_1 = require("web-tree-sitter");
|
|
64
66
|
/**
|
|
65
67
|
* WASM filename map — maps each language to its .wasm grammar file
|
|
@@ -290,28 +292,94 @@ async function initGrammars() {
|
|
|
290
292
|
parserInitialized = true;
|
|
291
293
|
}
|
|
292
294
|
/**
|
|
293
|
-
*
|
|
294
|
-
*
|
|
295
|
-
*
|
|
295
|
+
* Grammars that ship their own vendored WASMs under `dist/extraction/wasm/`
|
|
296
|
+
* (not in tree-sitter-wasms, or the tree-sitter-wasms build is too old).
|
|
297
|
+
* Lua: tree-sitter-wasms ships an ABI-13 build that corrupts the shared WASM
|
|
298
|
+
* heap under web-tree-sitter 0.25 (drops nested calls/imports on every file
|
|
299
|
+
* after the first); we vendor the upstream ABI-15 wasm instead. C#: the
|
|
300
|
+
* tree-sitter-wasms build (ABI 13) has no primary-constructor support and
|
|
301
|
+
* parses `class Foo(...)` as an ERROR that swallows the whole class (#237); we
|
|
302
|
+
* vendor the upstream ABI-15 tree-sitter-c-sharp 0.23.5 wasm, which parses
|
|
303
|
+
* primary constructors natively. Terraform: tree-sitter-wasms does not ship
|
|
304
|
+
* HCL/Terraform at all, so we vendor the prebuilt tree-sitter-terraform.wasm
|
|
305
|
+
* from @tree-sitter-grammars/tree-sitter-hcl 1.2.0 (Apache-2.0) —
|
|
306
|
+
* byte-identical to the npm package's artifact. ArkTS: tree-sitter-wasms
|
|
307
|
+
* doesn't ship it either; we vendor the prebuilt tree-sitter-arkts.wasm from
|
|
308
|
+
* the tree-sitter-arkts 0.2.0 npm package (harmony-contrib/tree-sitter-arkts,
|
|
309
|
+
* MIT) — byte-identical to the npm tarball's artifact. It extends the
|
|
310
|
+
* tree-sitter-javascript grammar the same way tree-sitter-typescript does,
|
|
311
|
+
* adding `struct_declaration` and the `arkui_component_expression` build()
|
|
312
|
+
* DSL. Nix: tree-sitter-wasms doesn't ship it; we vendor a wasm built from
|
|
313
|
+
* nix-community/tree-sitter-nix @ 3d0173d (MIT) with tree-sitter-cli 0.25.10
|
|
314
|
+
* (`generate` + `build --wasm`, ABI 15 — upstream's checked-in parser.c is
|
|
315
|
+
* still ABI 13; all 54 upstream corpus tests pass on the regenerated parser).
|
|
296
316
|
*/
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
317
|
+
const VENDORED_WASM_LANGS = new Set([
|
|
318
|
+
'pascal', 'scala', 'lua', 'luau', 'csharp', 'r', 'cfml', 'cfscript', 'cfquery',
|
|
319
|
+
'cobol', 'vbnet', 'erlang', 'terraform', 'arkts', 'nix',
|
|
320
|
+
]);
|
|
321
|
+
/** Absolute path of a language's grammar WASM (vendored or tree-sitter-wasms). */
|
|
322
|
+
function resolveWasmPath(lang) {
|
|
323
|
+
const wasmFile = WASM_GRAMMAR_FILES[lang];
|
|
324
|
+
return VENDORED_WASM_LANGS.has(lang)
|
|
325
|
+
? path.join(__dirname, 'wasm', wasmFile)
|
|
326
|
+
: require.resolve(`tree-sitter-wasms/out/${wasmFile}`);
|
|
327
|
+
}
|
|
328
|
+
/**
|
|
329
|
+
* Expand an index set's languages to the grammars actually needed to parse it.
|
|
330
|
+
* SFC languages (svelte/vue/astro) have no grammar of their own — their
|
|
331
|
+
* extractors delegate <script>/frontmatter content to the TS/JS extractor, so
|
|
332
|
+
* those grammars must be loaded even when no plain .ts/.js file is in the index
|
|
333
|
+
* set (e.g. a pure-.astro content site). CFML (.cfc/.cfm) likewise delegates
|
|
334
|
+
* bare-script content, <cfscript> tag bodies, and <cfquery> SQL bodies to the
|
|
335
|
+
* cfscript/cfquery grammars (see injections.scm in tree-sitter-cfml).
|
|
336
|
+
*/
|
|
337
|
+
function expandGrammarLanguages(languages) {
|
|
305
338
|
if (languages.some((l) => l === 'svelte' || l === 'vue' || l === 'astro')) {
|
|
306
339
|
languages = [...languages, 'typescript', 'javascript'];
|
|
307
340
|
}
|
|
308
|
-
// CFML (.cfc/.cfm) delegates bare-script content, <cfscript> tag bodies, and
|
|
309
|
-
// <cfquery> SQL bodies to the cfscript/cfquery grammars (see injections.scm in
|
|
310
|
-
// tree-sitter-cfml) — load both even when no standalone .cfs file is in the
|
|
311
|
-
// index set.
|
|
312
341
|
if (languages.some((l) => l === 'cfml')) {
|
|
313
342
|
languages = [...languages, 'cfscript', 'cfquery'];
|
|
314
343
|
}
|
|
344
|
+
return languages;
|
|
345
|
+
}
|
|
346
|
+
/**
|
|
347
|
+
* Pre-read the grammar WASM bytes for an index set, keyed by language. The
|
|
348
|
+
* orchestrator reads each grammar ONCE and hands the bytes to every parse
|
|
349
|
+
* worker via its `load-grammars` message, so worker spawns/respawns load
|
|
350
|
+
* grammars from memory instead of re-reading them from disk — on slow storage
|
|
351
|
+
* (HDD, issue #1231) each respawn's grammar re-read otherwise amplifies the
|
|
352
|
+
* I/O contention that caused the respawn. Best-effort: a language whose WASM
|
|
353
|
+
* can't be read here is simply omitted, and the worker falls back to its own
|
|
354
|
+
* disk load (which surfaces the real error/warning path).
|
|
355
|
+
*/
|
|
356
|
+
async function readGrammarWasmBytes(languages) {
|
|
357
|
+
const out = {};
|
|
358
|
+
const toRead = [...new Set(expandGrammarLanguages(languages))].filter((lang) => lang in WASM_GRAMMAR_FILES);
|
|
359
|
+
for (const lang of toRead) {
|
|
360
|
+
try {
|
|
361
|
+
out[lang] = await fsp.readFile(resolveWasmPath(lang));
|
|
362
|
+
}
|
|
363
|
+
catch {
|
|
364
|
+
// fall through — the worker's own load reports the failure
|
|
365
|
+
}
|
|
366
|
+
}
|
|
367
|
+
return out;
|
|
368
|
+
}
|
|
369
|
+
/**
|
|
370
|
+
* Load grammar WASM files for specific languages only.
|
|
371
|
+
* Skips languages that are already loaded or have no WASM grammar.
|
|
372
|
+
* Must be called after initGrammars().
|
|
373
|
+
*
|
|
374
|
+
* `wasmBytes` (optional) holds pre-read grammar bytes keyed by language (from
|
|
375
|
+
* {@link readGrammarWasmBytes}, forwarded through the parse pool); when a
|
|
376
|
+
* language's bytes are present they're loaded from memory instead of disk.
|
|
377
|
+
*/
|
|
378
|
+
async function loadGrammarsForLanguages(languages, wasmBytes) {
|
|
379
|
+
if (!parserInitialized) {
|
|
380
|
+
await initGrammars();
|
|
381
|
+
}
|
|
382
|
+
languages = expandGrammarLanguages(languages);
|
|
315
383
|
// Deduplicate and filter to languages that have WASM grammars and aren't already loaded
|
|
316
384
|
const toLoad = [...new Set(languages)].filter((lang) => lang in WASM_GRAMMAR_FILES &&
|
|
317
385
|
!languageCache.has(lang) &&
|
|
@@ -319,35 +387,9 @@ async function loadGrammarsForLanguages(languages) {
|
|
|
319
387
|
// Load grammars sequentially to avoid web-tree-sitter WASM race condition on Node 20+
|
|
320
388
|
// See: https://github.com/tree-sitter/tree-sitter/issues/2338
|
|
321
389
|
for (const lang of toLoad) {
|
|
322
|
-
const wasmFile = WASM_GRAMMAR_FILES[lang];
|
|
323
390
|
try {
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
// ABI-13 build that corrupts the shared WASM heap under web-tree-sitter
|
|
327
|
-
// 0.25 (drops nested calls/imports on every file after the first); we
|
|
328
|
-
// vendor the upstream ABI-15 wasm instead. C#: the tree-sitter-wasms
|
|
329
|
-
// build (ABI 13) has no primary-constructor support and parses
|
|
330
|
-
// `class Foo(...)` as an ERROR that swallows the whole class (#237); we
|
|
331
|
-
// vendor the upstream ABI-15 tree-sitter-c-sharp 0.23.5 wasm, which parses
|
|
332
|
-
// primary constructors natively. Terraform: tree-sitter-wasms does not
|
|
333
|
-
// ship HCL/Terraform at all, so we vendor the prebuilt
|
|
334
|
-
// tree-sitter-terraform.wasm from @tree-sitter-grammars/tree-sitter-hcl
|
|
335
|
-
// 1.2.0 (Apache-2.0) — byte-identical to the npm package's artifact.
|
|
336
|
-
// ArkTS: tree-sitter-wasms doesn't ship it either; we vendor the prebuilt
|
|
337
|
-
// tree-sitter-arkts.wasm from the tree-sitter-arkts 0.2.0 npm package
|
|
338
|
-
// (harmony-contrib/tree-sitter-arkts, MIT) — byte-identical to the npm
|
|
339
|
-
// tarball's artifact. It extends the tree-sitter-javascript grammar the
|
|
340
|
-
// same way tree-sitter-typescript does, adding `struct_declaration` and
|
|
341
|
-
// the `arkui_component_expression` build() DSL.
|
|
342
|
-
// Nix: tree-sitter-wasms doesn't ship it; we vendor a wasm built from
|
|
343
|
-
// nix-community/tree-sitter-nix @ 3d0173d (MIT) with tree-sitter-cli
|
|
344
|
-
// 0.25.10 (`generate` + `build --wasm`, ABI 15 — upstream's checked-in
|
|
345
|
-
// parser.c is still ABI 13; all 54 upstream corpus tests pass on the
|
|
346
|
-
// regenerated parser).
|
|
347
|
-
const wasmPath = (lang === 'pascal' || lang === 'scala' || lang === 'lua' || lang === 'luau' || lang === 'csharp' || lang === 'r' || lang === 'cfml' || lang === 'cfscript' || lang === 'cfquery' || lang === 'cobol' || lang === 'vbnet' || lang === 'erlang' || lang === 'terraform' || lang === 'arkts' || lang === 'nix')
|
|
348
|
-
? path.join(__dirname, 'wasm', wasmFile)
|
|
349
|
-
: require.resolve(`tree-sitter-wasms/out/${wasmFile}`);
|
|
350
|
-
const language = await web_tree_sitter_1.Language.load(wasmPath);
|
|
391
|
+
const bytes = wasmBytes?.[lang];
|
|
392
|
+
const language = await web_tree_sitter_1.Language.load(bytes ?? resolveWasmPath(lang));
|
|
351
393
|
languageCache.set(lang, language);
|
|
352
394
|
}
|
|
353
395
|
catch (error) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"grammars.js","sourceRoot":"","sources":["../../src/extraction/grammars.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgLH,oCAQC;AAOD,kDAIC;AAUD,0CAEC;AAOD,4CAMC;AAgBD,oCAMC;AAOD,4DAoEC;AAMD,0CAGC;AAKD,sDAEC;AAMD,8BAcC;AASD,wCAoBC;AAgCD,kDAYC;AAKD,0CAKC;AAWD,0DAEC;AAKD,sDAEC;AASD,kCAMC;AAKD,4CAQC;AAKD,kEAMC;AAKD,wDA8CC;AAhiBD,2CAA6B;AAC7B,qDAAmE;AAKnE;;;GAGG;AACH,MAAM,kBAAkB,GAAoC;IAC1D,UAAU,EAAE,6BAA6B;IACzC,GAAG,EAAE,sBAAsB;IAC3B,UAAU,EAAE,6BAA6B;IACzC,GAAG,EAAE,6BAA6B;IAClC,MAAM,EAAE,yBAAyB;IACjC,EAAE,EAAE,qBAAqB;IACzB,IAAI,EAAE,uBAAuB;IAC7B,IAAI,EAAE,uBAAuB;IAC7B,CAAC,EAAE,oBAAoB;IACvB,GAAG,EAAE,sBAAsB;IAC3B,MAAM,EAAE,0BAA0B;IAClC,GAAG,EAAE,sBAAsB;IAC3B,IAAI,EAAE,uBAAuB;IAC7B,KAAK,EAAE,wBAAwB;IAC/B,MAAM,EAAE,yBAAyB;IACjC,IAAI,EAAE,uBAAuB;IAC7B,MAAM,EAAE,yBAAyB;IACjC,KAAK,EAAE,wBAAwB;IAC/B,GAAG,EAAE,sBAAsB;IAC3B,CAAC,EAAE,oBAAoB;IACvB,IAAI,EAAE,uBAAuB;IAC7B,IAAI,EAAE,uBAAuB;IAC7B,IAAI,EAAE,uBAAuB;IAC7B,QAAQ,EAAE,2BAA2B;IACrC,OAAO,EAAE,0BAA0B;IACnC,KAAK,EAAE,wBAAwB;IAC/B,KAAK,EAAE,wBAAwB;IAC/B,MAAM,EAAE,yBAAyB;IACjC,QAAQ,EAAE,2BAA2B;IACrC,SAAS,EAAE,4BAA4B;IACvC,KAAK,EAAE,wBAAwB;IAC/B,GAAG,EAAE,sBAAsB;CAC5B,CAAC;AAEF;;GAEG;AACU,QAAA,aAAa,GAA6B;IACrD,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,KAAK;IACb,uEAAuE;IACvE,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,YAAY;IACpB,2EAA2E;IAC3E,8EAA8E;IAC9E,yEAAyE;IACzE,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,YAAY;IACpB,qDAAqD;IACrD,OAAO,EAAE,YAAY;IACrB,UAAU,EAAE,YAAY;IACxB,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,QAAQ;IACf,MAAM,EAAE,QAAQ;IAChB,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,MAAM;IACb,OAAO,EAAE,MAAM;IACf,IAAI,EAAE,GAAG;IACT,IAAI,EAAE,GAAG,EAAE,qCAAqC;IAChD,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,KAAK;IACZ,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,QAAQ;IACf,+EAA+E;IAC/E,yEAAyE;IACzE,SAAS,EAAE,OAAO;IAClB,QAAQ,EAAE,OAAO;IACjB,MAAM,EAAE,KAAK;IACb,sCAAsC;IACtC,SAAS,EAAE,KAAK;IAChB,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,KAAK;IACf,MAAM,EAAE,KAAK;IACb,uFAAuF;IACvF,MAAM,EAAE,MAAM;IACd,OAAO,EAAE,MAAM;IACf,kEAAkE;IAClE,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,MAAM;IACb,OAAO,EAAE,MAAM;IACf,QAAQ,EAAE,OAAO;IACjB,KAAK,EAAE,QAAQ;IACf,MAAM,EAAE,QAAQ;IAChB,OAAO,EAAE,MAAM;IACf,SAAS,EAAE,QAAQ;IACnB,SAAS,EAAE,QAAQ;IACnB,MAAM,EAAE,KAAK;IACb,QAAQ,EAAE,OAAO;IACjB,IAAI,EAAE,GAAG;IACT,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,QAAQ,EAAE,OAAO;IACjB,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,UAAU;IAClB,gFAAgF;IAChF,gFAAgF;IAChF,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,UAAU;IAClB,0EAA0E;IAC1E,2EAA2E;IAC3E,+EAA+E;IAC/E,QAAQ,EAAE,KAAK;IACf,kEAAkE;IAClE,yEAAyE;IACzE,6EAA6E;IAC7E,6EAA6E;IAC7E,oDAAoD;IACpD,KAAK,EAAE,KAAK;IACZ,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;IACb,qFAAqF;IACrF,iEAAiE;IACjE,MAAM,EAAE,KAAK;IACb,qEAAqE;IACrE,0EAA0E;IAC1E,kEAAkE;IAClE,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,OAAO;IACf,QAAQ,EAAE,OAAO;IACjB,MAAM,EAAE,OAAO;IACf,+EAA+E;IAC/E,8EAA8E;IAC9E,KAAK,EAAE,OAAO;IACd,qEAAqE;IACrE,gDAAgD;IAChD,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,0EAA0E;IAC1E,2EAA2E;IAC3E,mDAAmD;IACnD,UAAU,EAAE,QAAQ;IACpB,6EAA6E;IAC7E,8EAA8E;IAC9E,2EAA2E;IAC3E,aAAa,EAAE,YAAY;IAC3B,4EAA4E;IAC5E,KAAK,EAAE,WAAW;IAClB,SAAS,EAAE,WAAW;IACtB,OAAO,EAAE,WAAW;CACrB,CAAC;AAEF;;;;;;;;GAQG;AACH,SAAgB,YAAY,CAAC,QAAgB,EAAE,SAAoC;IACjF,IAAI,gBAAgB,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,sCAAsC;IACnF,IAAI,mBAAmB,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,iDAAiD;IACjG,IAAI,eAAe,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,uCAAuC;IACnF,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,GAAG,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1B,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9C,OAAO,GAAG,IAAI,qBAAa,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,GAAG,IAAI,SAAS,CAAC,CAAC;AACnE,CAAC;AAED;;;;GAIG;AACH,SAAgB,mBAAmB,CAAC,QAAgB;IAClD,0EAA0E;IAC1E,wCAAwC;IACxC,OAAO,wCAAwC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACjE,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,eAAe,CAAC,QAAgB;IAC9C,OAAO,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED;;;;GAIG;AACH,SAAgB,gBAAgB,CAAC,QAAgB;IAC/C,OAAO,CACL,QAAQ,KAAK,aAAa;QAC1B,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC;QACjC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAC7B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,WAAW,GAAG,IAAI,GAAG,EAAoB,CAAC;AAChD,MAAM,aAAa,GAAG,IAAI,GAAG,EAA0B,CAAC;AACxD,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAoB,CAAC;AAE7D,IAAI,iBAAiB,GAAG,KAAK,CAAC;AAE9B;;;;GAIG;AACI,KAAK,UAAU,YAAY;IAChC,IAAI,iBAAiB;QAAE,OAAO;IAE9B,MAAM,wBAAM,CAAC,IAAI,EAAE,CAAC;IAEpB,iBAAiB,GAAG,IAAI,CAAC;AAC3B,CAAC;AAED;;;;GAIG;AACI,KAAK,UAAU,wBAAwB,CAAC,SAAqB;IAClE,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,MAAM,YAAY,EAAE,CAAC;IACvB,CAAC;IAED,wEAAwE;IACxE,2EAA2E;IAC3E,yEAAyE;IACzE,mDAAmD;IACnD,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,OAAO,CAAC,EAAE,CAAC;QAC1E,SAAS,GAAG,CAAC,GAAG,SAAS,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;IACzD,CAAC;IAED,6EAA6E;IAC7E,+EAA+E;IAC/E,4EAA4E;IAC5E,aAAa;IACb,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,EAAE,CAAC;QACxC,SAAS,GAAG,CAAC,GAAG,SAAS,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC;IAED,wFAAwF;IACxF,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAC3C,CAAC,IAAI,EAA2B,EAAE,CAChC,IAAI,IAAI,kBAAkB;QAC1B,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC;QACxB,CAAC,wBAAwB,CAAC,GAAG,CAAC,IAAI,CAAC,CACtC,CAAC;IAEF,sFAAsF;IACtF,8DAA8D;IAC9D,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,MAAM,QAAQ,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC;YACH,uEAAuE;YACvE,uEAAuE;YACvE,wEAAwE;YACxE,sEAAsE;YACtE,qEAAqE;YACrE,+DAA+D;YAC/D,wEAAwE;YACxE,2EAA2E;YAC3E,uEAAuE;YACvE,uDAAuD;YACvD,wEAAwE;YACxE,qEAAqE;YACrE,0EAA0E;YAC1E,sEAAsE;YACtE,uEAAuE;YACvE,wEAAwE;YACxE,wEAAwE;YACxE,gDAAgD;YAChD,sEAAsE;YACtE,qEAAqE;YACrE,uEAAuE;YACvE,qEAAqE;YACrE,uBAAuB;YACvB,MAAM,QAAQ,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,UAAU,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,CAAC;gBAC3T,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC;gBACxC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;YACzD,MAAM,QAAQ,GAAG,MAAM,0BAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnD,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,IAAI,CAAC,8BAA8B,IAAI,2CAA2C,OAAO,EAAE,CAAC,CAAC;YACrG,wBAAwB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,eAAe;IACnC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAsB,CAAC;IAC1E,MAAM,wBAAwB,CAAC,YAAY,CAAC,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB;IACnC,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED;;;GAGG;AACH,SAAgB,SAAS,CAAC,QAAkB;IAC1C,IAAI,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9B,OAAO,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;IACpC,CAAC;IAED,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACzC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,wBAAM,EAAE,CAAC;IAC5B,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACzB,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,cAAc,CAAC,QAAgB,EAAE,MAAe,EAAE,SAAoC;IACpG,4EAA4E;IAC5E,wDAAwD;IACxD,IAAI,gBAAgB,CAAC,QAAQ,CAAC;QAAE,OAAO,MAAM,CAAC;IAC9C,MAAM,GAAG,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IACxE,4EAA4E;IAC5E,gEAAgE;IAChE,IAAI,mBAAmB,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IACnD,4EAA4E;IAC5E,0EAA0E;IAC1E,IAAI,eAAe,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC/C,MAAM,IAAI,GAAG,CAAC,SAAS,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,qBAAa,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC;IAE9E,kEAAkE;IAClE,IAAI,IAAI,KAAK,GAAG,IAAI,GAAG,KAAK,IAAI,IAAI,MAAM,EAAE,CAAC;QAC3C,IAAI,YAAY,CAAC,MAAM,CAAC;YAAE,OAAO,KAAK,CAAC;QACvC,IAAI,aAAa,CAAC,MAAM,CAAC;YAAE,OAAO,MAAM,CAAC;IAC3C,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,MAAc;IAClC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACzC,+EAA+E;IAC/E,uEAAuE;IACvE,iFAAiF;IACjF,0EAA0E;IAC1E,8EAA8E;IAC9E,gFAAgF;IAChF,4EAA4E;IAC5E,2EAA2E;IAC3E,iFAAiF;IACjF,OAAO,mMAAmM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC1N,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,MAAc;IACnC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACzC,OAAO,qDAAqD,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC5E,CAAC;AAED;;;GAGG;AACH,SAAgB,mBAAmB,CAAC,QAAkB;IACpD,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,CAAC,6CAA6C;IACrF,IAAI,QAAQ,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC,CAAC,6CAA6C;IAClF,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC,CAAC,yDAAyD;IAChG,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,CAAC,yBAAyB;IACjE,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC,CAAC,gDAAgD;IACvF,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC,CAAC,6EAA6E;IACnH,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC,CAAC,2BAA2B;IACjE,IAAI,QAAQ,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC,CAAC,2BAA2B;IAChE,IAAI,QAAQ,KAAK,YAAY;QAAE,OAAO,IAAI,CAAC,CAAC,qBAAqB;IACjE,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACzC,OAAO,QAAQ,IAAI,kBAAkB,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,SAAgB,eAAe,CAAC,QAAkB;IAChD,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,OAAO,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC;IACtI,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC,CAAC,yBAAyB;IACtF,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,YAAY;QAAE,OAAO,IAAI,CAAC,CAAC,yBAAyB;IAC3F,OAAO,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AACrC,CAAC;AAED;;;;;;;;GAQG;AACH,SAAgB,uBAAuB,CAAC,QAAkB;IACxD,OAAO,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,YAAY,CAAC;AACjF,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB;IACnC,OAAO,CAAC,GAAI,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAuB,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;AACzG,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,WAAW,CAAC,QAAkB;IAC5C,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACtC,IAAI,GAAG,EAAE,CAAC;QACR,GAAG,CAAC,MAAM,EAAE,CAAC;QACb,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAgB,gBAAgB;IAC9B,KAAK,MAAM,MAAM,IAAI,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1C,MAAM,CAAC,MAAM,EAAE,CAAC;IAClB,CAAC;IACD,WAAW,CAAC,KAAK,EAAE,CAAC;IACpB,+DAA+D;IAC/D,iFAAiF;IACjF,wBAAwB,CAAC,KAAK,EAAE,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,SAAgB,2BAA2B;IACzC,MAAM,GAAG,GAAsC,EAAE,CAAC;IAClD,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,wBAAwB,CAAC,OAAO,EAAE,EAAE,CAAC;QACrE,GAAG,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC;IAC1B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,SAAgB,sBAAsB,CAAC,QAAkB;IACvD,MAAM,KAAK,GAA6B;QACtC,UAAU,EAAE,YAAY;QACxB,UAAU,EAAE,YAAY;QACxB,GAAG,EAAE,kBAAkB;QACvB,GAAG,EAAE,kBAAkB;QACvB,MAAM,EAAE,QAAQ;QAChB,EAAE,EAAE,IAAI;QACR,IAAI,EAAE,MAAM;QACZ,CAAC,EAAE,GAAG;QACN,IAAI,EAAE,MAAM;QACZ,CAAC,EAAE,GAAG;QACN,GAAG,EAAE,KAAK;QACV,MAAM,EAAE,IAAI;QACZ,KAAK,EAAE,cAAc;QACrB,GAAG,EAAE,KAAK;QACV,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE,QAAQ;QAChB,GAAG,EAAE,KAAK;QACV,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,iBAAiB;QACzB,KAAK,EAAE,OAAO;QACd,GAAG,EAAE,KAAK;QACV,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,aAAa;QACnB,QAAQ,EAAE,UAAU;QACpB,GAAG,EAAE,KAAK;QACV,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,MAAM;QACZ,GAAG,EAAE,KAAK;QACV,UAAU,EAAE,iBAAiB;QAC7B,IAAI,EAAE,MAAM;QACZ,QAAQ,EAAE,UAAU;QACpB,OAAO,EAAE,eAAe;QACxB,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,WAAW;QACtB,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,SAAS;KACnB,CAAC;IACF,OAAO,KAAK,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC;AACrC,CAAC"}
|
|
1
|
+
{"version":3,"file":"grammars.js","sourceRoot":"","sources":["../../src/extraction/grammars.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAiLH,oCAQC;AAOD,kDAIC;AAUD,0CAEC;AAOD,4CAMC;AAgBD,oCAMC;AAmED,oDAaC;AAWD,4DA4BC;AAMD,0CAGC;AAKD,sDAEC;AAMD,8BAcC;AASD,wCAoBC;AAgCD,kDAYC;AAKD,0CAKC;AAWD,0DAEC;AAKD,sDAEC;AASD,kCAMC;AAKD,4CAQC;AAKD,kEAMC;AAKD,wDA8CC;AA7kBD,2CAA6B;AAC7B,iDAAmC;AACnC,qDAAmE;AAKnE;;;GAGG;AACH,MAAM,kBAAkB,GAAoC;IAC1D,UAAU,EAAE,6BAA6B;IACzC,GAAG,EAAE,sBAAsB;IAC3B,UAAU,EAAE,6BAA6B;IACzC,GAAG,EAAE,6BAA6B;IAClC,MAAM,EAAE,yBAAyB;IACjC,EAAE,EAAE,qBAAqB;IACzB,IAAI,EAAE,uBAAuB;IAC7B,IAAI,EAAE,uBAAuB;IAC7B,CAAC,EAAE,oBAAoB;IACvB,GAAG,EAAE,sBAAsB;IAC3B,MAAM,EAAE,0BAA0B;IAClC,GAAG,EAAE,sBAAsB;IAC3B,IAAI,EAAE,uBAAuB;IAC7B,KAAK,EAAE,wBAAwB;IAC/B,MAAM,EAAE,yBAAyB;IACjC,IAAI,EAAE,uBAAuB;IAC7B,MAAM,EAAE,yBAAyB;IACjC,KAAK,EAAE,wBAAwB;IAC/B,GAAG,EAAE,sBAAsB;IAC3B,CAAC,EAAE,oBAAoB;IACvB,IAAI,EAAE,uBAAuB;IAC7B,IAAI,EAAE,uBAAuB;IAC7B,IAAI,EAAE,uBAAuB;IAC7B,QAAQ,EAAE,2BAA2B;IACrC,OAAO,EAAE,0BAA0B;IACnC,KAAK,EAAE,wBAAwB;IAC/B,KAAK,EAAE,wBAAwB;IAC/B,MAAM,EAAE,yBAAyB;IACjC,QAAQ,EAAE,2BAA2B;IACrC,SAAS,EAAE,4BAA4B;IACvC,KAAK,EAAE,wBAAwB;IAC/B,GAAG,EAAE,sBAAsB;CAC5B,CAAC;AAEF;;GAEG;AACU,QAAA,aAAa,GAA6B;IACrD,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,KAAK;IACb,uEAAuE;IACvE,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,YAAY;IACpB,2EAA2E;IAC3E,8EAA8E;IAC9E,yEAAyE;IACzE,MAAM,EAAE,OAAO;IACf,KAAK,EAAE,YAAY;IACnB,MAAM,EAAE,YAAY;IACpB,MAAM,EAAE,YAAY;IACpB,qDAAqD;IACrD,OAAO,EAAE,YAAY;IACrB,UAAU,EAAE,YAAY;IACxB,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,QAAQ;IACf,MAAM,EAAE,QAAQ;IAChB,KAAK,EAAE,IAAI;IACX,KAAK,EAAE,MAAM;IACb,OAAO,EAAE,MAAM;IACf,IAAI,EAAE,GAAG;IACT,IAAI,EAAE,GAAG,EAAE,qCAAqC;IAChD,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,KAAK;IACZ,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;IACb,KAAK,EAAE,QAAQ;IACf,+EAA+E;IAC/E,yEAAyE;IACzE,SAAS,EAAE,OAAO;IAClB,QAAQ,EAAE,OAAO;IACjB,MAAM,EAAE,KAAK;IACb,sCAAsC;IACtC,SAAS,EAAE,KAAK;IAChB,UAAU,EAAE,KAAK;IACjB,QAAQ,EAAE,KAAK;IACf,MAAM,EAAE,KAAK;IACb,uFAAuF;IACvF,MAAM,EAAE,MAAM;IACd,OAAO,EAAE,MAAM;IACf,kEAAkE;IAClE,OAAO,EAAE,MAAM;IACf,KAAK,EAAE,MAAM;IACb,OAAO,EAAE,MAAM;IACf,QAAQ,EAAE,OAAO;IACjB,KAAK,EAAE,QAAQ;IACf,MAAM,EAAE,QAAQ;IAChB,OAAO,EAAE,MAAM;IACf,SAAS,EAAE,QAAQ;IACnB,SAAS,EAAE,QAAQ;IACnB,MAAM,EAAE,KAAK;IACb,QAAQ,EAAE,OAAO;IACjB,IAAI,EAAE,GAAG;IACT,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,QAAQ,EAAE,OAAO;IACjB,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,UAAU;IAClB,gFAAgF;IAChF,gFAAgF;IAChF,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,MAAM;IACd,MAAM,EAAE,UAAU;IAClB,0EAA0E;IAC1E,2EAA2E;IAC3E,+EAA+E;IAC/E,QAAQ,EAAE,KAAK;IACf,kEAAkE;IAClE,yEAAyE;IACzE,6EAA6E;IAC7E,6EAA6E;IAC7E,oDAAoD;IACpD,KAAK,EAAE,KAAK;IACZ,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;IACb,qFAAqF;IACrF,iEAAiE;IACjE,MAAM,EAAE,KAAK;IACb,qEAAqE;IACrE,0EAA0E;IAC1E,kEAAkE;IAClE,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,OAAO;IACf,QAAQ,EAAE,OAAO;IACjB,MAAM,EAAE,OAAO;IACf,+EAA+E;IAC/E,8EAA8E;IAC9E,KAAK,EAAE,OAAO;IACd,qEAAqE;IACrE,gDAAgD;IAChD,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,0EAA0E;IAC1E,2EAA2E;IAC3E,mDAAmD;IACnD,UAAU,EAAE,QAAQ;IACpB,6EAA6E;IAC7E,8EAA8E;IAC9E,2EAA2E;IAC3E,aAAa,EAAE,YAAY;IAC3B,4EAA4E;IAC5E,KAAK,EAAE,WAAW;IAClB,SAAS,EAAE,WAAW;IACtB,OAAO,EAAE,WAAW;CACrB,CAAC;AAEF;;;;;;;;GAQG;AACH,SAAgB,YAAY,CAAC,QAAgB,EAAE,SAAoC;IACjF,IAAI,gBAAgB,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,sCAAsC;IACnF,IAAI,mBAAmB,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,iDAAiD;IACjG,IAAI,eAAe,CAAC,QAAQ,CAAC;QAAE,OAAO,IAAI,CAAC,CAAC,uCAAuC;IACnF,MAAM,GAAG,GAAG,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,GAAG,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1B,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;IAC9C,OAAO,GAAG,IAAI,qBAAa,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,GAAG,IAAI,SAAS,CAAC,CAAC;AACnE,CAAC;AAED;;;;GAIG;AACH,SAAgB,mBAAmB,CAAC,QAAgB;IAClD,0EAA0E;IAC1E,wCAAwC;IACxC,OAAO,wCAAwC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AACjE,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,eAAe,CAAC,QAAgB;IAC9C,OAAO,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED;;;;GAIG;AACH,SAAgB,gBAAgB,CAAC,QAAgB;IAC/C,OAAO,CACL,QAAQ,KAAK,aAAa;QAC1B,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC;QACjC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAC7B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,WAAW,GAAG,IAAI,GAAG,EAAoB,CAAC;AAChD,MAAM,aAAa,GAAG,IAAI,GAAG,EAA0B,CAAC;AACxD,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAoB,CAAC;AAE7D,IAAI,iBAAiB,GAAG,KAAK,CAAC;AAE9B;;;;GAIG;AACI,KAAK,UAAU,YAAY;IAChC,IAAI,iBAAiB;QAAE,OAAO;IAE9B,MAAM,wBAAM,CAAC,IAAI,EAAE,CAAC;IAEpB,iBAAiB,GAAG,IAAI,CAAC;AAC3B,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,mBAAmB,GAAiC,IAAI,GAAG,CAAC;IAChE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS;IAC9E,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK;CACxD,CAAC,CAAC;AAEH,kFAAkF;AAClF,SAAS,eAAe,CAAC,IAAqB;IAC5C,MAAM,QAAQ,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC1C,OAAO,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC;QAClC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC;QACxC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;AAC3D,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,sBAAsB,CAAC,SAAqB;IACnD,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,OAAO,CAAC,EAAE,CAAC;QAC1E,SAAS,GAAG,CAAC,GAAG,SAAS,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,EAAE,CAAC;QACxC,SAAS,GAAG,CAAC,GAAG,SAAS,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;;;;;;GASG;AACI,KAAK,UAAU,oBAAoB,CAAC,SAAqB;IAC9D,MAAM,GAAG,GAA+B,EAAE,CAAC;IAC3C,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,sBAAsB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CACnE,CAAC,IAAI,EAA2B,EAAE,CAAC,IAAI,IAAI,kBAAkB,CAC9D,CAAC;IACF,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,IAAI,CAAC;YACH,GAAG,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,2DAA2D;QAC7D,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;;;;GAQG;AACI,KAAK,UAAU,wBAAwB,CAAC,SAAqB,EAAE,SAAsC;IAC1G,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,MAAM,YAAY,EAAE,CAAC;IACvB,CAAC;IAED,SAAS,GAAG,sBAAsB,CAAC,SAAS,CAAC,CAAC;IAE9C,wFAAwF;IACxF,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAC3C,CAAC,IAAI,EAA2B,EAAE,CAChC,IAAI,IAAI,kBAAkB;QAC1B,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC;QACxB,CAAC,wBAAwB,CAAC,GAAG,CAAC,IAAI,CAAC,CACtC,CAAC;IAEF,sFAAsF;IACtF,8DAA8D;IAC9D,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,QAAQ,GAAG,MAAM,0BAAY,CAAC,IAAI,CAAC,KAAK,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;YACzE,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACvE,OAAO,CAAC,IAAI,CAAC,8BAA8B,IAAI,2CAA2C,OAAO,EAAE,CAAC,CAAC;YACrG,wBAAwB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,eAAe;IACnC,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAsB,CAAC;IAC1E,MAAM,wBAAwB,CAAC,YAAY,CAAC,CAAC;AAC/C,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB;IACnC,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED;;;GAGG;AACH,SAAgB,SAAS,CAAC,QAAkB;IAC1C,IAAI,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9B,OAAO,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;IACpC,CAAC;IAED,MAAM,IAAI,GAAG,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACzC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,wBAAM,EAAE,CAAC;IAC5B,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACzB,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,cAAc,CAAC,QAAgB,EAAE,MAAe,EAAE,SAAoC;IACpG,4EAA4E;IAC5E,wDAAwD;IACxD,IAAI,gBAAgB,CAAC,QAAQ,CAAC;QAAE,OAAO,MAAM,CAAC;IAC9C,MAAM,GAAG,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IACxE,4EAA4E;IAC5E,gEAAgE;IAChE,IAAI,mBAAmB,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IACnD,4EAA4E;IAC5E,0EAA0E;IAC1E,IAAI,eAAe,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC/C,MAAM,IAAI,GAAG,CAAC,SAAS,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,qBAAa,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC;IAE9E,kEAAkE;IAClE,IAAI,IAAI,KAAK,GAAG,IAAI,GAAG,KAAK,IAAI,IAAI,MAAM,EAAE,CAAC;QAC3C,IAAI,YAAY,CAAC,MAAM,CAAC;YAAE,OAAO,KAAK,CAAC;QACvC,IAAI,aAAa,CAAC,MAAM,CAAC;YAAE,OAAO,MAAM,CAAC;IAC3C,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,MAAc;IAClC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACzC,+EAA+E;IAC/E,uEAAuE;IACvE,iFAAiF;IACjF,0EAA0E;IAC1E,8EAA8E;IAC9E,gFAAgF;IAChF,4EAA4E;IAC5E,2EAA2E;IAC3E,iFAAiF;IACjF,OAAO,mMAAmM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC1N,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,MAAc;IACnC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACzC,OAAO,qDAAqD,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC5E,CAAC;AAED;;;GAGG;AACH,SAAgB,mBAAmB,CAAC,QAAkB;IACpD,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,CAAC,6CAA6C;IACrF,IAAI,QAAQ,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC,CAAC,6CAA6C;IAClF,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC,CAAC,yDAAyD;IAChG,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,CAAC,yBAAyB;IACjE,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC,CAAC,gDAAgD;IACvF,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC,CAAC,6EAA6E;IACnH,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC,CAAC,2BAA2B;IACjE,IAAI,QAAQ,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC,CAAC,2BAA2B;IAChE,IAAI,QAAQ,KAAK,YAAY;QAAE,OAAO,IAAI,CAAC,CAAC,qBAAqB;IACjE,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACzC,OAAO,QAAQ,IAAI,kBAAkB,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,SAAgB,eAAe,CAAC,QAAkB;IAChD,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,OAAO,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,IAAI,CAAC;IACtI,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC,CAAC,yBAAyB;IACtF,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,YAAY;QAAE,OAAO,IAAI,CAAC,CAAC,yBAAyB;IAC3F,OAAO,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AACrC,CAAC;AAED;;;;;;;;GAQG;AACH,SAAgB,uBAAuB,CAAC,QAAkB;IACxD,OAAO,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,YAAY,CAAC;AACjF,CAAC;AAED;;GAEG;AACH,SAAgB,qBAAqB;IACnC,OAAO,CAAC,GAAI,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAuB,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;AACzG,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,WAAW,CAAC,QAAkB;IAC5C,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACtC,IAAI,GAAG,EAAE,CAAC;QACR,GAAG,CAAC,MAAM,EAAE,CAAC;QACb,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAgB,gBAAgB;IAC9B,KAAK,MAAM,MAAM,IAAI,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;QAC1C,MAAM,CAAC,MAAM,EAAE,CAAC;IAClB,CAAC;IACD,WAAW,CAAC,KAAK,EAAE,CAAC;IACpB,+DAA+D;IAC/D,iFAAiF;IACjF,wBAAwB,CAAC,KAAK,EAAE,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,SAAgB,2BAA2B;IACzC,MAAM,GAAG,GAAsC,EAAE,CAAC;IAClD,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,IAAI,wBAAwB,CAAC,OAAO,EAAE,EAAE,CAAC;QACrE,GAAG,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC;IAC1B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,SAAgB,sBAAsB,CAAC,QAAkB;IACvD,MAAM,KAAK,GAA6B;QACtC,UAAU,EAAE,YAAY;QACxB,UAAU,EAAE,YAAY;QACxB,GAAG,EAAE,kBAAkB;QACvB,GAAG,EAAE,kBAAkB;QACvB,MAAM,EAAE,QAAQ;QAChB,EAAE,EAAE,IAAI;QACR,IAAI,EAAE,MAAM;QACZ,CAAC,EAAE,GAAG;QACN,IAAI,EAAE,MAAM;QACZ,CAAC,EAAE,GAAG;QACN,GAAG,EAAE,KAAK;QACV,MAAM,EAAE,IAAI;QACZ,KAAK,EAAE,cAAc;QACrB,GAAG,EAAE,KAAK;QACV,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,QAAQ;QAChB,IAAI,EAAE,MAAM;QACZ,MAAM,EAAE,QAAQ;QAChB,GAAG,EAAE,KAAK;QACV,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,iBAAiB;QACzB,KAAK,EAAE,OAAO;QACd,GAAG,EAAE,KAAK;QACV,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,aAAa;QACnB,QAAQ,EAAE,UAAU;QACpB,GAAG,EAAE,KAAK;QACV,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,MAAM;QACZ,GAAG,EAAE,KAAK;QACV,UAAU,EAAE,iBAAiB;QAC7B,IAAI,EAAE,MAAM;QACZ,QAAQ,EAAE,UAAU;QACpB,OAAO,EAAE,eAAe;QACxB,KAAK,EAAE,OAAO;QACd,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,WAAW;QACtB,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,SAAS;KACnB,CAAC;IACF,OAAO,KAAK,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC;AACrC,CAAC"}
|
|
@@ -190,7 +190,7 @@ export declare class ExtractionOrchestrator {
|
|
|
190
190
|
/**
|
|
191
191
|
* Index all files in the project
|
|
192
192
|
*/
|
|
193
|
-
indexAll(onProgress?: (progress: IndexProgress) => void, signal?: AbortSignal, verbose?: boolean): Promise<IndexResult>;
|
|
193
|
+
indexAll(onProgress?: (progress: IndexProgress) => void, signal?: AbortSignal, verbose?: boolean, walBackpressure?: () => Promise<void> | null): Promise<IndexResult>;
|
|
194
194
|
/**
|
|
195
195
|
* Index specific files
|
|
196
196
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/extraction/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAMzB,OAAO,EAGL,gBAAgB,EAChB,eAAe,EAEhB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAQ7C,OAAe,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/extraction/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAMzB,OAAO,EAGL,gBAAgB,EAChB,eAAe,EAEhB,MAAM,UAAU,CAAC;AAClB,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAQ7C,OAAe,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AA0CxC;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,SAAS,GAAG,WAAW,CAAC;IACxD,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,eAAe,EAAE,CAAC;IAC1B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC7B;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAEnD;AAoKD;;;;;;GAMG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAK1D;AA2TD;;;;;;;;;;GAUG;AACH,qBAAa,WAAW;IAIpB,OAAO,CAAC,WAAW;IAEnB;;;;OAIG;IACH,OAAO,CAAC,OAAO;IACf;;;;;;;;OAQG;IACH,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,YAAY;IArBtB,OAAO,CAAC,QAAQ,CAA2C;IAC3D,OAAO,CAAC,QAAQ,CAAgC;gBAEtC,WAAW,EAAE,MAAM,EAC3B,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAClD;;;;OAIG;IACK,OAAO,GAAE,MAAM,GAAG,IAAW;IACrC;;;;;;;;OAQG;IACK,OAAO,GAAE,MAAM,GAAG,IAAW,EAC7B,YAAY,GAAE,MAAM,EAAO;IAMrC,OAAO,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO;CAiC9B;AAED;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,WAAW,CAU/F;AAoCD;;;;;;;;GAQG;AACH,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAwDnE;AASD;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAkBnE;AA2TD;;;;;;GAMG;AACH,wBAAgB,aAAa,CAC3B,OAAO,EAAE,MAAM,EACf,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,GACnD,MAAM,EAAE,CAqBV;AAED;;;GAGG;AACH,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,MAAM,EACf,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,KAAK,IAAI,GACnD,OAAO,CAAC,MAAM,EAAE,CAAC,CAuBnB;AA8ID;;GAEG;AACH,qBAAa,sBAAsB;IACjC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,OAAO,CAAe;IAC9B;;;;;OAKG;IACH,OAAO,CAAC,sBAAsB,CAAyB;gBAE3C,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY;IAKlD;;;;;OAKG;IACH,OAAO,CAAC,qBAAqB;IAkD7B;;;;OAIG;IACH,OAAO,CAAC,wBAAwB;IAQhC;;OAEG;IACG,QAAQ,CACZ,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,EAC9C,MAAM,CAAC,EAAE,WAAW,EACpB,OAAO,CAAC,EAAE,OAAO,EAKjB,eAAe,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GAC3C,OAAO,CAAC,WAAW,CAAC;IAkfvB;;OAEG;IACG,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,WAAW,CAAC;IA4C3D;;OAEG;IACG,SAAS,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAwChE;;;OAGG;IACG,oBAAoB,CACxB,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,EAAE,CAAC,KAAK,GACd,OAAO,CAAC,gBAAgB,CAAC;IA0D5B;;OAEG;YACW,qBAAqB;IA+HnC;;;;;;;OAOG;IACG,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC;IA8I/E;;;OAGG;IACH,eAAe,IAAI;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,EAAE,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,CAAA;KAAE;CAwF9E;AAGD,OAAO,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,mBAAmB,EAAE,eAAe,EAAE,qBAAqB,EAAE,YAAY,EAAE,wBAAwB,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC"}
|
|
@@ -64,6 +64,7 @@ const errors_1 = require("../errors");
|
|
|
64
64
|
const utils_1 = require("../utils");
|
|
65
65
|
const ignore_1 = __importDefault(require("ignore"));
|
|
66
66
|
const frameworks_1 = require("../resolution/frameworks");
|
|
67
|
+
const cooperative_yield_1 = require("../resolution/cooperative-yield");
|
|
67
68
|
/**
|
|
68
69
|
* Number of files to read in parallel during indexing.
|
|
69
70
|
* File reads are I/O-bound; batching overlaps I/O wait with CPU parse work.
|
|
@@ -84,9 +85,10 @@ const SYNC_RECONCILE_YIELD_INTERVAL = 1000;
|
|
|
84
85
|
/**
|
|
85
86
|
* Maximum time (ms) to wait for a single file to parse in the worker thread.
|
|
86
87
|
* If tree-sitter hangs or WASM runs out of memory, this prevents the entire
|
|
87
|
-
* indexing run from freezing. The worker is restarted after a timeout.
|
|
88
|
+
* indexing run from freezing. The worker is restarted after a (hard) timeout.
|
|
89
|
+
* Env-overridable via CODEGRAPH_PARSE_TIMEOUT_MS for slow storage (#1231).
|
|
88
90
|
*/
|
|
89
|
-
const PARSE_TIMEOUT_MS =
|
|
91
|
+
const PARSE_TIMEOUT_MS = (0, parse_pool_1.resolveParseTimeoutMs)(process.env.CODEGRAPH_PARSE_TIMEOUT_MS);
|
|
90
92
|
/**
|
|
91
93
|
* Number of files to parse before recycling the worker thread.
|
|
92
94
|
* WASM linear memory can grow but NEVER shrink (WebAssembly spec limitation).
|
|
@@ -1370,7 +1372,12 @@ class ExtractionOrchestrator {
|
|
|
1370
1372
|
/**
|
|
1371
1373
|
* Index all files in the project
|
|
1372
1374
|
*/
|
|
1373
|
-
async indexAll(onProgress, signal, verbose
|
|
1375
|
+
async indexAll(onProgress, signal, verbose,
|
|
1376
|
+
// Writer-side backstop for deferred WAL checkpointing (#1231): returns
|
|
1377
|
+
// null in the normal case, or a promise to await (at this safe,
|
|
1378
|
+
// between-transactions boundary) when the WAL has outrun the off-thread
|
|
1379
|
+
// checkpointer past its hard cap. See db/wal-valve.ts.
|
|
1380
|
+
walBackpressure) {
|
|
1374
1381
|
await (0, grammars_1.initGrammars)();
|
|
1375
1382
|
const startTime = Date.now();
|
|
1376
1383
|
const errors = [];
|
|
@@ -1392,6 +1399,10 @@ class ExtractionOrchestrator {
|
|
|
1392
1399
|
current: 0,
|
|
1393
1400
|
total: 0,
|
|
1394
1401
|
});
|
|
1402
|
+
// Phase attribution to stderr (same opt-in as the synthesis timings):
|
|
1403
|
+
// early-run 5-10s single stalls were observed on 95k-file repos but never
|
|
1404
|
+
// attributed — these labels settle scan vs framework-detect vs grammars.
|
|
1405
|
+
const tScan = Date.now();
|
|
1395
1406
|
const files = await scanDirectoryAsync(this.rootDir, (current, file) => {
|
|
1396
1407
|
onProgress?.({
|
|
1397
1408
|
phase: 'scanning',
|
|
@@ -1400,13 +1411,18 @@ class ExtractionOrchestrator {
|
|
|
1400
1411
|
currentFile: file,
|
|
1401
1412
|
});
|
|
1402
1413
|
});
|
|
1414
|
+
if (process.env.CODEGRAPH_SYNTH_TIMINGS)
|
|
1415
|
+
console.error(`[phase-timing] scan: ${Date.now() - tScan}ms (${files.length} files)`);
|
|
1403
1416
|
// Detect frameworks once per indexAll run using the scanned file list.
|
|
1404
1417
|
// Names are passed to each parse call so framework-specific extractors
|
|
1405
1418
|
// (route nodes, middleware, etc.) run after the tree-sitter pass.
|
|
1406
1419
|
// Framework detection is reset each run so adding e.g. requirements.txt
|
|
1407
1420
|
// between runs is picked up without restarting the process.
|
|
1408
1421
|
this.detectedFrameworkNames = null;
|
|
1422
|
+
const tFw = Date.now();
|
|
1409
1423
|
const frameworkNames = this.ensureDetectedFrameworks(files);
|
|
1424
|
+
if (process.env.CODEGRAPH_SYNTH_TIMINGS)
|
|
1425
|
+
console.error(`[phase-timing] framework-detect: ${Date.now() - tFw}ms`);
|
|
1410
1426
|
if (signal?.aborted) {
|
|
1411
1427
|
return {
|
|
1412
1428
|
success: false,
|
|
@@ -1447,6 +1463,11 @@ class ExtractionOrchestrator {
|
|
|
1447
1463
|
// CODEGRAPH_PARSE_WORKERS: explicit worker count; 1 = the old single-worker
|
|
1448
1464
|
// behaviour (the conservative rollback). Unset → clamp(cores-1, 1, 8).
|
|
1449
1465
|
const poolSize = (0, parse_pool_1.resolveParsePoolSize)(process.env.CODEGRAPH_PARSE_WORKERS, os.cpus().length);
|
|
1466
|
+
// Read each needed grammar's WASM ONCE here and hand the bytes to every
|
|
1467
|
+
// worker, so spawns/respawns load grammars from memory instead of
|
|
1468
|
+
// re-reading them from disk (#1231: on an HDD, respawn re-reads amplify
|
|
1469
|
+
// the very I/O contention that caused the respawn).
|
|
1470
|
+
const grammarBuffers = await (0, grammars_1.readGrammarWasmBytes)(neededLanguages);
|
|
1450
1471
|
pool = new parse_pool_1.ParseWorkerPool({
|
|
1451
1472
|
languages: neededLanguages,
|
|
1452
1473
|
size: poolSize,
|
|
@@ -1454,6 +1475,7 @@ class ExtractionOrchestrator {
|
|
|
1454
1475
|
recycleInterval: WORKER_RECYCLE_INTERVAL,
|
|
1455
1476
|
parseTimeoutMs: PARSE_TIMEOUT_MS,
|
|
1456
1477
|
log,
|
|
1478
|
+
grammarBuffers,
|
|
1457
1479
|
});
|
|
1458
1480
|
log(`Parse worker pool: ${poolSize} worker(s)`);
|
|
1459
1481
|
}
|
|
@@ -1489,12 +1511,23 @@ class ExtractionOrchestrator {
|
|
|
1489
1511
|
let nextSeq = 0; // file-order sequence assigned at dispatch
|
|
1490
1512
|
let nextToStore = 0; // cursor: next sequence to commit
|
|
1491
1513
|
let aborted = false;
|
|
1492
|
-
|
|
1514
|
+
// Yielder for the in-order commit path: a single giant generated file's
|
|
1515
|
+
// store is otherwise one unyielding multi-second transaction span on the
|
|
1516
|
+
// main thread (5–14s single stalls measured on llvm-project), starving
|
|
1517
|
+
// the #850 watchdog heartbeat on slow hardware.
|
|
1518
|
+
const commitYield = (0, cooperative_yield_1.createYielder)();
|
|
1519
|
+
const storeResult = async (filePath, content, stats, result) => {
|
|
1493
1520
|
processed++;
|
|
1521
|
+
// WAL hard-cap backstop: between files (never mid-transaction), pause
|
|
1522
|
+
// the store until the off-thread checkpoint catches up. Resolves to
|
|
1523
|
+
// null in the normal case — a single size check, no cost.
|
|
1524
|
+
const bp = walBackpressure?.();
|
|
1525
|
+
if (bp)
|
|
1526
|
+
await bp;
|
|
1494
1527
|
// Store in database on main thread (SQLite is not thread-safe)
|
|
1495
1528
|
if (result.nodes.length > 0 || result.errors.length === 0) {
|
|
1496
1529
|
const language = (0, grammars_1.detectLanguage)(filePath, content, overrides);
|
|
1497
|
-
this.storeExtractionResult(filePath, content, language, stats, result);
|
|
1530
|
+
await this.storeExtractionResult(filePath, content, language, stats, result, commitYield);
|
|
1498
1531
|
}
|
|
1499
1532
|
if (result.errors.length > 0) {
|
|
1500
1533
|
for (const err of result.errors) {
|
|
@@ -1538,20 +1571,35 @@ class ExtractionOrchestrator {
|
|
|
1538
1571
|
};
|
|
1539
1572
|
// Commit buffered parses to the DB in file order, advancing the cursor over
|
|
1540
1573
|
// contiguous completed results. Runs after each parse settles (and once more
|
|
1541
|
-
// after the drain). storeResult
|
|
1542
|
-
// so
|
|
1574
|
+
// after the drain). storeResult is now async (it yields between chunked
|
|
1575
|
+
// inserts), so commits are SERIALIZED on a promise chain — concurrent parse
|
|
1576
|
+
// completions append to the chain instead of interleaving mid-store, which
|
|
1577
|
+
// preserves both the file-order commit invariant (#1015: resolution
|
|
1578
|
+
// disambiguates same-named candidates by insertion order) and the
|
|
1579
|
+
// single-writer discipline for SQLite. Errors are recorded and re-thrown
|
|
1580
|
+
// at the drain, matching the old synchronous propagation.
|
|
1581
|
+
let flushChain = Promise.resolve();
|
|
1582
|
+
let flushError = null;
|
|
1543
1583
|
const flushOrdered = () => {
|
|
1544
|
-
|
|
1545
|
-
|
|
1546
|
-
|
|
1547
|
-
|
|
1548
|
-
|
|
1549
|
-
|
|
1550
|
-
|
|
1551
|
-
|
|
1552
|
-
|
|
1553
|
-
|
|
1554
|
-
|
|
1584
|
+
flushChain = flushChain.then(async () => {
|
|
1585
|
+
if (aborted || flushError)
|
|
1586
|
+
return;
|
|
1587
|
+
try {
|
|
1588
|
+
while (completed.has(nextToStore)) {
|
|
1589
|
+
const item = completed.get(nextToStore);
|
|
1590
|
+
completed.delete(nextToStore);
|
|
1591
|
+
nextToStore++;
|
|
1592
|
+
if (item.ok)
|
|
1593
|
+
await storeResult(item.filePath, item.content, item.stats, item.result);
|
|
1594
|
+
else
|
|
1595
|
+
recordParseFailure(item.filePath, item.err);
|
|
1596
|
+
}
|
|
1597
|
+
}
|
|
1598
|
+
catch (err) {
|
|
1599
|
+
flushError = err;
|
|
1600
|
+
}
|
|
1601
|
+
});
|
|
1602
|
+
return flushChain;
|
|
1555
1603
|
};
|
|
1556
1604
|
// Dispatch one file's parse (parses run concurrently across the pool), tagged
|
|
1557
1605
|
// with its file-order sequence so flushOrdered commits results in order. The
|
|
@@ -1574,10 +1622,15 @@ class ExtractionOrchestrator {
|
|
|
1574
1622
|
// buffered), not just in-flight: a slow file sitting at the commit cursor
|
|
1575
1623
|
// lets later parses finish and buffer, which would otherwise grow without
|
|
1576
1624
|
// bound. Wait for parses to settle (each may advance the cursor) until the
|
|
1577
|
-
// window has room.
|
|
1578
|
-
//
|
|
1579
|
-
|
|
1580
|
-
|
|
1625
|
+
// window has room. When nothing is in flight but the window is still full,
|
|
1626
|
+
// the async commit chain is what's behind — await it so the cursor
|
|
1627
|
+
// advances (buffered items hold whole file contents, so this bound is
|
|
1628
|
+
// load-bearing for memory).
|
|
1629
|
+
while (nextSeq - nextToStore >= windowSize) {
|
|
1630
|
+
if (inFlight.size > 0)
|
|
1631
|
+
await Promise.race(inFlight);
|
|
1632
|
+
else
|
|
1633
|
+
await flushOrdered();
|
|
1581
1634
|
}
|
|
1582
1635
|
};
|
|
1583
1636
|
for (let i = 0; i < files.length; i += FILE_IO_BATCH_SIZE) {
|
|
@@ -1652,7 +1705,9 @@ class ExtractionOrchestrator {
|
|
|
1652
1705
|
// then commit any results the cursor hasn't reached yet.
|
|
1653
1706
|
if (!aborted) {
|
|
1654
1707
|
await Promise.all(inFlight);
|
|
1655
|
-
flushOrdered();
|
|
1708
|
+
await flushOrdered();
|
|
1709
|
+
if (flushError)
|
|
1710
|
+
throw flushError;
|
|
1656
1711
|
}
|
|
1657
1712
|
if (signal?.aborted || aborted) {
|
|
1658
1713
|
if (pool)
|
|
@@ -1681,11 +1736,16 @@ class ExtractionOrchestrator {
|
|
|
1681
1736
|
await new Promise(resolve => setImmediate(resolve));
|
|
1682
1737
|
// Retry pass: files that failed due to WASM memory corruption may succeed
|
|
1683
1738
|
// on a fresh worker with a clean heap. Recycle before each attempt so
|
|
1684
|
-
// every file gets the absolute cleanest WASM state possible.
|
|
1739
|
+
// every file gets the absolute cleanest WASM state possible. Timeouts are
|
|
1740
|
+
// retried too (#1231): most are main-thread-stall artifacts, not slow
|
|
1741
|
+
// parses, and this pass parses one file at a time with the store strictly
|
|
1742
|
+
// after each parse resolves, so the stall window can't recur here.
|
|
1685
1743
|
const retryableErrors = errors.filter((e) => e.code === 'parse_error' && e.filePath &&
|
|
1686
|
-
(e.message.includes('Worker exited') ||
|
|
1744
|
+
(e.message.includes('Worker exited') ||
|
|
1745
|
+
e.message.includes('memory access out of bounds') ||
|
|
1746
|
+
e.message.includes('timed out')));
|
|
1687
1747
|
if (retryableErrors.length > 0 && pool) {
|
|
1688
|
-
log(`Retrying ${retryableErrors.length} files that failed due to WASM memory errors...`);
|
|
1748
|
+
log(`Retrying ${retryableErrors.length} files that failed due to WASM memory errors or timeouts...`);
|
|
1689
1749
|
// Fresh WASM heaps for the retry phase. A retry that still crashes its
|
|
1690
1750
|
// worker makes the pool respawn it, so later retries keep landing on clean
|
|
1691
1751
|
// workers too.
|
|
@@ -1716,7 +1776,7 @@ class ExtractionOrchestrator {
|
|
|
1716
1776
|
if (result.nodes.length > 0 || result.errors.length === 0) {
|
|
1717
1777
|
const language = (0, grammars_1.detectLanguage)(filePath, content, overrides);
|
|
1718
1778
|
const stats = await fsp.stat(path.join(this.rootDir, filePath));
|
|
1719
|
-
this.storeExtractionResult(filePath, content, language, stats, result);
|
|
1779
|
+
await this.storeExtractionResult(filePath, content, language, stats, result, commitYield);
|
|
1720
1780
|
const idx = errors.indexOf(errEntry);
|
|
1721
1781
|
if (idx >= 0)
|
|
1722
1782
|
errors.splice(idx, 1);
|
|
@@ -1764,7 +1824,7 @@ class ExtractionOrchestrator {
|
|
|
1764
1824
|
if (result.nodes.length > 0 || result.errors.length === 0) {
|
|
1765
1825
|
const language = (0, grammars_1.detectLanguage)(filePath, fullContent, overrides);
|
|
1766
1826
|
const stats = await fsp.stat(path.join(this.rootDir, filePath));
|
|
1767
|
-
this.storeExtractionResult(filePath, fullContent, language, stats, result);
|
|
1827
|
+
await this.storeExtractionResult(filePath, fullContent, language, stats, result, commitYield);
|
|
1768
1828
|
const idx = errors.indexOf(errEntry);
|
|
1769
1829
|
if (idx >= 0)
|
|
1770
1830
|
errors.splice(idx, 1);
|
|
@@ -1929,14 +1989,21 @@ class ExtractionOrchestrator {
|
|
|
1929
1989
|
const result = (0, tree_sitter_1.extractFromSource)(relativePath, content, language, frameworkNames);
|
|
1930
1990
|
// Store in database
|
|
1931
1991
|
if (result.nodes.length > 0 || result.errors.length === 0) {
|
|
1932
|
-
this.storeExtractionResult(relativePath, content, language, stats, result);
|
|
1992
|
+
await this.storeExtractionResult(relativePath, content, language, stats, result, (0, cooperative_yield_1.createYielder)());
|
|
1933
1993
|
}
|
|
1934
1994
|
return result;
|
|
1935
1995
|
}
|
|
1936
1996
|
/**
|
|
1937
1997
|
* Store extraction result in database
|
|
1938
1998
|
*/
|
|
1939
|
-
storeExtractionResult(filePath, content, language, stats, result) {
|
|
1999
|
+
async storeExtractionResult(filePath, content, language, stats, result, onYield) {
|
|
2000
|
+
// Bulk inserts run in bounded sub-transactions with a yield between, so a
|
|
2001
|
+
// giant generated file (tens of thousands of symbols) can't block the
|
|
2002
|
+
// event loop — and the #850 watchdog heartbeat — for the whole store.
|
|
2003
|
+
// The file was NEVER one atomic transaction (each insert call has its
|
|
2004
|
+
// own), and the files-table record still lands last, so crash recovery
|
|
2005
|
+
// is unchanged: a partially-stored file has no record and re-indexes.
|
|
2006
|
+
const STORE_CHUNK = 2000;
|
|
1940
2007
|
const contentHash = hashContent(content);
|
|
1941
2008
|
// Check if file already exists and hasn't changed
|
|
1942
2009
|
const existingFile = this.queries.getFileByPath(filePath);
|
|
@@ -1970,16 +2037,18 @@ class ExtractionOrchestrator {
|
|
|
1970
2037
|
// This prevents FK violations when edges reference nodes that would
|
|
1971
2038
|
// be silently skipped by insertNode() (see issue #42).
|
|
1972
2039
|
const validNodes = result.nodes.filter((n) => n.id && n.kind && n.name && n.filePath && n.language);
|
|
1973
|
-
// Insert nodes
|
|
1974
|
-
|
|
1975
|
-
this.queries.insertNodes(validNodes);
|
|
2040
|
+
// Insert nodes (chunked — see STORE_CHUNK above)
|
|
2041
|
+
for (let i = 0; i < validNodes.length; i += STORE_CHUNK) {
|
|
2042
|
+
this.queries.insertNodes(validNodes.slice(i, i + STORE_CHUNK));
|
|
2043
|
+
await onYield?.();
|
|
1976
2044
|
}
|
|
1977
2045
|
// Filter edges to only reference nodes that were actually inserted
|
|
1978
2046
|
if (result.edges.length > 0) {
|
|
1979
2047
|
const insertedIds = new Set(validNodes.map((n) => n.id));
|
|
1980
2048
|
const validEdges = result.edges.filter((e) => insertedIds.has(e.source) && insertedIds.has(e.target));
|
|
1981
|
-
|
|
1982
|
-
this.queries.insertEdges(validEdges);
|
|
2049
|
+
for (let i = 0; i < validEdges.length; i += STORE_CHUNK) {
|
|
2050
|
+
this.queries.insertEdges(validEdges.slice(i, i + STORE_CHUNK));
|
|
2051
|
+
await onYield?.();
|
|
1983
2052
|
}
|
|
1984
2053
|
}
|
|
1985
2054
|
// Re-insert cross-file incoming edges snapshotted before the delete,
|
|
@@ -2017,8 +2086,9 @@ class ExtractionOrchestrator {
|
|
|
2017
2086
|
filePath: ref.filePath ?? filePath,
|
|
2018
2087
|
language: ref.language ?? language,
|
|
2019
2088
|
}));
|
|
2020
|
-
|
|
2021
|
-
this.queries.insertUnresolvedRefsBatch(refsWithContext);
|
|
2089
|
+
for (let i = 0; i < refsWithContext.length; i += STORE_CHUNK) {
|
|
2090
|
+
this.queries.insertUnresolvedRefsBatch(refsWithContext.slice(i, i + STORE_CHUNK));
|
|
2091
|
+
await onYield?.();
|
|
2022
2092
|
}
|
|
2023
2093
|
}
|
|
2024
2094
|
// Insert file record
|
|
@@ -2066,10 +2136,16 @@ class ExtractionOrchestrator {
|
|
|
2066
2136
|
// whether or not the project uses git, and crucially also catches committed
|
|
2067
2137
|
// changes from `git pull`/`checkout`/`merge`/`rebase` — which `git status`
|
|
2068
2138
|
// cannot see, because the working tree is clean afterward.
|
|
2139
|
+
const tSyncScan = Date.now();
|
|
2069
2140
|
const currentFiles = await scanDirectoryAsync(this.rootDir);
|
|
2141
|
+
if (process.env.CODEGRAPH_SYNTH_TIMINGS)
|
|
2142
|
+
console.error(`[phase-timing] sync-scan: ${Date.now() - tSyncScan}ms (${currentFiles.length} files)`);
|
|
2070
2143
|
filesChecked = currentFiles.length;
|
|
2071
2144
|
const currentSet = new Set(currentFiles);
|
|
2145
|
+
const tTracked = Date.now();
|
|
2072
2146
|
const trackedFiles = this.queries.getAllFiles();
|
|
2147
|
+
if (process.env.CODEGRAPH_SYNTH_TIMINGS)
|
|
2148
|
+
console.error(`[phase-timing] sync-tracked-load: ${Date.now() - tTracked}ms (${trackedFiles.length} tracked)`);
|
|
2073
2149
|
const trackedMap = new Map();
|
|
2074
2150
|
for (const f of trackedFiles) {
|
|
2075
2151
|
trackedMap.set(f.path, f);
|