@lzehrung/codegraph-core 2.1.0 → 2.1.1

package/dist/duplicates/unitCache.js

@@ -7,14 +7,14 @@ import { logWithLevel } from "../logging.js";
 import { cacheDatabasePath } from "../indexer/build-cache/module-cache.js";
 import { createSqliteTableIfMissing, ensureSqliteVersionedTableSchema, recreateSqliteTable, sqliteTableColumns, } from "../util/sqliteSchema.js";
 import { lruMapGet } from "../util/lruMap.js";
-import { fileIdentityKey, normalizePath } from "../util/paths.js";
-// v3: drop dead `text`/`normalizedTokens` fields (never read after construction) and
-// brotli-compress the payload; both cut on-disk cache size by roughly 8x.
-export const DUPLICATE_UNIT_CACHE_VERSION = 3;
-export const DUPLICATE_UNIT_CACHE_SCHEMA_VERSION = 1;
+import { assertFilePathWithinRoot, fileIdentityKey, normalizePath } from "../util/paths.js";
+import { cacheAbsolutePath, cacheRelativePath } from "../indexer/build-cache/module-cache.js";
+// v4: project-relative file fields and handles.
+export const DUPLICATE_UNIT_CACHE_VERSION = 4;
+export const DUPLICATE_UNIT_CACHE_SCHEMA_VERSION = 2;
 export const DUPLICATE_UNIT_CACHE_TABLE = "duplicate_unit_cache";
 export const DUPLICATE_UNIT_CACHE_SCHEMA_VERSION_KEY = "duplicate_unit_cache.schema_version";
-export const DUPLICATE_TOKENIZER_REVISION = 2;
+export const DUPLICATE_TOKENIZER_REVISION = 5;
 export const DUPLICATE_UNIT_CACHE_MAX_ROWS = 5_000;
 export const DUPLICATE_UNIT_CACHE_MAX_AGE_MS = 30 * 24 * 60 * 60 * 1_000;
 export const DUPLICATE_UNIT_MEMORY_CACHE_MAX_ENTRIES = 2_048;
@@ -84,11 +84,13 @@ function writeDuplicateUnitMemoryCache(key, entry) {
     duplicateUnitMemoryCache.set(key, entry);
     duplicateUnitMemoryCacheBytes += entryBytes;
 }
-export function duplicateUnitCacheVariant(index, minTokens, maxTokens, shingleSize, windowSize) {
+export function duplicateUnitCacheVariant(index, minTokens, maxTokens, shingleSize, windowSize, projectRoot) {
+    const normalizedProjectRoot = normalizePath(projectRoot ?? index.projectRoot ?? "");
     const nativeMode = normalizedDuplicateUnitCacheNativeMode(index.nativeMode);
     return JSON.stringify({
         version: DUPLICATE_UNIT_CACHE_VERSION,
         tokenizerRevision: DUPLICATE_TOKENIZER_REVISION,
+        projectRoot: normalizedProjectRoot,
         nativeMode,
         nativeDuplicateTokens: isNativeDuplicateTokenizationAvailable(index.nativeMode),
         nativeSyntaxLanguages: getNativeTreeSitterSupportedLanguageIds(index.nativeMode),
@@ -104,9 +106,13 @@ export function normalizedDuplicateUnitCacheNativeMode(nativeMode) {
         return undefined;
     return nativeMode;
 }
-export function duplicateUnitCacheSignature(index, file) {
-    const entry = index.manifestEntries?.get(file);
-    return entry?.gitSig ?? entry?.sig;
+export function duplicateUnitCacheSignature(index, file, projectRoot) {
+    const root = projectRoot ?? index.projectRoot;
+    const entry = index.manifestEntries?.get(file) ?? (root ? index.manifestEntries?.get(cacheRelativePath(root, file)) : undefined);
+    // `cacheSig` is git- or content-hash-derived and distinguishes a same-size edit whose mtime
+    // got restored; falling back straight to `sig` would let a non-Git project reuse stale
+    // duplicate units for a file whose content actually changed.
+    return entry?.cacheSig ?? entry?.gitSig ?? entry?.sig;
 }
 export function duplicateUnitCacheKey(file, variant) {
     return `${file}\u0000${variant}`;
@@ -125,7 +131,7 @@ export function createDuplicateUnitCacheTable(db) {
 export function recreateDuplicateUnitCacheTable(db) {
     recreateSqliteTable(db, DUPLICATE_UNIT_CACHE_TABLE, createDuplicateUnitCacheTable);
 }
-export function migrateDuplicateUnitCacheTable(db) {
+export function migrateDuplicateUnitCacheTable(db, projectRoot) {
     const columns = sqliteTableColumns(db, DUPLICATE_UNIT_CACHE_TABLE);
     if (!columns.size) {
         createDuplicateUnitCacheTable(db);
@@ -144,15 +150,22 @@ export function migrateDuplicateUnitCacheTable(db) {
     if (!columns.has("updated_at")) {
         db.exec("ALTER TABLE duplicate_unit_cache ADD COLUMN updated_at INTEGER NOT NULL DEFAULT 0;");
     }
+    const rows = db.prepare("SELECT file FROM duplicate_unit_cache").all();
+    const update = db.prepare("UPDATE duplicate_unit_cache SET file = ? WHERE file = ?");
+    for (const row of rows) {
+        const relative = cacheRelativePath(projectRoot, row.file);
+        if (relative !== row.file)
+            update.run(relative, row.file);
+    }
 }
-export function ensureDuplicateUnitCacheSchema(db) {
+export function ensureDuplicateUnitCacheSchema(db, projectRoot) {
     ensureSqliteVersionedTableSchema({
         db,
         tableName: DUPLICATE_UNIT_CACHE_TABLE,
         schemaVersionKey: DUPLICATE_UNIT_CACHE_SCHEMA_VERSION_KEY,
         schemaVersion: DUPLICATE_UNIT_CACHE_SCHEMA_VERSION,
         createTable: createDuplicateUnitCacheTable,
-        migrateTable: migrateDuplicateUnitCacheTable,
+        migrateTable: (database) => migrateDuplicateUnitCacheTable(database, projectRoot),
     });
 }
 export function createDuplicateUnitDiskStatements(db) {
@@ -201,7 +214,7 @@ export function duplicateUnitDiskCache(index) {
         const db = new SqliteDatabase(dbPath);
         db.pragma("journal_mode = WAL");
         db.pragma("synchronous = NORMAL");
-        ensureDuplicateUnitCacheSchema(db);
+        ensureDuplicateUnitCacheSchema(db, index.projectRoot ?? path.dirname(index.cacheRootDir));
         entry.db = db;
         entry.statements = createDuplicateUnitDiskStatements(db);
     }
@@ -265,34 +278,83 @@ export function closeDuplicateUnitCacheForIndex(index) {
         return;
     closeDuplicateUnitDiskDatabaseEntry(dbPath, entry);
 }
-export function tryLoadDuplicateUnitsFromCache(index, file, variant) {
-    const sig = duplicateUnitCacheSignature(index, file);
+export function tryLoadDuplicateUnitsFromCache(index, file, variant, projectRoot) {
+    const sig = duplicateUnitCacheSignature(index, file, projectRoot);
     if (!sig)
         return null;
     const key = duplicateUnitCacheKey(file, variant);
     if (index.cacheMode === "memory") {
         const entry = readDuplicateUnitMemoryCache(key);
-        if (entry && entry.sig === sig)
-            return entry.units;
+        return entry && entry.sig === sig ? entry.units : null;
+    }
+    if (index.cacheMode !== "disk")
         return null;
+    try {
+        const entry = duplicateUnitDiskCache(index);
+        const root = projectRoot ?? index.projectRoot ?? "";
+        const relativeFile = root ? cacheRelativePath(root, file) : file;
+        const row = entry?.statements?.load.get(relativeFile, variant);
+        if (!row || row.sig !== sig || row.version !== DUPLICATE_UNIT_CACHE_VERSION)
+            return null;
+        const parsed = JSON.parse(brotliDecompressSync(row.payload).toString("utf8"));
+        if (!Array.isArray(parsed))
+            return null;
+        if (root && !validatePersistedDuplicateUnits(root, parsed))
+            return null;
+        return deserializeDuplicateUnits(root ? transformDuplicateUnits(root, parsed, false) : parsed);
     }
-    if (index.cacheMode === "disk") {
-        try {
-            const entry = duplicateUnitDiskCache(index);
-            const row = entry?.statements?.load.get(file, variant);
-            if (!row || row.sig !== sig || row.version !== DUPLICATE_UNIT_CACHE_VERSION)
-                return null;
-            const parsed = JSON.parse(brotliDecompressSync(row.payload).toString("utf8"));
-            return deserializeDuplicateUnits(parsed);
+    catch {
+        return null;
+    }
+}
+export function writeDuplicateUnitsBatchToCache(index, writes, projectRoot) {
+    if (!writes.length)
+        return;
+    const root = projectRoot ?? index.projectRoot ?? "";
+    if (index.cacheMode === "memory") {
+        for (const write of writes) {
+            const sig = duplicateUnitCacheSignature(index, write.file, projectRoot);
+            if (!sig)
+                continue;
+            writeDuplicateUnitMemoryCache(duplicateUnitCacheKey(write.file, write.variant), {
+                sig,
+                units: write.units,
+            });
         }
-        catch {
-            return null;
+        return;
+    }
+    if (index.cacheMode !== "disk")
+        return;
+    try {
+        const entry = duplicateUnitDiskCache(index);
+        const preparedWrites = [];
+        for (const write of writes) {
+            const sig = duplicateUnitCacheSignature(index, write.file, projectRoot);
+            if (!sig)
+                continue;
+            const payload = brotliCompressSync(JSON.stringify(transformDuplicateUnits(root, serializeDuplicateUnits(write.units), true)), { params: { [zlibConstants.BROTLI_PARAM_QUALITY]: 4 } });
+            preparedWrites.push({
+                file: cacheRelativePath(root, write.file),
+                variant: write.variant,
+                sig,
+                payload,
+            });
         }
+        if (!preparedWrites.length || !entry?.db || !entry.statements)
+            return;
+        const now = Date.now();
+        entry.db.transaction(() => {
+            for (const write of preparedWrites) {
+                entry.statements?.write.run(write.file, write.variant, write.sig, DUPLICATE_UNIT_CACHE_VERSION, write.payload, now);
+            }
+        })();
+    }
+    catch {
+        // best-effort cache
     }
-    return null;
 }
-export function writeDuplicateUnitsToCache(index, file, variant, units) {
-    const sig = duplicateUnitCacheSignature(index, file);
+export function writeDuplicateUnitsToCache(index, file, variant, units, projectRoot) {
+    const sig = duplicateUnitCacheSignature(index, file, projectRoot);
     if (!sig)
         return;
     const key = duplicateUnitCacheKey(file, variant);
@@ -302,11 +364,13 @@ export function writeDuplicateUnitsToCache(index, file, variant, units) {
     }
     if (index.cacheMode === "disk") {
         try {
+            const root = projectRoot ?? index.projectRoot ?? "";
             const entry = duplicateUnitDiskCache(index);
-            const payload = brotliCompressSync(JSON.stringify(serializeDuplicateUnits(units)), {
+            const serialized = serializeDuplicateUnits(units);
+            const payload = brotliCompressSync(JSON.stringify(root ? transformDuplicateUnits(root, serialized, true) : serialized), {
                 params: { [zlibConstants.BROTLI_PARAM_QUALITY]: 4 },
             });
-            entry?.statements?.write.run(file, variant, sig, DUPLICATE_UNIT_CACHE_VERSION, payload, Date.now());
+            entry?.statements?.write.run(root ? cacheRelativePath(root, file) : file, variant, sig, DUPLICATE_UNIT_CACHE_VERSION, payload, Date.now());
         }
         catch {
             // best-effort cache
@@ -329,6 +393,93 @@ export function serializeDuplicateUnits(units) {
         signatures: [...unit.signatures],
     }));
 }
+function transformDuplicateHandle(root, value) {
+    const parts = value.split(":");
+    let filePartIndex = -1;
+    if (parts[0] === "file" || parts[0] === "chunk" || parts[0] === "symbol") {
+        filePartIndex = 1;
+    }
+    else if (parts[0] === "sql") {
+        filePartIndex = 2;
+    }
+    if (filePartIndex < 0 || parts.length <= filePartIndex)
+        return value;
+    const encodedFile = parts[filePartIndex];
+    if (encodedFile === undefined)
+        return value;
+    try {
+        parts[filePartIndex] = encodeURIComponent(cacheRelativePath(root, decodeURIComponent(encodedFile)));
+        return parts.join(":");
+    }
+    catch {
+        return value;
+    }
+}
+function duplicateHandleFilePartIndex(value) {
+    const parts = value.split(":");
+    if (parts[0] === "file" && parts.length === 2)
+        return 1;
+    if (parts[0] === "chunk" && parts.length === 3)
+        return 1;
+    if (parts[0] === "symbol" && parts.length === 5)
+        return 1;
+    if (parts[0] === "sql" && parts.length === 4)
+        return 2;
+    return null;
+}
+function hasPersistedDuplicateHandlePathWithinRoot(root, value) {
+    const filePartIndex = duplicateHandleFilePartIndex(value);
+    const handlePrefix = value.split(":")[0];
+    if (filePartIndex === null) {
+        return handlePrefix !== "file" && handlePrefix !== "chunk" && handlePrefix !== "symbol" && handlePrefix !== "sql";
+    }
+    const encodedFile = value.split(":")[filePartIndex];
+    if (!encodedFile)
+        return false;
+    try {
+        assertFilePathWithinRoot(root, cacheAbsolutePath(root, decodeURIComponent(encodedFile)), "Persisted duplicate handle path");
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function validatePersistedDuplicateUnits(root, value) {
+    return value.every((unit) => {
+        if (!isDuplicateSerializedUnit(unit))
+            return false;
+        try {
+            assertFilePathWithinRoot(root, cacheAbsolutePath(root, unit.file), "Persisted duplicate unit file");
+            assertFilePathWithinRoot(root, cacheAbsolutePath(root, unit.absoluteFile), "Persisted duplicate unit path");
+        }
+        catch {
+            return false;
+        }
+        const handles = [unit.handle, unit.fileHandle, unit.chunkHandle, unit.symbolHandle, unit.sqlHandle];
+        return handles.every((handle) => handle === undefined || hasPersistedDuplicateHandlePathWithinRoot(root, handle));
+    });
+}
+function duplicateUnitId(unit, absoluteFile) {
+    return `${normalizePath(absoluteFile)}:${unit.startLine}:${unit.endLine}:${unit.kind}:${unit.name ?? ""}`;
+}
+function transformDuplicateUnits(root, units, toRelative) {
+    return units.map((unit) => {
+        const absoluteFile = toRelative
+            ? cacheRelativePath(root, unit.absoluteFile)
+            : assertFilePathWithinRoot(root, cacheAbsolutePath(root, unit.absoluteFile), "Persisted duplicate unit path");
+        return {
+            ...unit,
+            file: cacheRelativePath(root, unit.file),
+            absoluteFile,
+            id: duplicateUnitId(unit, absoluteFile),
+            handle: transformDuplicateHandle(root, unit.handle),
+            fileHandle: transformDuplicateHandle(root, unit.fileHandle),
+            ...(unit.sqlHandle ? { sqlHandle: transformDuplicateHandle(root, unit.sqlHandle) } : {}),
+            chunkHandle: transformDuplicateHandle(root, unit.chunkHandle),
+            ...(unit.symbolHandle ? { symbolHandle: transformDuplicateHandle(root, unit.symbolHandle) } : {}),
+        };
+    });
+}
 export function isDuplicateSerializedUnit(value) {
     if (!value || typeof value !== "object")
         return false;

package/dist/duplicates/unitCache.js.map

@@ -1 +1 @@
-{"version":3,"file":"unitCache.js","sourceRoot":"","sources":["../../src/duplicates/unitCache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,WAAW,CAAC;AAEjG,OAAO,EACL,wBAAwB,EACxB,uCAAuC,EACvC,sCAAsC,EACtC,+BAA+B,GAChC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,cAAc,EAAwB,MAAM,qBAAqB,CAAC;AAC3E,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wCAAwC,CAAC;AAC3E,OAAO,EACL,0BAA0B,EAC1B,gCAAgC,EAChC,mBAAmB,EACnB,kBAAkB,GAEnB,MAAM,yBAAyB,CAAC;AASjC,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAElE,qFAAqF;AACrF,0EAA0E;AAC1E,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC;AAC9C,MAAM,CAAC,MAAM,mCAAmC,GAAG,CAAC,CAAC;AACrD,MAAM,CAAC,MAAM,0BAA0B,GAAG,sBAAsB,CAAC;AACjE,MAAM,CAAC,MAAM,uCAAuC,GAAG,qCAAqC,CAAC;AAC7F,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC;AAC9C,MAAM,CAAC,MAAM,6BAA6B,GAAG,KAAK,CAAC;AACnD,MAAM,CAAC,MAAM,+BAA+B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;AACzE,MAAM,CAAC,MAAM,uCAAuC,GAAG,KAAK,CAAC;AAC7D,MAAM,CAAC,MAAM,qCAAqC,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACtE,MAAM,CAAC,MAAM,4BAA4B,GAAiC;IACxE,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE;IAC7C,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,eAAe,EAAE;IAChD,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,eAAe,EAAE;IAC5C,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,kBAAkB,EAAE;IACnD,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,eAAe,EAAE;IAChD,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,kBAAkB,EAAE;CACvD,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAmC,CAAC;AACnF,MAAM,CAAC,MAAM,0BAA0B,GAAG,IAAI,GAAG,EAA0C,CAAC;AAE5F,IAAI,6BAA6B,GAAG,CAAC,CAAC;AAEtC,SAAS,oCAAoC,CAAC,KAA8B;IAC1E,IAAI,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;IACtC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/B,KAAK,IAAI,IAAI,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC;QACxF,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,EAAE,CAAC;QAC7D,KAAK,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,6BAA6B;IAC3C,wBAAwB,CAAC,KAAK,EAAE,CAAC;IACjC,6BAA6B,GAAG,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,oCAAoC,CAAC,WAAmB;IACtE,MAAM,UAAU,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IAC5C,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,wBAAwB,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACvD,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1C,MAAM,cAAc,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QAC3C,IACE,eAAe,CAAC,cAAc,CAAC,KAAK,OAAO;YAC3C,cAAc,KAAK,UAAU;YAC7B,cAAc,CAAC,UAAU,CAAC,GAAG,UAAU,GAAG,CAAC,EAC3C,CAAC;YACD,MAAM,KAAK,GAAG,wBAAwB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAChD,IAAI,KAAK;gBACP,6BAA6B,GAAG,IAAI,CAAC,GAAG,CACtC,CAAC,EACD,6BAA6B,GAAG,oCAAoC,CAAC,KAAK,CAAC,CAC5E,CAAC;YACJ,wBAAwB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,4BAA4B,CAAC,GAAW;IAC/C,OAAO,SAAS,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,6BAA6B,CAAC,GAAW,EAAE,KAA8B;IAChF,MAAM,QAAQ,GAAG,wBAAwB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACnD,IAAI,QAAQ,EAAE,CAAC;QACb,6BAA6B,GAAG,IAAI,CAAC,GAAG,CACtC,CAAC,EACD,6BAA6B,GAAG,oCAAoC,CAAC,QAAQ,CAAC,CAC/E,CAAC;QACF,wBAAwB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IACD,MAAM,UAAU,GAAG,oCAAoC,CAAC,KAAK,CAAC,CAAC;IAC/D,OACE,wBAAwB,CAAC,IAAI,GAAG,CAAC;QACjC,CAAC,wBAAwB,CAAC,IAAI,IAAI,uCAAuC;YACvE,6BAA6B,GAAG,UAAU,GAAG,qCAAqC,CAAC,EACrF,CAAC;QACD,MAAM,SAAS,GAAG,wBAAwB,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAA2B,CAAC;QACrF,IAAI,SAAS,KAAK,SAAS;YAAE,MAAM;QACnC,MAAM,MAAM,GAAG,wBAAwB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACvD,wBAAwB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,MAAM,EAAE,CAAC;YACX,6BAA6B,GAAG,IAAI,CAAC,GAAG,CACtC,CAAC,EACD,6BAA6B,GAAG,oCAAoC,CAAC,MAAM,CAAC,CAC7E,CAAC;QACJ,CAAC;IACH,CAAC;IACD,wBAAwB,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACzC,6BAA6B,IAAI,UAAU,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,KAAmB,EACnB,SAAiB,EACjB,SAAiB,EACjB,WAAmB,EACnB,UAAkB;IAElB,MAAM,UAAU,GAAG,sCAAsC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC5E,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,OAAO,EAAE,4BAA4B;QACrC,iBAAiB,EAAE,4BAA4B;QAC/C,UAAU;QACV,qBAAqB,EAAE,sCAAsC,CAAC,KAAK,CAAC,UAAU,CAAC;QAC/E,qBAAqB,EAAE,uCAAuC,CAAC,KAAK,CAAC,UAAU,CAAC;QAChF,iBAAiB,EAAE,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,+BAA+B,EAAE,CAAC,CAAC,CAAC,SAAS;QAC3F,SAAS;QACT,SAAS;QACT,WAAW;QACX,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,sCAAsC,CACpD,UAAkD;IAElD,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IACxE,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAAmB,EAAE,IAAY;IAC3E,MAAM,KAAK,GAAG,KAAK,CAAC,eAAe,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/C,OAAO,KAAK,EAAE,MAAM,IAAI,KAAK,EAAE,GAAG,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAY,EAAE,OAAe;IACjE,OAAO,GAAG,IAAI,SAAS,OAAO,EAAE,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,WAAmB,EAAE,IAAmB;IACrF,OAAO,iBAAiB,CAAC,WAAW,EAAE,IAAI,EAAE,6BAA6B,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,qCAAqC,CAAC,YAAoB;IACjE,OAAO,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,6BAA6B,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AACpF,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,EAAkB;IAC9D,0BAA0B,CAAC,EAAE,EAAE,0BAA0B,EAAE,4BAA4B,EAAE;QACvF,6BAA6B;KAC9B,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,EAAkB;IAChE,mBAAmB,CAAC,EAAE,EAAE,0BAA0B,EAAE,6BAA6B,CAAC,CAAC;AACrF,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,EAAkB;IAC/D,MAAM,OAAO,GAAG,kBAAkB,CAAC,EAAE,EAAE,0BAA0B,CAAC,CAAC;IACnE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAClB,6BAA6B,CAAC,EAAE,CAAC,CAAC;QAClC,OAAO;IACT,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QACpD,+BAA+B,CAAC,EAAE,CAAC,CAAC;QACpC,OAAO;IACT,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,EAAE,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;IAC9G,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QACzB,EAAE,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;IAC7F,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QACzB,EAAE,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;IAC9F,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;QAC/B,EAAE,CAAC,IAAI,CAAC,oFAAoF,CAAC,CAAC;IAChG,CAAC;AACH,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,EAAkB;IAC/D,gCAAgC,CAAC;QAC/B,EAAE;QACF,SAAS,EAAE,0BAA0B;QACrC,gBAAgB,EAAE,uCAAuC;QACzD,aAAa,EAAE,mCAAmC;QAClD,WAAW,EAAE,6BAA6B;QAC1C,YAAY,EAAE,8BAA8B;KAC7C,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,iCAAiC,CAAC,EAAkB;IAClE,OAAO;QACL,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,uFAAuF,CAAC;QACzG,KAAK,EAAE,EAAE,CAAC,OAAO,CACf;;;;;;0CAMoC,CACrC;QACD,YAAY,EAAE,EAAE,CAAC,OAAO,CAAC,uDAAuD,CAAC;QACjF,aAAa,EAAE,EAAE,CAAC,OAAO,CACvB,qIAAqI,CACtI;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,KAAmB;IAChE,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY;QAAE,OAAO;IAC9D,MAAM,MAAM,GAAG,qCAAqC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACzE,MAAM,KAAK,GAAG,0BAA0B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrD,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;QAAE,OAAO;IAC5C,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,GAAG,KAAK,CAAC;IACjC,IAAI,CAAC;QACH,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAClB,UAAU,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,+BAA+B,CAAC,CAAC;YAC1E,UAAU,CAAC,aAAa,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QAC9D,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,4CAA4C,MAAM,GAAG,EAAE,KAAK,CAAC,CAAC;IAChG,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAmB;IACxD,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IACnE,MAAM,MAAM,GAAG,qCAAqC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACzE,IAAI,KAAK,GAAG,0BAA0B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC;QAC7C,0BAA0B,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;QACd,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,MAAM,EAAE,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;QACtC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAChC,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAClC,8BAA8B,CAAC,EAAE,CAAC,CAAC;QACnC,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC;QACd,KAAK,CAAC,UAAU,GAAG,iCAAiC,CAAC,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,MAAc,EAAE,KAAqC;IACvG,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;QAC5B,OAAO;IACT,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;QACd,0BAA0B,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1C,OAAO;IACT,CAAC;IACD,IAAI,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,0BAA0B,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,yBAAyB;IAC3B,CAAC;IACD,IAAI,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QACjB,0BAA0B,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,8CAA8C;IAChD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,WAAmB,EAAE,IAAmB;IACtF,oCAAoC,CAAC,WAAW,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,8BAA8B,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IACjE,MAAM,KAAK,GAAG,0BAA0B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO;IACT,CAAC;IACD,mCAAmC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,KAAmB;IACjE,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY;QAAE,OAAO,GAAG,EAAE,GAAE,CAAC,CAAC;IACvE,MAAM,MAAM,GAAG,qCAAqC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACzE,IAAI,KAAK,GAAG,0BAA0B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC;QAC7C,0BAA0B,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IACD,KAAK,CAAC,MAAM,EAAE,CAAC;IACf,OAAO,GAAG,EAAE;QACV,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC7C,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;YACzB,mCAAmC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACrD,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,KAAmB;IACjE,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY;QAAE,OAAO;IAC9D,MAAM,MAAM,GAAG,qCAAqC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACzE,MAAM,KAAK,GAAG,0BAA0B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrD,IAAI,CAAC,KAAK;QAAE,OAAO;IACnB,mCAAmC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,KAAmB,EACnB,IAAY,EACZ,OAAe;IAEf,MAAM,GAAG,GAAG,2BAA2B,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACrD,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,GAAG,GAAG,qBAAqB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACjD,IAAI,KAAK,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,4BAA4B,CAAC,GAAG,CAAC,CAAC;QAChD,IAAI,KAAK,IAAI,KAAK,CAAC,GAAG,KAAK,GAAG;YAAE,OAAO,KAAK,CAAC,KAAK,CAAC;QACnD,OAAO,IAAI,CAAC;IACd,CAAC;IACD,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,GAAG,GAAG,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CACc,CAAC;YACpE,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,KAAK,GAAG,IAAI,GAAG,CAAC,OAAO,KAAK,4BAA4B;gBAAE,OAAO,IAAI,CAAC;YACzF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAY,CAAC;YACzF,OAAO,yBAAyB,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,KAAmB,EACnB,IAAY,EACZ,OAAe,EACf,KAA8B;IAE9B,MAAM,GAAG,GAAG,2BAA2B,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACrD,IAAI,CAAC,GAAG;QAAE,OAAO;IACjB,MAAM,GAAG,GAAG,qBAAqB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACjD,IAAI,KAAK,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;QACjC,6BAA6B,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QACnD,OAAO;IACT,CAAC;IACD,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,OAAO,GAAG,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,uBAAuB,CAAC,KAAK,CAAC,CAAC,EAAE;gBACjF,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,oBAAoB,CAAC,EAAE,CAAC,EAAE;aACpD,CAAC,CAAC;YACH,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,4BAA4B,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACtG,CAAC;QAAC,MAAM,CAAC;YACP,oBAAoB;QACtB,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAc;IACtD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,yBAAyB,CAAC;QAAE,OAAO,IAAI,CAAC;IAClF,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1B,GAAG,IAAI;QACP,QAAQ,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC;QAChC,UAAU,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC;KACrC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAA8B;IACpE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1B,GAAG,IAAI;QACP,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC5B,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;KACjC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAc;IACtD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,IAAI,GAAG,KAAyC,CAAC;IACvD,OAAO,CACL,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ;QAC3B,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;QAC7B,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ;QACrC,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ;QAChC,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ;QACvC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC5B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC;QAC9B,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ;QAClC,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ;QAChC,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ;QACnC,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC;QACjD,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ;QACnC,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ;QAC/B,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ;QACnC,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CACrC,CAAC;AACJ,CAAC"}
+{"version":3,"file":"unitCache.js","sourceRoot":"","sources":["../../src/duplicates/unitCache.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,kBAAkB,EAAE,oBAAoB,EAAE,SAAS,IAAI,aAAa,EAAE,MAAM,WAAW,CAAC;AAEjG,OAAO,EACL,wBAAwB,EACxB,uCAAuC,EACvC,sCAAsC,EACtC,+BAA+B,GAChC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,cAAc,EAAwB,MAAM,qBAAqB,CAAC;AAC3E,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wCAAwC,CAAC;AAC3E,OAAO,EACL,0BAA0B,EAC1B,gCAAgC,EAChC,mBAAmB,EACnB,kBAAkB,GAEnB,MAAM,yBAAyB,CAAC;AASjC,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,wBAAwB,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAC5F,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,wCAAwC,CAAC;AAE9F,gDAAgD;AAChD,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC;AAC9C,MAAM,CAAC,MAAM,mCAAmC,GAAG,CAAC,CAAC;AACrD,MAAM,CAAC,MAAM,0BAA0B,GAAG,sBAAsB,CAAC;AACjE,MAAM,CAAC,MAAM,uCAAuC,GAAG,qCAAqC,CAAC;AAC7F,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC;AAC9C,MAAM,CAAC,MAAM,6BAA6B,GAAG,KAAK,CAAC;AACnD,MAAM,CAAC,MAAM,+BAA+B,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC;AACzE,MAAM,CAAC,MAAM,uCAAuC,GAAG,KAAK,CAAC;AAC7D,MAAM,CAAC,MAAM,qCAAqC,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AACtE,MAAM,CAAC,MAAM,4BAA4B,GAAiC;IACxE,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE;IAC7C,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,eAAe,EAAE;IAChD,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,eAAe,EAAE;IAC5C,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,kBAAkB,EAAE;IACnD,EAAE,IAAI,EAAE,SAAS,EAAE,UAAU,EAAE,eAAe,EAAE;IAChD,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,kBAAkB,EAAE;CACvD,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,IAAI,GAAG,EAAmC,CAAC;AACnF,MAAM,CAAC,MAAM,0BAA0B,GAAG,IAAI,GAAG,EAA0C,CAAC;AAE5F,IAAI,6BAA6B,GAAG,CAAC,CAAC;AAEtC,SAAS,oCAAoC,CAAC,KAA8B;IAC1E,IAAI,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;IACtC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/B,KAAK,IAAI,IAAI,CAAC,EAAE,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,GAAG,GAAG,CAAC;QACxF,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,EAAE,CAAC;QAC7D,KAAK,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,6BAA6B;IAC3C,wBAAwB,CAAC,KAAK,EAAE,CAAC;IACjC,6BAA6B,GAAG,CAAC,CAAC;AACpC,CAAC;AAED,MAAM,UAAU,oCAAoC,CAAC,WAAmB;IACtE,MAAM,UAAU,GAAG,aAAa,CAAC,WAAW,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IAC5C,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,wBAAwB,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACvD,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1C,MAAM,cAAc,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QAC3C,IACE,eAAe,CAAC,cAAc,CAAC,KAAK,OAAO;YAC3C,cAAc,KAAK,UAAU;YAC7B,cAAc,CAAC,UAAU,CAAC,GAAG,UAAU,GAAG,CAAC,EAC3C,CAAC;YACD,MAAM,KAAK,GAAG,wBAAwB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAChD,IAAI,KAAK;gBACP,6BAA6B,GAAG,IAAI,CAAC,GAAG,CACtC,CAAC,EACD,6BAA6B,GAAG,oCAAoC,CAAC,KAAK,CAAC,CAC5E,CAAC;YACJ,wBAAwB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,4BAA4B,CAAC,GAAW;IAC/C,OAAO,SAAS,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,6BAA6B,CAAC,GAAW,EAAE,KAA8B;IAChF,MAAM,QAAQ,GAAG,wBAAwB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACnD,IAAI,QAAQ,EAAE,CAAC;QACb,6BAA6B,GAAG,IAAI,CAAC,GAAG,CACtC,CAAC,EACD,6BAA6B,GAAG,oCAAoC,CAAC,QAAQ,CAAC,CAC/E,CAAC;QACF,wBAAwB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IACD,MAAM,UAAU,GAAG,oCAAoC,CAAC,KAAK,CAAC,CAAC;IAC/D,OACE,wBAAwB,CAAC,IAAI,GAAG,CAAC;QACjC,CAAC,wBAAwB,CAAC,IAAI,IAAI,uCAAuC;YACvE,6BAA6B,GAAG,UAAU,GAAG,qCAAqC,CAAC,EACrF,CAAC;QACD,MAAM,SAAS,GAAG,wBAAwB,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAA2B,CAAC;QACrF,IAAI,SAAS,KAAK,SAAS;YAAE,MAAM;QACnC,MAAM,MAAM,GAAG,wBAAwB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACvD,wBAAwB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,MAAM,EAAE,CAAC;YACX,6BAA6B,GAAG,IAAI,CAAC,GAAG,CACtC,CAAC,EACD,6BAA6B,GAAG,oCAAoC,CAAC,MAAM,CAAC,CAC7E,CAAC;QACJ,CAAC;IACH,CAAC;IACD,wBAAwB,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACzC,6BAA6B,IAAI,UAAU,CAAC;AAC9C,CAAC;AAED,MAAM,UAAU,yBAAyB,CACvC,KAAmB,EACnB,SAAiB,EACjB,SAAiB,EACjB,WAAmB,EACnB,UAAkB,EAClB,WAAoB;IAEpB,MAAM,qBAAqB,GAAG,aAAa,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;IACpF,MAAM,UAAU,GAAG,sCAAsC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC5E,OAAO,IAAI,CAAC,SAAS,CAAC;QACpB,OAAO,EAAE,4BAA4B;QACrC,iBAAiB,EAAE,4BAA4B;QAC/C,WAAW,EAAE,qBAAqB;QAClC,UAAU;QACV,qBAAqB,EAAE,sCAAsC,CAAC,KAAK,CAAC,UAAU,CAAC;QAC/E,qBAAqB,EAAE,uCAAuC,CAAC,KAAK,CAAC,UAAU,CAAC;QAChF,iBAAiB,EAAE,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,+BAA+B,EAAE,CAAC,CAAC,CAAC,SAAS;QAC3F,SAAS;QACT,SAAS;QACT,WAAW;QACX,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,sCAAsC,CACpD,UAAkD;IAElD,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IACxE,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,KAAmB,EACnB,IAAY,EACZ,WAAoB;IAEpB,MAAM,IAAI,GAAG,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC;IAC9C,MAAM,KAAK,GACT,KAAK,CAAC,eAAe,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,EAAE,GAAG,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACrH,4FAA4F;IAC5F,uFAAuF;IACvF,6DAA6D;IAC7D,OAAO,KAAK,EAAE,QAAQ,IAAI,KAAK,EAAE,MAAM,IAAI,KAAK,EAAE,GAAG,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAY,EAAE,OAAe;IACjE,OAAO,GAAG,IAAI,SAAS,OAAO,EAAE,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,WAAmB,EAAE,IAAmB;IACrF,OAAO,iBAAiB,CAAC,WAAW,EAAE,IAAI,EAAE,6BAA6B,CAAC,CAAC;AAC7E,CAAC;AAED,SAAS,qCAAqC,CAAC,YAAoB;IACjE,OAAO,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,6BAA6B,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AACpF,CAAC;AAED,MAAM,UAAU,6BAA6B,CAAC,EAAkB;IAC9D,0BAA0B,CAAC,EAAE,EAAE,0BAA0B,EAAE,4BAA4B,EAAE;QACvF,6BAA6B;KAC9B,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,EAAkB;IAChE,mBAAmB,CAAC,EAAE,EAAE,0BAA0B,EAAE,6BAA6B,CAAC,CAAC;AACrF,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,EAAkB,EAAE,WAAmB;IACpF,MAAM,OAAO,GAAG,kBAAkB,CAAC,EAAE,EAAE,0BAA0B,CAAC,CAAC;IACnE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QAClB,6BAA6B,CAAC,EAAE,CAAC,CAAC;QAClC,OAAO;IACT,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QACpD,+BAA+B,CAAC,EAAE,CAAC,CAAC;QACpC,OAAO;IACT,CAAC;IACD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,EAAE,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;IAC9G,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QACzB,EAAE,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;IAC7F,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QACzB,EAAE,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;IAC9F,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;QAC/B,EAAE,CAAC,IAAI,CAAC,oFAAoF,CAAC,CAAC;IAChG,CAAC;IACD,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC,GAAG,EAA6B,CAAC;IAClG,MAAM,MAAM,GAAG,EAAE,CAAC,OAAO,CAAC,yDAAyD,CAAC,CAAC;IACrF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,WAAW,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1D,IAAI,QAAQ,KAAK,GAAG,CAAC,IAAI;YAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,EAAkB,EAAE,WAAmB;IACpF,gCAAgC,CAAC;QAC/B,EAAE;QACF,SAAS,EAAE,0BAA0B;QACrC,gBAAgB,EAAE,uCAAuC;QACzD,aAAa,EAAE,mCAAmC;QAClD,WAAW,EAAE,6BAA6B;QAC1C,YAAY,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,8BAA8B,CAAC,QAAQ,EAAE,WAAW,CAAC;KAClF,CAAC,CAAC;AACL,CAAC;AACD,MAAM,UAAU,iCAAiC,CAAC,EAAkB;IAClE,OAAO;QACL,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,uFAAuF,CAAC;QACzG,KAAK,EAAE,EAAE,CAAC,OAAO,CACf;;;;;;0CAMoC,CACrC;QACD,YAAY,EAAE,EAAE,CAAC,OAAO,CAAC,uDAAuD,CAAC;QACjF,aAAa,EAAE,EAAE,CAAC,OAAO,CACvB,qIAAqI,CACtI;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,8BAA8B,CAAC,KAAmB;IAChE,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY;QAAE,OAAO;IAC9D,MAAM,MAAM,GAAG,qCAAqC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACzE,MAAM,KAAK,GAAG,0BAA0B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrD,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;QAAE,OAAO;IAC5C,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,GAAG,KAAK,CAAC;IACjC,IAAI,CAAC;QACH,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAClB,UAAU,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,+BAA+B,CAAC,CAAC;YAC1E,UAAU,CAAC,aAAa,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QAC9D,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,4CAA4C,MAAM,GAAG,EAAE,KAAK,CAAC,CAAC;IAChG,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAAmB;IACxD,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY;QAAE,OAAO,IAAI,CAAC;IACnE,MAAM,MAAM,GAAG,qCAAqC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACzE,IAAI,KAAK,GAAG,0BAA0B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC;QAC7C,0BAA0B,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;QACd,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,MAAM,EAAE,GAAG,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;QACtC,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAChC,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;QAClC,8BAA8B,CAAC,EAAE,EAAE,KAAK,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;QAC1F,KAAK,CAAC,EAAE,GAAG,EAAE,CAAC;QACd,KAAK,CAAC,UAAU,GAAG,iCAAiC,CAAC,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,mCAAmC,CAAC,MAAc,EAAE,KAAqC;IACvG,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC;QAC5B,OAAO;IACT,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;QACd,0BAA0B,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC1C,OAAO;IACT,CAAC;IACD,IAAI,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,0BAA0B,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,yBAAyB;IAC3B,CAAC;IACD,IAAI,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;QACjB,0BAA0B,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,8CAA8C;IAChD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,WAAmB,EAAE,IAAmB;IACtF,oCAAoC,CAAC,WAAW,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,8BAA8B,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IACjE,MAAM,KAAK,GAAG,0BAA0B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO;IACT,CAAC;IACD,mCAAmC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,KAAmB;IACjE,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY;QAAE,OAAO,GAAG,EAAE,GAAE,CAAC,CAAC;IACvE,MAAM,MAAM,GAAG,qCAAqC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACzE,IAAI,KAAK,GAAG,0BAA0B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnD,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC;QAC7C,0BAA0B,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IAChD,CAAC;IACD,KAAK,CAAC,MAAM,EAAE,CAAC;IACf,OAAO,GAAG,EAAE;QACV,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC7C,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;YACzB,mCAAmC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACrD,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAAC,KAAmB;IACjE,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY;QAAE,OAAO;IAC9D,MAAM,MAAM,GAAG,qCAAqC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IACzE,MAAM,KAAK,GAAG,0BAA0B,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrD,IAAI,CAAC,KAAK;QAAE,OAAO;IACnB,mCAAmC,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,KAAmB,EACnB,IAAY,EACZ,OAAe,EACf,WAAoB;IAEpB,MAAM,GAAG,GAAG,2BAA2B,CAAC,KAAK,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;IAClE,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,GAAG,GAAG,qBAAqB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACjD,IAAI,KAAK,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;QACjC,MAAM,KAAK,GAAG,4BAA4B,CAAC,GAAG,CAAC,CAAC;QAChD,OAAO,KAAK,IAAI,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IACzD,CAAC;IACD,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAC5C,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,WAAW,IAAI,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC;QACpD,MAAM,YAAY,GAAG,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACjE,MAAM,GAAG,GAAG,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAEhD,CAAC;QACd,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,KAAK,GAAG,IAAI,GAAG,CAAC,OAAO,KAAK,4BAA4B;YAAE,OAAO,IAAI,CAAC;QACzF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAY,CAAC;QACzF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC;QACxC,IAAI,IAAI,IAAI,CAAC,+BAA+B,CAAC,IAAI,EAAE,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC;QACxE,OAAO,yBAAyB,CAAC,IAAI,CAAC,CAAC,CAAC,uBAAuB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACjG,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAQD,MAAM,UAAU,+BAA+B,CAC7C,KAAmB,EACnB,MAAiD,EACjD,WAAoB;IAEpB,IAAI,CAAC,MAAM,CAAC,MAAM;QAAE,OAAO;IAC3B,MAAM,IAAI,GAAG,WAAW,IAAI,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC;IACpD,IAAI,KAAK,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;QACjC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,2BAA2B,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YACxE,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,6BAA6B,CAAC,qBAAqB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,EAAE;gBAC9E,GAAG;gBACH,KAAK,EAAE,KAAK,CAAC,KAAK;aACnB,CAAC,CAAC;QACL,CAAC;QACD,OAAO;IACT,CAAC;IACD,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM;QAAE,OAAO;IACvC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,cAAc,GAKf,EAAE,CAAC;QACR,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,2BAA2B,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YACxE,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,MAAM,OAAO,GAAG,kBAAkB,CAChC,IAAI,CAAC,SAAS,CAAC,uBAAuB,CAAC,IAAI,EAAE,uBAAuB,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC,EACzF,EAAE,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,oBAAoB,CAAC,EAAE,CAAC,EAAE,EAAE,CACxD,CAAC;YACF,cAAc,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,iBAAiB,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC;gBACzC,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,GAAG;gBACH,OAAO;aACR,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,cAAc,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;YAAE,OAAO;QACtE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,KAAK,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YACxB,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;gBACnC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,GAAG,CACzB,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,OAAO,EACb,KAAK,CAAC,GAAG,EACT,4BAA4B,EAC5B,KAAK,CAAC,OAAO,EACb,GAAG,CACJ,CAAC;YACJ,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAAC,MAAM,CAAC;QACP,oBAAoB;IACtB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,KAAmB,EACnB,IAAY,EACZ,OAAe,EACf,KAA8B,EAC9B,WAAoB;IAEpB,MAAM,GAAG,GAAG,2BAA2B,CAAC,KAAK,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;IAClE,IAAI,CAAC,GAAG;QAAE,OAAO;IACjB,MAAM,GAAG,GAAG,qBAAqB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACjD,IAAI,KAAK,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;QACjC,6BAA6B,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QACnD,OAAO;IACT,CAAC;IACD,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,WAAW,IAAI,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC;YACpD,MAAM,KAAK,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;YAC5C,MAAM,UAAU,GAAG,uBAAuB,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,OAAO,GAAG,kBAAkB,CAChC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,uBAAuB,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,EACnF;gBACE,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,oBAAoB,CAAC,EAAE,CAAC,EAAE;aACpD,CACF,CAAC;YACF,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,GAAG,CAC1B,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAC3C,OAAO,EACP,GAAG,EACH,4BAA4B,EAC5B,OAAO,EACP,IAAI,CAAC,GAAG,EAAE,CACX,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,oBAAoB;QACtB,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAc;IACtD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,yBAAyB,CAAC;QAAE,OAAO,IAAI,CAAC;IAClF,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1B,GAAG,IAAI;QACP,QAAQ,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC;QAChC,UAAU,EAAE,IAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC;KACrC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAA8B;IACpE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1B,GAAG,IAAI;QACP,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC5B,UAAU,EAAE,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;KACjC,CAAC,CAAC,CAAC;AACN,CAAC;AACD,SAAS,wBAAwB,CAAC,IAAY,EAAE,KAAa;IAC3D,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,aAAa,GAAG,CAAC,CAAC,CAAC;IACvB,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,OAAO,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;QACzE,aAAa,GAAG,CAAC,CAAC;IACpB,CAAC;SAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;QAC9B,aAAa,GAAG,CAAC,CAAC;IACpB,CAAC;IACD,IAAI,aAAa,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,aAAa;QAAE,OAAO,KAAK,CAAC;IACrE,MAAM,WAAW,GAAG,KAAK,CAAC,aAAa,CAAC,CAAC;IACzC,IAAI,WAAW,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,CAAC;QACH,KAAK,CAAC,aAAa,CAAC,GAAG,kBAAkB,CAAC,iBAAiB,CAAC,IAAI,EAAE,kBAAkB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QACpG,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,4BAA4B,CAAC,KAAa;IACjD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC/B,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACxD,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,OAAO,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACzD,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAC1D,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACvD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,yCAAyC,CAAC,IAAY,EAAE,KAAa;IAC5E,MAAM,aAAa,GAAG,4BAA4B,CAAC,KAAK,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,IAAI,aAAa,KAAK,IAAI,EAAE,CAAC;QAC3B,OAAO,YAAY,KAAK,MAAM,IAAI,YAAY,KAAK,OAAO,IAAI,YAAY,KAAK,QAAQ,IAAI,YAAY,KAAK,KAAK,CAAC;IACpH,CAAC;IACD,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC;IACpD,IAAI,CAAC,WAAW;QAAE,OAAO,KAAK,CAAC;IAC/B,IAAI,CAAC;QACH,wBAAwB,CACtB,IAAI,EACJ,iBAAiB,CAAC,IAAI,EAAE,kBAAkB,CAAC,WAAW,CAAC,CAAC,EACxD,iCAAiC,CAClC,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,+BAA+B,CAAC,IAAY,EAAE,KAAgB;IACrE,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE;QAC1B,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QACnD,IAAI,CAAC;YACH,wBAAwB,CAAC,IAAI,EAAE,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,+BAA+B,CAAC,CAAC;YACpG,wBAAwB,CAAC,IAAI,EAAE,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,EAAE,+BAA+B,CAAC,CAAC;QAC9G,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;QACD,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACpG,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,KAAK,SAAS,IAAI,yCAAyC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IACpH,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,eAAe,CAAC,IAA6B,EAAE,YAAoB;IAC1E,OAAO,GAAG,aAAa,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;AAC5G,CAAC;AAED,SAAS,uBAAuB,CAC9B,IAAY,EACZ,KAAgC,EAChC,UAAmB;IAEnB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACxB,MAAM,YAAY,GAAG,UAAU;YAC7B,CAAC,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC;YAC5C,CAAC,CAAC,wBAAwB,CAAC,IAAI,EAAE,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,EAAE,+BAA+B,CAAC,CAAC;QAChH,OAAO;YACL,GAAG,IAAI;YACP,IAAI,EAAE,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC;YACxC,YAAY;YACZ,EAAE,EAAE,eAAe,CAAC,IAAI,EAAE,YAAY,CAAC;YACvC,MAAM,EAAE,wBAAwB,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC;YACnD,UAAU,EAAE,wBAAwB,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC;YAC3D,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,wBAAwB,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxF,WAAW,EAAE,wBAAwB,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC;YAC7D,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,wBAAwB,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClG,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,KAAc;IACtD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,IAAI,GAAG,KAAyC,CAAC;IACvD,OAAO,CACL,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ;QAC3B,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;QAC7B,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ;QACrC,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ;QAChC,OAAO,IAAI,CAAC,cAAc,KAAK,QAAQ;QACvC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC5B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC;QAC9B,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ;QAClC,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ;QAChC,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ;QACnC,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC;QACjD,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ;QACnC,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ;QAC/B,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ;QACnC,OAAO,IAAI,CAAC,WAAW,KAAK,QAAQ,CACrC,CAAC;AACJ,CAAC"}

package/dist/duplicates/units.d.ts

@@ -1,27 +1,14 @@
 import { type Chunk } from "../chunking/chunkFile.js";
 import type { ParsedFileContext } from "../indexer/parse-context.js";
-import { SymbolKind, type ProjectIndex, type SymbolDef } from "../indexer/types.js";
+import { type ProjectIndex, type SymbolDef } from "../indexer/types.js";
 import type { SyntaxNodeLike } from "../languages/types.js";
-import type { CollectedDuplicateUnits, DuplicateAstContext, DuplicateAstContextCache, DuplicateInternalUnit, DuplicateUnitCollectionOptions, DuplicateUnitDraft, DuplicateUnitRef, LanguageForFileResult } from "./types.js";
+import type { CollectedDuplicateUnits, DuplicateAstContext, DuplicateAstContextCache, DuplicateInternalUnit, DuplicateUnitCollectionOptions, DuplicateUnitDraft, DuplicateUnitRef } from "./types.js";
 export declare const DEFAULT_MAX_FINGERPRINTS = 128;
 export declare function lineSpan(unit: Pick<DuplicateUnitRef, "startLine" | "endLine">): number;
-export declare const textLanguageByExtension: Record<string, string>;
-export declare const chunkLanguageAliases: Record<string, string>;
-export declare const symbolUnitKinds: Set<SymbolKind>;
-export declare function hashText(value: string): string;
 export declare function shortHashText(value: string): string;
-/** Builds hashed token windows used as local structural fingerprints. */
-export declare function makeShingles(tokens: readonly string[], size: number): string[];
-/** Keeps stable representative fingerprints from nearby shingle windows. */
-export declare function winnowShingles(shingles: readonly string[], windowSize: number, maxFingerprints: number): Set<string>;
-export declare function languageForFile(filePath: string): LanguageForFileResult | undefined;
-export declare function formatDuplicateFileHandle(file: string): string;
-export declare function formatDuplicateChunkHandle(file: string, line: number): string;
 export declare function formatDuplicateSqlHandle(file: string, name: string, line: number): string;
-export declare function sqlHandleForDuplicateSymbol(symbol: SymbolDef, file: string): string | undefined;
 export declare function formatDuplicateSymbolHandle(file: string, name: string, line: number, column: number): string;
 export declare function normalizeDetectionFile(filePath: string, projectRoot: string | undefined): string;
-export declare function internalUnitId(unit: DuplicateUnitDraft, absoluteFile: string): string;
 export declare function normalizedDuplicateTokens(text: string, nativeMode: ProjectIndex["nativeMode"] | undefined): string[];
 export declare function duplicateTextLines(text: string): string[];
 export declare function maskedDuplicateStatements(text: string): string[];
@@ -38,6 +25,10 @@ export declare function buildInternalUnit(unit: DuplicateUnitDraft, absoluteFile
 }, astShapeHash?: string): DuplicateInternalUnit;
 export declare function makeSymbolUnit(symbol: SymbolDef, chunk: Chunk, projectRoot: string | undefined, nativeMode: ProjectIndex["nativeMode"] | undefined, shingleSize: number, windowSize: number, astContext: DuplicateAstContext | undefined): DuplicateInternalUnit | undefined;
 export declare function makeDuplicateChunks(filePath: string, languageId: string, textOnly: boolean, source: string, minTokens: number, maxTokens: number): Chunk[];
+export declare function makeDuplicateChunksWithSymbols(filePath: string, languageId: string, textOnly: boolean, source: string, minTokens: number, maxTokens: number): {
+    chunks: Chunk[];
+    symbolChunks: Chunk[];
+};
 export declare function makeSymbolSourceChunks(filePath: string, languageId: string, textOnly: boolean, source: string, maxTokens: number): Chunk[];
 export declare function findChunkForSymbol(symbol: SymbolDef, chunks: readonly Chunk[]): Chunk | undefined;
 export declare function getDuplicateAstContext(index: ProjectIndex, file: string, source: string, cache: DuplicateAstContextCache): Promise<DuplicateAstContext | undefined>;

package/dist/duplicates/units.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"units.d.ts","sourceRoot":"","sources":["../../src/duplicates/units.ts"],"names":[],"mappings":"AAIA,OAAO,EAAa,KAAK,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAQjE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAErE,OAAO,EAAE,UAAU,EAAE,KAAK,YAAY,EAAE,KAAK,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAQpF,OAAO,KAAK,EAAE,cAAc,EAAkB,MAAM,uBAAuB,CAAC;AAM5E,OAAO,KAAK,EACV,uBAAuB,EACvB,mBAAmB,EACnB,wBAAwB,EACxB,qBAAqB,EACrB,8BAA8B,EAC9B,kBAAkB,EAClB,gBAAgB,EAChB,qBAAqB,EACtB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,wBAAwB,MAAM,CAAC;AAC5C,wBAAgB,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,gBAAgB,EAAE,WAAW,GAAG,SAAS,CAAC,GAAG,MAAM,CAEtF;AAED,eAAO,MAAM,uBAAuB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAQ1D,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAGvD,CAAC;AAEF,eAAO,MAAM,eAAe,iBAQ1B,CAAC;AACH,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE9C;AAED,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,yEAAyE;AACzE,wBAAgB,YAAY,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAO9E;AAED,4EAA4E;AAC5E,wBAAgB,cAAc,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAepH;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,qBAAqB,GAAG,SAAS,CAUnF;AAED,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAE9D;AAED,wBAAgB,0BAA0B,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAE7E;AAED,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAEzF;AAED,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAM/F;AAED,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAE5G;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAGhG;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAErF;AAED,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,YAAY,CAAC,GAAG,SAAS,GAAG,MAAM,EAAE,CAKpH;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAKzD;AAED,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAMhE;AAED,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAQnE;AAED,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAKnE;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG;IAAE,mBAAmB,EAAE,OAAO,CAAC;IAAC,eAAe,EAAE,OAAO,CAAA;CAAE,CAQhH;AAED,6EAA6E;AAC7E,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,kBAAkB,EACxB,YAAY,EAAE,MAAM,EACpB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,YAAY,CAAC,YAAY,CAAC,GAAG,SAAS,EAClD,OAAO,GAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,EAC3D,YAAY,CAAC,EAAE,MAAM,GACpB,qBAAqB,CA0BvB;AAED,wBAAgB,cAAc,CAC5B,MAAM,EAAE,SAAS,EACjB,KAAK,EAAE,KAAK,EACZ,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,UAAU,EAAE,YAAY,CAAC,YAAY,CAAC,GAAG,SAAS,EAClD,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,mBAAmB,GAAG,SAAS,GAC1C,qBAAqB,GAAG,SAAS,CA+BnC;AAED,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,OAAO,EACjB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,KAAK,EAAE,CAMT;AAED,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,OAAO,EACjB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,GAChB,KAAK,EAAE,CAGT;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,KAAK,EAAE,GAAG,KAAK,GAAG,SAAS,CAWjG;AAED,wBAAsB,sBAAsB,CAC1C,KAAK,EAAE,YAAY,EACnB,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,wBAAwB,GAC9B,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC,CA+B1C;AAED,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,iBAAiB,GAAG,mBAAmB,CAMnF;AAED,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,mBAAmB,GAAG,SAAS,EACxC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,GACd,MAAM,GAAG,SAAS,CASpB;AAED,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,mBAAmB,EAC5B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,GACd;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAgB5C;AAED,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,cAAc,EACpB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,cAAc,GAAG,IAAI,CAQvB;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,cAAc,GAAG,MAAM,CAe/D;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAGnE;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CASzD;AAED,4EAA4E;AAC5E,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,SAAS,KAAK,EAAE,EACxB,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,UAAU,EAAE,YAAY,CAAC,YAAY,CAAC,GAAG,SAAS,EAClD,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,mBAAmB,GAAG,SAAS,GAC1C,qBAAqB,EAAE,CAsBzB;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,qBAAqB,EAAE,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAG7G;AAED,iEAAiE;AACjE,wBAAsB,qBAAqB,CACzC,KAAK,EAAE,YAAY,EACnB,OAAO,EAAE,8BAA8B,GACtC,OAAO,CAAC,uBAAuB,CAAC,CAuDlC;AAED,wBAAsB,0BAA0B,CAC9C,KAAK,EAAE,YAAY,EACnB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,eAAe,EAAE,wBAAwB,GACxC,OAAO,CAAC,qBAAqB,EAAE,CAAC,CA0BlC"}
+{"version":3,"file":"units.d.ts","sourceRoot":"","sources":["../../src/duplicates/units.ts"],"names":[],"mappings":"AAIA,OAAO,EAAmC,KAAK,KAAK,EAAE,MAAM,0BAA0B,CAAC;AAQvF,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,6BAA6B,CAAC;AAErE,OAAO,EAAc,KAAK,YAAY,EAAE,KAAK,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAQpF,OAAO,KAAK,EAAE,cAAc,EAAkB,MAAM,uBAAuB,CAAC;AAY5E,OAAO,KAAK,EACV,uBAAuB,EACvB,mBAAmB,EACnB,wBAAwB,EACxB,qBAAqB,EACrB,8BAA8B,EAC9B,kBAAkB,EAClB,gBAAgB,EAEjB,MAAM,YAAY,CAAC;AAEpB,eAAO,MAAM,wBAAwB,MAAM,CAAC;AAC5C,wBAAgB,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,gBAAgB,EAAE,WAAW,GAAG,SAAS,CAAC,GAAG,MAAM,CAEtF;AA8BD,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEnD;AAkDD,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAEzF;AAUD,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAE5G;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAGhG;AAMD,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,YAAY,CAAC,YAAY,CAAC,GAAG,SAAS,GAAG,MAAM,EAAE,CAKpH;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAKzD;AAED,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAMhE;AAED,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAQnE;AAED,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAKnE;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG;IAAE,mBAAmB,EAAE,OAAO,CAAC;IAAC,eAAe,EAAE,OAAO,CAAA;CAAE,CAQhH;AAED,6EAA6E;AAC7E,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,kBAAkB,EACxB,YAAY,EAAE,MAAM,EACpB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,YAAY,CAAC,YAAY,CAAC,GAAG,SAAS,EAClD,OAAO,GAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,EAC3D,YAAY,CAAC,EAAE,MAAM,GACpB,qBAAqB,CA0BvB;AAED,wBAAgB,cAAc,CAC5B,MAAM,EAAE,SAAS,EACjB,KAAK,EAAE,KAAK,EACZ,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,UAAU,EAAE,YAAY,CAAC,YAAY,CAAC,GAAG,SAAS,EAClD,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,mBAAmB,GAAG,SAAS,GAC1C,qBAAqB,GAAG,SAAS,CA+BnC;AAED,wBAAgB,mBAAmB,CACjC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,OAAO,EACjB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB,KAAK,EAAE,CAMT;AAED,wBAAgB,8BAA8B,CAC5C,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,OAAO,EACjB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAChB;IAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAAC,YAAY,EAAE,KAAK,EAAE,CAAA;CAAE,CAc5C;AAED,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,OAAO,EACjB,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,GAChB,KAAK,EAAE,CAGT;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,KAAK,EAAE,GAAG,KAAK,GAAG,SAAS,CAWjG;AAED,wBAAsB,sBAAsB,CAC1C,KAAK,EAAE,YAAY,EACnB,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,wBAAwB,GAC9B,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC,CA+B1C;AAED,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,iBAAiB,GAAG,mBAAmB,CAMnF;AAED,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,mBAAmB,GAAG,SAAS,EACxC,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,GACd,MAAM,GAAG,SAAS,CASpB;AAED,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,mBAAmB,EAC5B,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,MAAM,GACd;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,CAgB5C;AAED,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,cAAc,EACpB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,cAAc,GAAG,IAAI,CAQvB;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,cAAc,GAAG,MAAM,CAe/D;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAGnE;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CASzD;AAED,4EAA4E;AAC5E,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,SAAS,KAAK,EAAE,EACxB,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,UAAU,EAAE,YAAY,CAAC,YAAY,CAAC,GAAG,SAAS,EAClD,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,mBAAmB,GAAG,SAAS,GAC1C,qBAAqB,EAAE,CAsBzB;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,qBAAqB,EAAE,YAAY,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAG7G;AAED,iEAAiE;AACjE,wBAAsB,qBAAqB,CACzC,KAAK,EAAE,YAAY,EACnB,OAAO,EAAE,8BAA8B,GACtC,OAAO,CAAC,uBAAuB,CAAC,CA4DlC;AAED,wBAAsB,0BAA0B,CAC9C,KAAK,EAAE,YAAY,EACnB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,GAAG,SAAS,EAC/B,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EACnB,UAAU,EAAE,MAAM,EAClB,eAAe,EAAE,wBAAwB,GACxC,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAgClC"}

package/dist/duplicates/units.js

@@ -2,7 +2,7 @@ import crypto from "node:crypto";
 import fsp from "node:fs/promises";
 import path from "node:path";
 import { LANG_CONFIGS } from "../bootstrap/treeSitterLanguages.js";
-import { chunkFile } from "../chunking/chunkFile.js";
+import { chunkFile, chunkFileWithSymbols } from "../chunking/chunkFile.js";
 import { chunkTextFile } from "../chunking/chunkTextFile.js";
 import { countDuplicateTokens, hasUnterminatedQuotedLiteral, normalizeDuplicateSourceTokens, } from "../duplicate-token-normalization.js";
 import { supportForFile } from "../languages.js";
@@ -14,12 +14,12 @@ import { maskJsLikeCommentsStringsAndRegex } from "../util/comments.js";
 import { collectLineStartOffsets } from "../util/lines.js";
 import { assertFilePathWithinRoot, fileIdentityKey, normalizePath, toProjectDisplayPath } from "../util/paths.js";
 import { logWithLevel } from "../logging.js";
-import { duplicateUnitCacheVariant, tryLoadDuplicateUnitsFromCache, writeDuplicateUnitsToCache } from "./unitCache.js";
+import { duplicateUnitCacheVariant, tryLoadDuplicateUnitsFromCache, writeDuplicateUnitsBatchToCache, writeDuplicateUnitsToCache, } from "./unitCache.js";
 export const DEFAULT_MAX_FINGERPRINTS = 128;
 export function lineSpan(unit) {
     return Math.max(1, unit.endLine - unit.startLine + 1);
 }
-export const textLanguageByExtension = {
+const textLanguageByExtension = {
     ".json": "json",
     ".jsonc": "jsonc",
     ".lock": "text",
@@ -28,11 +28,11 @@ export const textLanguageByExtension = {
     ".yaml": "yaml",
     ".yml": "yaml",
 };
-export const chunkLanguageAliases = {
+const chunkLanguageAliases = {
     js: "javascript",
     ts: "typescript",
 };
-export const symbolUnitKinds = new Set([
+const symbolUnitKinds = new Set([
     SymbolKind.Function,
     SymbolKind.Class,
     SymbolKind.Interface,
@@ -41,14 +41,14 @@ export const symbolUnitKinds = new Set([
     SymbolKind.Table,
     SymbolKind.View,
 ]);
-export function hashText(value) {
+function hashText(value) {
     return crypto.createHash("sha256").update(value).digest("hex");
 }
 export function shortHashText(value) {
     return hashText(value).slice(0, 16);
 }
 /** Builds hashed token windows used as local structural fingerprints. */
-export function makeShingles(tokens, size) {
+function makeShingles(tokens, size) {
     if (tokens.length < size)
         return [];
     const shingles = [];
@@ -58,7 +58,7 @@ export function makeShingles(tokens, size) {
     return shingles;
 }
 /** Keeps stable representative fingerprints from nearby shingle windows. */
-export function winnowShingles(shingles, windowSize, maxFingerprints) {
+function winnowShingles(shingles, windowSize, maxFingerprints) {
     if (!shingles.length)
         return new Set();
     if (shingles.length <= windowSize)
@@ -77,7 +77,7 @@ export function winnowShingles(shingles, windowSize, maxFingerprints) {
     }
     return fingerprints;
 }
-export function languageForFile(filePath) {
+function languageForFile(filePath) {
     const support = supportForFile(filePath);
     if (support) {
         return { id: support.id, textOnly: false };
@@ -88,16 +88,16 @@ export function languageForFile(filePath) {
     }
     return undefined;
 }
-export function formatDuplicateFileHandle(file) {
+function formatDuplicateFileHandle(file) {
     return ["file", encodeURIComponent(file)].join(":");
 }
-export function formatDuplicateChunkHandle(file, line) {
+function formatDuplicateChunkHandle(file, line) {
     return ["chunk", encodeURIComponent(file), String(line)].join(":");
 }
 export function formatDuplicateSqlHandle(file, name, line) {
     return ["sql", encodeURIComponent(name), encodeURIComponent(file), String(line)].join(":");
 }
-export function sqlHandleForDuplicateSymbol(symbol, file) {
+function sqlHandleForDuplicateSymbol(symbol, file) {
     if (symbol.kind !== SymbolKind.Routine && symbol.kind !== SymbolKind.Table && symbol.kind !== SymbolKind.View) {
         return undefined;
     }
@@ -113,7 +113,7 @@ export function normalizeDetectionFile(filePath, projectRoot) {
         return normalizePath(filePath);
     return assertFilePathWithinRoot(projectRoot, filePath, "Duplicate input file");
 }
-export function internalUnitId(unit, absoluteFile) {
+function internalUnitId(unit, absoluteFile) {
     return `${normalizePath(absoluteFile)}:${unit.startLine}:${unit.endLine}:${unit.kind}:${unit.name ?? ""}`;
 }
 export function normalizedDuplicateTokens(text, nativeMode) {
@@ -222,6 +222,21 @@ export function makeDuplicateChunks(filePath, languageId, textOnly, source, minT
     }
     return chunkTextFile({ source, filePath, languageId, minTokens, maxTokens, tokenizer: countDuplicateTokens });
 }
+export function makeDuplicateChunksWithSymbols(filePath, languageId, textOnly, source, minTokens, maxTokens) {
+    const langConfig = LANG_CONFIGS[chunkLanguageAliases[languageId] ?? languageId];
+    if (langConfig && !textOnly) {
+        return chunkFileWithSymbols({
+            language: langConfig,
+            source,
+            filePath,
+            minTokens,
+            maxTokens,
+            tokenizer: countDuplicateTokens,
+        });
+    }
+    const chunks = chunkTextFile({ source, filePath, languageId, minTokens, maxTokens, tokenizer: countDuplicateTokens });
+    return { chunks, symbolChunks: [] };
+}
 export function makeSymbolSourceChunks(filePath, languageId, textOnly, source, maxTokens) {
     if (textOnly)
         return [];
@@ -386,15 +401,16 @@ export async function collectDuplicateUnits(index, options) {
     const normalizedFiles = [...filesByIdentity.values()].sort();
     const units = [];
     const astContextCache = new Map();
-    const variant = duplicateUnitCacheVariant(index, options.minTokens, options.maxTokens, options.shingleSize, options.windowSize);
+    const variant = duplicateUnitCacheVariant(index, options.minTokens, options.maxTokens, options.shingleSize, options.windowSize, options.projectRoot);
     let belowThresholdUnits = 0;
     const belowThresholdUnitsByFile = new Map();
+    const pendingWrites = [];
     for (const file of normalizedFiles) {
-        const cachedUnits = tryLoadDuplicateUnitsFromCache(index, file, variant);
+        const cachedUnits = tryLoadDuplicateUnitsFromCache(index, file, variant, options.projectRoot);
         const fileUnits = cachedUnits ??
             (await buildDuplicateUnitsForFile(index, file, options.projectRoot, options.minTokens, options.maxTokens, options.shingleSize, options.windowSize, astContextCache));
         if (!cachedUnits) {
-            writeDuplicateUnitsToCache(index, file, variant, fileUnits);
+            pendingWrites.push({ file, variant, units: fileUnits });
         }
         for (const unit of fileUnits) {
             if (!shouldKeepUnit(unit, options.includeSmall, options.minTokens)) {
@@ -405,6 +421,9 @@ export async function collectDuplicateUnits(index, options) {
             units.push(unit);
         }
     }
+    if (pendingWrites.length) {
+        writeDuplicateUnitsBatchToCache(index, pendingWrites, options.projectRoot);
+    }
     units.sort((left, right) => {
         const fileCompare = left.absoluteFile.localeCompare(right.absoluteFile);
         if (fileCompare)
@@ -431,8 +450,7 @@ export async function buildDuplicateUnitsForFile(index, file, projectRoot, minTo
         }
     }
     const astContext = language.textOnly ? undefined : await getDuplicateAstContext(index, file, source, astContextCache);
-    const chunks = makeDuplicateChunks(file, language.id, language.textOnly, source, minTokens, maxTokens);
-    const symbolChunks = makeSymbolSourceChunks(file, language.id, language.textOnly, source, maxTokens);
+    const { chunks, symbolChunks } = makeDuplicateChunksWithSymbols(file, language.id, language.textOnly, source, minTokens, maxTokens);
     const symbolUnits = (moduleIndex?.locals ?? [])
         .map((symbol) => {
         const chunk = findChunkForSymbol(symbol, symbolChunks);