@lzehrung/codegraph 2.1.0

package/dist/duplicates/units.js

@@ -0,0 +1,447 @@
+import crypto from "node:crypto";
+import fsp from "node:fs/promises";
+import path from "node:path";
+import { LANG_CONFIGS } from "../bootstrap/treeSitterLanguages.js";
+import { chunkFile } from "../chunking/chunkFile.js";
+import { chunkTextFile } from "../chunking/chunkTextFile.js";
+import { countDuplicateTokens, hasUnterminatedQuotedLiteral, normalizeDuplicateSourceTokens, } from "../duplicate-token-normalization.js";
+import { supportForFile } from "../languages.js";
+import { attemptParsePreparedFileContext } from "../indexer/parse-context.js";
+import { SymbolKind } from "../indexer/types.js";
+import { prepareSourceInput } from "../languages/filePrep.js";
+import { getNativeDuplicateTokens, getNativeTreeSitterSupportedLanguageIds, isNativeDuplicateTokenizationAvailable, isNativeTreeSitterDisabledByEnv, } from "../native/treeSitterNative.js";
+import { maskJsLikeCommentsStringsAndRegex } from "../util/comments.js";
+import { collectLineStartOffsets } from "../util/lines.js";
+import { assertFilePathWithinRoot, fileIdentityKey, normalizePath, toProjectDisplayPath } from "../util/paths.js";
+import { logWithLevel } from "../logging.js";
+import { duplicateUnitCacheVariant, tryLoadDuplicateUnitsFromCache, writeDuplicateUnitsToCache } from "./unitCache.js";
+export const DEFAULT_MAX_FINGERPRINTS = 128;
+export function lineSpan(unit) {
+    return Math.max(1, unit.endLine - unit.startLine + 1);
+}
+export const textLanguageByExtension = {
+    ".json": "json",
+    ".jsonc": "jsonc",
+    ".lock": "text",
+    ".toml": "toml",
+    ".txt": "text",
+    ".yaml": "yaml",
+    ".yml": "yaml",
+};
+export const chunkLanguageAliases = {
+    js: "javascript",
+    ts: "typescript",
+};
+export const symbolUnitKinds = new Set([
+    SymbolKind.Function,
+    SymbolKind.Class,
+    SymbolKind.Interface,
+    SymbolKind.TypeAlias,
+    SymbolKind.Routine,
+    SymbolKind.Table,
+    SymbolKind.View,
+]);
+export function hashText(value) {
+    return crypto.createHash("sha256").update(value).digest("hex");
+}
+export function shortHashText(value) {
+    return hashText(value).slice(0, 16);
+}
+/** Builds hashed token windows used as local structural fingerprints. */
+export function makeShingles(tokens, size) {
+    if (tokens.length < size)
+        return [];
+    const shingles = [];
+    for (let i = 0; i <= tokens.length - size; i++) {
+        shingles.push(shortHashText(tokens.slice(i, i + size).join("\u0000")));
+    }
+    return shingles;
+}
+/** Keeps stable representative fingerprints from nearby shingle windows. */
+export function winnowShingles(shingles, windowSize, maxFingerprints) {
+    if (!shingles.length)
+        return new Set();
+    if (shingles.length <= windowSize)
+        return new Set(shingles.slice(0, maxFingerprints));
+    const fingerprints = new Set();
+    for (let i = 0; i <= shingles.length - windowSize; i++) {
+        let minimum = shingles[i];
+        for (let j = i + 1; j < i + windowSize; j++) {
+            const candidate = shingles[j];
+            if (candidate < minimum)
+                minimum = candidate;
+        }
+        fingerprints.add(minimum);
+        if (fingerprints.size >= maxFingerprints)
+            break;
+    }
+    return fingerprints;
+}
+export function languageForFile(filePath) {
+    const support = supportForFile(filePath);
+    if (support) {
+        return { id: support.id, textOnly: false };
+    }
+    const languageId = textLanguageByExtension[path.extname(filePath).toLowerCase()];
+    if (languageId) {
+        return { id: languageId, textOnly: true };
+    }
+    return undefined;
+}
+export function formatDuplicateFileHandle(file) {
+    return ["file", encodeURIComponent(file)].join(":");
+}
+export function formatDuplicateChunkHandle(file, line) {
+    return ["chunk", encodeURIComponent(file), String(line)].join(":");
+}
+export function formatDuplicateSqlHandle(file, name, line) {
+    return ["sql", encodeURIComponent(name), encodeURIComponent(file), String(line)].join(":");
+}
+export function sqlHandleForDuplicateSymbol(symbol, file) {
+    if (symbol.kind !== SymbolKind.Routine && symbol.kind !== SymbolKind.Table && symbol.kind !== SymbolKind.View) {
+        return undefined;
+    }
+    if (!file.toLowerCase().endsWith(".sql"))
+        return undefined;
+    return formatDuplicateSqlHandle(file, symbol.localName, symbol.range.start.line);
+}
+export function formatDuplicateSymbolHandle(file, name, line, column) {
+    return ["symbol", encodeURIComponent(file), encodeURIComponent(name), String(line), String(column)].join(":");
+}
+export function normalizeDetectionFile(filePath, projectRoot) {
+    if (!projectRoot)
+        return normalizePath(filePath);
+    return assertFilePathWithinRoot(projectRoot, filePath, "Duplicate input file");
+}
+export function internalUnitId(unit, absoluteFile) {
+    return `${normalizePath(absoluteFile)}:${unit.startLine}:${unit.endLine}:${unit.kind}:${unit.name ?? ""}`;
+}
+export function normalizedDuplicateTokens(text, nativeMode) {
+    if (hasUnterminatedQuotedLiteral(text)) {
+        return normalizeDuplicateSourceTokens(text);
+    }
+    return getNativeDuplicateTokens(text, nativeMode)?.normalizedTokens ?? normalizeDuplicateSourceTokens(text);
+}
+export function duplicateTextLines(text) {
+    return text
+        .split(/\r?\n/u)
+        .map((line) => line.trim())
+        .filter(Boolean);
+}
+export function maskedDuplicateStatements(text) {
+    return duplicateTextLines(maskJsLikeCommentsStringsAndRegex(text))
+        .join(" ")
+        .split(";")
+        .map((statement) => statement.trim())
+        .filter(Boolean);
+}
+export function looksLikeImportStatement(statement) {
+    if (!/^import\b/u.test(statement))
+        return false;
+    const remainder = statement.slice(6).trimStart();
+    if (!remainder.length || remainder.startsWith(".") || remainder.startsWith("(") || remainder.startsWith("=")) {
+        return false;
+    }
+    if (/[=()]/u.test(statement))
+        return false;
+    return !/\b(?:const|let|var|function|class|return|if|for|while|switch|export|new)\b/u.test(statement.slice(6));
+}
+export function looksLikeBarrelStatement(statement) {
+    if (!/^export\b/u.test(statement))
+        return false;
+    if (/[=()]/u.test(statement))
+        return false;
+    if (!/\bfrom\b/u.test(statement) && !/^export\s+\*/u.test(statement))
+        return false;
+    return !/\b(?:const|let|var|function|class|return|if|for|while|switch|import|new)\b/u.test(statement.slice(6));
+}
+export function duplicateTextHeuristics(text) {
+    const statements = maskedDuplicateStatements(text);
+    if (!statements.length || statements.length > 12) {
+        return { looksLikeImportList: false, looksLikeBarrel: false };
+    }
+    const looksLikeImportList = statements.every(looksLikeImportStatement);
+    const looksLikeBarrel = statements.every(looksLikeBarrelStatement);
+    return { looksLikeImportList, looksLikeBarrel };
+}
+/** Adds hashes, normalized tokens, and fingerprints to a reportable unit. */
+export function buildInternalUnit(unit, absoluteFile, text, shingleSize, windowSize, nativeMode, handles = {}, astShapeHash) {
+    const rawHash = hashText(text);
+    const normalizedTokens = normalizedDuplicateTokens(text, nativeMode);
+    const signatures = winnowShingles(makeShingles(normalizedTokens, shingleSize), windowSize, DEFAULT_MAX_FINGERPRINTS);
+    const fileHandle = formatDuplicateFileHandle(unit.file);
+    const chunkHandle = formatDuplicateChunkHandle(unit.file, unit.startLine);
+    const handle = handles.sqlHandle ?? handles.symbolHandle ?? chunkHandle;
+    const heuristics = duplicateTextHeuristics(text);
+    return {
+        ...unit,
+        id: internalUnitId(unit, absoluteFile),
+        absoluteFile: normalizePath(absoluteFile),
+        rawHash,
+        normalizedHash: hashText(normalizedTokens.join(" ")),
+        ...(astShapeHash !== undefined ? { astShapeHash } : {}),
+        tokenCount: normalizedTokens.length,
+        handle,
+        fileHandle,
+        chunkHandle,
+        ...(handles.sqlHandle !== undefined ? { sqlHandle: handles.sqlHandle } : {}),
+        ...(handles.symbolHandle !== undefined ? { symbolHandle: handles.symbolHandle } : {}),
+        ...(heuristics.looksLikeImportList ? { looksLikeImportList: true } : {}),
+        ...(heuristics.looksLikeBarrel ? { looksLikeBarrel: true } : {}),
+        tokenSet: new Set(normalizedTokens),
+        signatures,
+    };
+}
+export function makeSymbolUnit(symbol, chunk, projectRoot, nativeMode, shingleSize, windowSize, astContext) {
+    if (!symbolUnitKinds.has(symbol.kind))
+        return undefined;
+    const file = toProjectDisplayPath(projectRoot, symbol.file);
+    const sqlHandle = sqlHandleForDuplicateSymbol(symbol, file);
+    const symbolHandle = sqlHandle === undefined
+        ? formatDuplicateSymbolHandle(file, symbol.localName, symbol.range.start.line, symbol.range.start.column)
+        : undefined;
+    const unit = {
+        file,
+        startLine: chunk.startLine,
+        endLine: chunk.endLine,
+        languageId: chunk.languageId,
+        kind: "symbol",
+        name: symbol.localName,
+        symbolKind: symbol.kind,
+        ...(symbol.complexity !== undefined ? { complexity: symbol.complexity } : {}),
+    };
+    return buildInternalUnit(unit, symbol.file, chunk.text, shingleSize, windowSize, nativeMode, {
+        ...(sqlHandle !== undefined ? { sqlHandle } : {}),
+        ...(symbolHandle !== undefined ? { symbolHandle } : {}),
+    }, astShapeHashForRange(astContext, chunk.startLine, chunk.endLine));
+}
+export function makeDuplicateChunks(filePath, languageId, textOnly, source, minTokens, maxTokens) {
+    const langConfig = LANG_CONFIGS[chunkLanguageAliases[languageId] ?? languageId];
+    if (langConfig && !textOnly) {
+        return chunkFile({ language: langConfig, source, filePath, minTokens, maxTokens, tokenizer: countDuplicateTokens });
+    }
+    return chunkTextFile({ source, filePath, languageId, minTokens, maxTokens, tokenizer: countDuplicateTokens });
+}
+export function makeSymbolSourceChunks(filePath, languageId, textOnly, source, maxTokens) {
+    if (textOnly)
+        return [];
+    return makeDuplicateChunks(filePath, languageId, false, source, 1, maxTokens);
+}
+export function findChunkForSymbol(symbol, chunks) {
+    const symbolLine = Math.max(1, symbol.range.start.line);
+    const candidates = chunks.filter((chunk) => chunk.name === symbol.localName &&
+        chunk.startLine <= symbolLine &&
+        symbolLine <= chunk.endLine &&
+        chunk.endLine > chunk.startLine);
+    candidates.sort((left, right) => lineSpan(left) - lineSpan(right));
+    return candidates[0];
+}
+export async function getDuplicateAstContext(index, file, source, cache) {
+    const fileKey = fileIdentityKey(file);
+    if (cache.has(fileKey))
+        return cache.get(fileKey) ?? undefined;
+    const retained = index.parsed?.get(fileKey);
+    if (retained?.source === source) {
+        const context = astContextFromParsed(retained);
+        cache.set(fileKey, context);
+        return context;
+    }
+    try {
+        const prepared = await prepareSourceInput(file, { source });
+        const attempt = attemptParsePreparedFileContext({
+            file,
+            source: prepared.source,
+            sup: prepared.sup,
+            ...(index.nativeMode !== undefined ? { nativeMode: index.nativeMode } : {}),
+            nativeQueries: null,
+        });
+        if (!attempt.parsed) {
+            cache.set(fileKey, null);
+            return undefined;
+        }
+        const context = astContextFromParsed(attempt.parsed);
+        cache.set(fileKey, context);
+        return context;
+    }
+    catch {
+        cache.set(fileKey, null);
+        return undefined;
+    }
+}
+export function astContextFromParsed(parsed) {
+    return {
+        source: parsed.source,
+        tree: parsed.tree,
+        lineStartOffsets: collectLineStartOffsets(parsed.source),
+    };
+}
+export function astShapeHashForRange(context, startLine, endLine) {
+    if (!context)
+        return undefined;
+    const range = lineRangeToByteRange(context, startLine, endLine);
+    if (!range)
+        return undefined;
+    const node = findSmallestCoveringNode(context.tree.rootNode, range.start, range.end);
+    if (!node)
+        return undefined;
+    const shape = normalizedAstShape(node);
+    if (!shape)
+        return undefined;
+    return hashText(shape);
+}
+export function lineRangeToByteRange(context, startLine, endLine) {
+    const startOffset = context.lineStartOffsets[Math.max(0, startLine - 1)];
+    if (startOffset === undefined)
+        return undefined;
+    const nextLineOffset = context.lineStartOffsets[Math.max(startLine, endLine)];
+    const rawEndOffset = nextLineOffset === undefined ? context.source.length : Math.max(startOffset, nextLineOffset);
+    let trimmedStartOffset = startOffset;
+    let endOffset = Math.max(startOffset, rawEndOffset);
+    while (trimmedStartOffset < endOffset && /\s/.test(context.source[trimmedStartOffset])) {
+        trimmedStartOffset++;
+    }
+    while (endOffset > trimmedStartOffset && /\s/.test(context.source[endOffset - 1])) {
+        endOffset--;
+    }
+    const startIndex = trimmedStartOffset;
+    if (endOffset <= startIndex)
+        return undefined;
+    return { start: startIndex, end: endOffset };
+}
+export function findSmallestCoveringNode(node, startIndex, endIndex) {
+    if (node.endIndex < startIndex || node.startIndex > endIndex)
+        return null;
+    if (node.startIndex > startIndex || node.endIndex < endIndex)
+        return null;
+    for (const child of node.namedChildren) {
+        const candidate = findSmallestCoveringNode(child, startIndex, endIndex);
+        if (candidate)
+            return candidate;
+    }
+    return node;
+}
+export function normalizedAstShape(root) {
+    let visited = 0;
+    const maxNodes = 512;
+    const walk = (node) => {
+        visited++;
+        if (visited > maxNodes)
+            return "...";
+        const nodeType = normalizeAstNodeType(node.type);
+        const childShapes = node.namedChildren
+            .filter((child) => !isAstShapeIgnoredNode(child))
+            .map(walk)
+            .filter(Boolean);
+        if (!childShapes.length)
+            return nodeType;
+        return `${nodeType}(${childShapes.join(",")})`;
+    };
+    return walk(root);
+}
+export function isAstShapeIgnoredNode(node) {
+    const type = node.type.toLowerCase();
+    return type.includes("comment") || type === "error";
+}
+export function normalizeAstNodeType(type) {
+    const lower = type.toLowerCase();
+    if (lower.includes("identifier") || lower === "name" || lower.endsWith("_name"))
+        return "identifier";
+    if (lower.includes("string") || lower.includes("char") || lower.includes("template"))
+        return "literal";
+    if (lower.includes("number") || lower.includes("integer") || lower.includes("float"))
+        return "literal";
+    if (lower.includes("boolean") || lower === "true" || lower === "false" || lower === "null" || lower === "nil") {
+        return "literal";
+    }
+    return type;
+}
+/** Falls back to semantic chunks so body-level clones are still visible. */
+export function makeChunkUnits(filePath, chunks, projectRoot, nativeMode, shingleSize, windowSize, astContext) {
+    return chunks.map((chunk) => {
+        const file = toProjectDisplayPath(projectRoot, filePath);
+        const unit = {
+            file,
+            startLine: chunk.startLine,
+            endLine: chunk.endLine,
+            languageId: chunk.languageId,
+            kind: "chunk",
+            ...(chunk.name !== undefined ? { name: chunk.name } : {}),
+        };
+        return buildInternalUnit(unit, filePath, chunk.text, shingleSize, windowSize, nativeMode, {}, astShapeHashForRange(astContext, chunk.startLine, chunk.endLine));
+    });
+}
+export function shouldKeepUnit(unit, includeSmall, minTokens) {
+    if (includeSmall)
+        return true;
+    return unit.tokenCount >= minTokens;
+}
+/** Reads files and creates comparable symbol and chunk units. */
+export async function collectDuplicateUnits(index, options) {
+    const files = options.files ?? Array.from(index.byFile.values(), (module) => module.file);
+    const filesByIdentity = new Map();
+    for (const file of files) {
+        const normalized = normalizeDetectionFile(file, options.projectRoot);
+        filesByIdentity.set(fileIdentityKey(normalized), normalized);
+    }
+    const normalizedFiles = [...filesByIdentity.values()].sort();
+    const units = [];
+    const astContextCache = new Map();
+    const variant = duplicateUnitCacheVariant(index, options.minTokens, options.maxTokens, options.shingleSize, options.windowSize);
+    let belowThresholdUnits = 0;
+    const belowThresholdUnitsByFile = new Map();
+    for (const file of normalizedFiles) {
+        const cachedUnits = tryLoadDuplicateUnitsFromCache(index, file, variant);
+        const fileUnits = cachedUnits ??
+            (await buildDuplicateUnitsForFile(index, file, options.projectRoot, options.minTokens, options.maxTokens, options.shingleSize, options.windowSize, astContextCache));
+        if (!cachedUnits) {
+            writeDuplicateUnitsToCache(index, file, variant, fileUnits);
+        }
+        for (const unit of fileUnits) {
+            if (!shouldKeepUnit(unit, options.includeSmall, options.minTokens)) {
+                belowThresholdUnits++;
+                belowThresholdUnitsByFile.set(file, (belowThresholdUnitsByFile.get(file) ?? 0) + 1);
+                continue;
+            }
+            units.push(unit);
+        }
+    }
+    units.sort((left, right) => {
+        const fileCompare = left.absoluteFile.localeCompare(right.absoluteFile);
+        if (fileCompare)
+            return fileCompare;
+        const lineCompare = left.startLine - right.startLine;
+        if (lineCompare)
+            return lineCompare;
+        return (left.name ?? "").localeCompare(right.name ?? "");
+    });
+    return { units, belowThresholdUnits, belowThresholdUnitsByFile };
+}
+export async function buildDuplicateUnitsForFile(index, file, projectRoot, minTokens, maxTokens, shingleSize, windowSize, astContextCache) {
+    const moduleIndex = index.byFile.get(fileIdentityKey(file));
+    const language = languageForFile(file);
+    if (!language)
+        return [];
+    let source = index.parsed?.get(fileIdentityKey(file))?.source;
+    if (source === undefined) {
+        try {
+            source = await fsp.readFile(file, "utf8");
+        }
+        catch {
+            return [];
+        }
+    }
+    const astContext = language.textOnly ? undefined : await getDuplicateAstContext(index, file, source, astContextCache);
+    const chunks = makeDuplicateChunks(file, language.id, language.textOnly, source, minTokens, maxTokens);
+    const symbolChunks = makeSymbolSourceChunks(file, language.id, language.textOnly, source, maxTokens);
+    const symbolUnits = (moduleIndex?.locals ?? [])
+        .map((symbol) => {
+        const chunk = findChunkForSymbol(symbol, symbolChunks);
+        if (!chunk)
+            return undefined;
+        return makeSymbolUnit(symbol, chunk, projectRoot, index.nativeMode, shingleSize, windowSize, astContext);
+    })
+        .filter((unit) => unit !== undefined);
+    const chunkUnits = makeChunkUnits(file, chunks, projectRoot, index.nativeMode, shingleSize, windowSize, astContext);
+    return [...symbolUnits, ...chunkUnits];
+}
+//# sourceMappingURL=units.js.map

package/dist/duplicates/units.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"units.js","sourceRoot":"","sources":["../../src/duplicates/units.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,GAAG,MAAM,kBAAkB,CAAC;AACnC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,qCAAqC,CAAC;AACnE,OAAO,EAAE,SAAS,EAAc,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EACL,oBAAoB,EACpB,4BAA4B,EAC5B,8BAA8B,GAC/B,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEjD,OAAO,EAAE,+BAA+B,EAAE,MAAM,6BAA6B,CAAC;AAC9E,OAAO,EAAE,UAAU,EAAqC,MAAM,qBAAqB,CAAC;AACpF,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EACL,wBAAwB,EACxB,uCAAuC,EACvC,sCAAsC,EACtC,+BAA+B,GAChC,MAAM,+BAA+B,CAAC;AAEvC,OAAO,EAAE,iCAAiC,EAAE,MAAM,qBAAqB,CAAC;AACxE,OAAO,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAC3D,OAAO,EAAE,wBAAwB,EAAE,eAAe,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAClH,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC7C,OAAO,EAAE,yBAAyB,EAAE,8BAA8B,EAAE,0BAA0B,EAAE,MAAM,gBAAgB,CAAC;AAYvH,MAAM,CAAC,MAAM,wBAAwB,GAAG,GAAG,CAAC;AAC5C,MAAM,UAAU,QAAQ,CAAC,IAAqD;IAC5E,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,CAAC,MAAM,uBAAuB,GAA2B;IAC7D,OAAO,EAAE,MAAM;IACf,QAAQ,EAAE,OAAO;IACjB,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,MAAM;IACd,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,MAAM;CACf,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAA2B;IAC1D,EAAE,EAAE,YAAY;IAChB,EAAE,EAAE,YAAY;CACjB,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAa;IACjD,UAAU,CAAC,QAAQ;IACnB,UAAU,CAAC,KAAK;IAChB,UAAU,CAAC,SAAS;IACpB,UAAU,CAAC,SAAS;IACpB,UAAU,CAAC,OAAO;IAClB,UAAU,CAAC,KAAK;IAChB,UAAU,CAAC,IAAI;CAChB,CAAC,CAAC;AACH,MAAM,UAAU,QAAQ,CAAC,KAAa;IACpC,OAAO,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,KAAa;IACzC,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACtC,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,YAAY,CAAC,MAAyB,EAAE,IAAY;IAClE,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,cAAc,CAAC,QAA2B,EAAE,UAAkB,EAAE,eAAuB;IACrG,IAAI,CAAC,QAAQ,CAAC,MAAM;QAAE,OAAO,IAAI,GAAG,EAAE,CAAC;IACvC,IAAI,QAAQ,CAAC,MAAM,IAAI,UAAU;QAAE,OAAO,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC;IAEtF,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;QACvD,IAAI,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;YAC/B,IAAI,SAAS,GAAG,OAAO;gBAAE,OAAO,GAAG,SAAS,CAAC;QAC/C,CAAC;QACD,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC1B,IAAI,YAAY,CAAC,IAAI,IAAI,eAAe;YAAE,MAAM;IAClD,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,QAAgB;IAC9C,MAAM,OAAO,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;IACzC,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC7C,CAAC;IACD,MAAM,UAAU,GAAG,uBAAuB,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IACjF,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,EAAE,EAAE,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC5C,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAY;IACpD,OAAO,CAAC,MAAM,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,IAAY,EAAE,IAAY;IACnE,OAAO,CAAC,OAAO,EAAE,kBAAkB,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,IAAY,EAAE,IAAY,EAAE,IAAY;IAC/E,OAAO,CAAC,KAAK,EAAE,kBAAkB,CAAC,IAAI,CAAC,EAAE,kBAAkB,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC7F,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,MAAiB,EAAE,IAAY;IACzE,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,CAAC,KAAK,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;QAC9G,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,SAAS,CAAC;IAC3D,OAAO,wBAAwB,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AACnF,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,IAAY,EAAE,IAAY,EAAE,IAAY,EAAE,MAAc;IAClG,OAAO,CAAC,QAAQ,EAAE,kBAAkB,CAAC,IAAI,CAAC,EAAE,kBAAkB,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAChH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAgB,EAAE,WAA+B;IACtF,IAAI,CAAC,WAAW;QAAE,OAAO,aAAa,CAAC,QAAQ,CAAC,CAAC;IACjD,OAAO,wBAAwB,CAAC,WAAW,EAAE,QAAQ,EAAE,sBAAsB,CAAC,CAAC;AACjF,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAwB,EAAE,YAAoB;IAC3E,OAAO,GAAG,aAAa,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,IAAI,EAAE,EAAE,CAAC;AAC5G,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAY,EAAE,UAAkD;IACxG,IAAI,4BAA4B,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,OAAO,8BAA8B,CAAC,IAAI,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,wBAAwB,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,gBAAgB,IAAI,8BAA8B,CAAC,IAAI,CAAC,CAAC;AAC9G,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,OAAO,IAAI;SACR,KAAK,CAAC,QAAQ,CAAC;SACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAY;IACpD,OAAO,kBAAkB,CAAC,iCAAiC,CAAC,IAAI,CAAC,CAAC;SAC/D,IAAI,CAAC,GAAG,CAAC;SACT,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;SACpC,MAAM,CAAC,OAAO,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,SAAiB;IACxD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAChD,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;IACjD,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7G,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAC3C,OAAO,CAAC,6EAA6E,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACjH,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,SAAiB;IACxD,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAChD,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IAC3C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC;QAAE,OAAO,KAAK,CAAC;IACnF,OAAO,CAAC,6EAA6E,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACjH,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,IAAY;IAClD,MAAM,UAAU,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACjD,OAAO,EAAE,mBAAmB,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC;IAChE,CAAC;IACD,MAAM,mBAAmB,GAAG,UAAU,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,UAAU,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IACnE,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,CAAC;AAClD,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,iBAAiB,CAC/B,IAAwB,EACxB,YAAoB,EACpB,IAAY,EACZ,WAAmB,EACnB,UAAkB,EAClB,UAAkD,EAClD,UAAyD,EAAE,EAC3D,YAAqB;IAErB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,gBAAgB,GAAG,yBAAyB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACrE,MAAM,UAAU,GAAG,cAAc,CAAC,YAAY,CAAC,gBAAgB,EAAE,WAAW,CAAC,EAAE,UAAU,EAAE,wBAAwB,CAAC,CAAC;IACrH,MAAM,UAAU,GAAG,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACxD,MAAM,WAAW,GAAG,0BAA0B,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,YAAY,IAAI,WAAW,CAAC;IACxE,MAAM,UAAU,GAAG,uBAAuB,CAAC,IAAI,CAAC,CAAC;IACjD,OAAO;QACL,GAAG,IAAI;QACP,EAAE,EAAE,cAAc,CAAC,IAAI,EAAE,YAAY,CAAC;QACtC,YAAY,EAAE,aAAa,CAAC,YAAY,CAAC;QACzC,OAAO;QACP,cAAc,EAAE,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,UAAU,EAAE,gBAAgB,CAAC,MAAM;QACnC,MAAM;QACN,UAAU;QACV,WAAW;QACX,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5E,GAAG,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrF,GAAG,CAAC,UAAU,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,GAAG,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,QAAQ,EAAE,IAAI,GAAG,CAAC,gBAAgB,CAAC;QACnC,UAAU;KACX,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,MAAiB,EACjB,KAAY,EACZ,WAA+B,EAC/B,UAAkD,EAClD,WAAmB,EACnB,UAAkB,EAClB,UAA2C;IAE3C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IACxD,MAAM,IAAI,GAAG,oBAAoB,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAC5D,MAAM,SAAS,GAAG,2BAA2B,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC5D,MAAM,YAAY,GAChB,SAAS,KAAK,SAAS;QACrB,CAAC,CAAC,2BAA2B,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;QACzG,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,IAAI,GAAuB;QAC/B,IAAI;QACJ,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,MAAM,CAAC,SAAS;QACtB,UAAU,EAAE,MAAM,CAAC,IAAI;QACvB,GAAG,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9E,CAAC;IACF,OAAO,iBAAiB,CACtB,IAAI,EACJ,MAAM,CAAC,IAAI,EACX,KAAK,CAAC,IAAI,EACV,WAAW,EACX,UAAU,EACV,UAAU,EACV;QACE,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxD,EACD,oBAAoB,CAAC,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CACjE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,QAAgB,EAChB,UAAkB,EAClB,QAAiB,EACjB,MAAc,EACd,SAAiB,EACjB,SAAiB;IAEjB,MAAM,UAAU,GAAG,YAAY,CAAC,oBAAoB,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,CAAC;IAChF,IAAI,UAAU,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,oBAAoB,EAAE,CAAC,CAAC;IACtH,CAAC;IACD,OAAO,aAAa,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,oBAAoB,EAAE,CAAC,CAAC;AAChH,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,QAAgB,EAChB,UAAkB,EAClB,QAAiB,EACjB,MAAc,EACd,SAAiB;IAEjB,IAAI,QAAQ;QAAE,OAAO,EAAE,CAAC;IACxB,OAAO,mBAAmB,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;AAChF,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,MAAiB,EAAE,MAAwB;IAC5E,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACxD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAC9B,CAAC,KAAK,EAAE,EAAE,CACR,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,SAAS;QAC/B,KAAK,CAAC,SAAS,IAAI,UAAU;QAC7B,UAAU,IAAI,KAAK,CAAC,OAAO;QAC3B,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,SAAS,CAClC,CAAC;IACF,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IACnE,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC;AACvB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,KAAmB,EACnB,IAAY,EACZ,MAAc,EACd,KAA+B;IAE/B,MAAM,OAAO,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC;IAE/D,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;IAC5C,IAAI,QAAQ,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAC/C,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,+BAA+B,CAAC;YAC9C,IAAI;YACJ,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,GAAG,EAAE,QAAQ,CAAC,GAAG;YACjB,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3E,aAAa,EAAE,IAAI;SACpB,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACzB,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,OAAO,GAAG,oBAAoB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrD,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC5B,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACP,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACzB,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAyB;IAC5D,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,gBAAgB,EAAE,uBAAuB,CAAC,MAAM,CAAC,MAAM,CAAC;KACzD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,OAAwC,EACxC,SAAiB,EACjB,OAAe;IAEf,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,MAAM,KAAK,GAAG,oBAAoB,CAAC,OAAO,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAChE,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,MAAM,IAAI,GAAG,wBAAwB,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;IACrF,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,MAAM,KAAK,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,OAA4B,EAC5B,SAAiB,EACjB,OAAe;IAEf,MAAM,WAAW,GAAG,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC;IACzE,IAAI,WAAW,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAChD,MAAM,cAAc,GAAG,OAAO,CAAC,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;IAC9E,MAAM,YAAY,GAAG,cAAc,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IAClH,IAAI,kBAAkB,GAAG,WAAW,CAAC;IACrC,IAAI,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;IACpD,OAAO,kBAAkB,GAAG,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAE,CAAC,EAAE,CAAC;QACxF,kBAAkB,EAAE,CAAC;IACvB,CAAC;IACD,OAAO,SAAS,GAAG,kBAAkB,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,CAAE,CAAC,EAAE,CAAC;QACnF,SAAS,EAAE,CAAC;IACd,CAAC;IACD,MAAM,UAAU,GAAG,kBAAkB,CAAC;IACtC,IAAI,SAAS,IAAI,UAAU;QAAE,OAAO,SAAS,CAAC;IAC9C,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,IAAoB,EACpB,UAAkB,EAClB,QAAgB;IAEhB,IAAI,IAAI,CAAC,QAAQ,GAAG,UAAU,IAAI,IAAI,CAAC,UAAU,GAAG,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC1E,IAAI,IAAI,CAAC,UAAU,GAAG,UAAU,IAAI,IAAI,CAAC,QAAQ,GAAG,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC1E,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;QACvC,MAAM,SAAS,GAAG,wBAAwB,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;QACxE,IAAI,SAAS;YAAE,OAAO,SAAS,CAAC;IAClC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAoB;IACrD,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,MAAM,QAAQ,GAAG,GAAG,CAAC;IACrB,MAAM,IAAI,GAAG,CAAC,IAAoB,EAAU,EAAE;QAC5C,OAAO,EAAE,CAAC;QACV,IAAI,OAAO,GAAG,QAAQ;YAAE,OAAO,KAAK,CAAC;QACrC,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjD,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa;aACnC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;aAChD,GAAG,CAAC,IAAI,CAAC;aACT,MAAM,CAAC,OAAO,CAAC,CAAC;QACnB,IAAI,CAAC,WAAW,CAAC,MAAM;YAAE,OAAO,QAAQ,CAAC;QACzC,OAAO,GAAG,QAAQ,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;IACjD,CAAC,CAAC;IACF,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,IAAoB;IACxD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IACrC,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,IAAI,KAAK,OAAO,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,YAAY,CAAC;IACrG,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC;QAAE,OAAO,SAAS,CAAC;IACvG,IAAI,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,SAAS,CAAC;IACvG,IAAI,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;QAC9G,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,4EAA4E;AAC5E,MAAM,UAAU,cAAc,CAC5B,QAAgB,EAChB,MAAwB,EACxB,WAA+B,EAC/B,UAAkD,EAClD,WAAmB,EACnB,UAAkB,EAClB,UAA2C;IAE3C,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QAC1B,MAAM,IAAI,GAAG,oBAAoB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QACzD,MAAM,IAAI,GAAuB;YAC/B,IAAI;YACJ,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,IAAI,EAAE,OAAO;YACb,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1D,CAAC;QACF,OAAO,iBAAiB,CACtB,IAAI,EACJ,QAAQ,EACR,KAAK,CAAC,IAAI,EACV,WAAW,EACX,UAAU,EACV,UAAU,EACV,EAAE,EACF,oBAAoB,CAAC,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,CACjE,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAA2B,EAAE,YAAqB,EAAE,SAAiB;IAClG,IAAI,YAAY;QAAE,OAAO,IAAI,CAAC;IAC9B,OAAO,IAAI,CAAC,UAAU,IAAI,SAAS,CAAC;AACtC,CAAC;AAED,iEAAiE;AACjE,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,KAAmB,EACnB,OAAuC;IAEvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC1F,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;IAClD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,UAAU,GAAG,sBAAsB,CAAC,IAAI,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QACrE,eAAe,CAAC,GAAG,CAAC,eAAe,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC,CAAC;IAC/D,CAAC;IACD,MAAM,eAAe,GAAG,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC7D,MAAM,KAAK,GAA4B,EAAE,CAAC;IAC1C,MAAM,eAAe,GAA6B,IAAI,GAAG,EAAE,CAAC;IAC5D,MAAM,OAAO,GAAG,yBAAyB,CACvC,KAAK,EACL,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,UAAU,CACnB,CAAC;IACF,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,MAAM,yBAAyB,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE5D,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;QACnC,MAAM,WAAW,GAAG,8BAA8B,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QACzE,MAAM,SAAS,GACb,WAAW;YACX,CAAC,MAAM,0BAA0B,CAC/B,KAAK,EACL,IAAI,EACJ,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,WAAW,EACnB,OAAO,CAAC,UAAU,EAClB,eAAe,CAChB,CAAC,CAAC;QACL,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,0BAA0B,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAC9D,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;gBACnE,mBAAmB,EAAE,CAAC;gBACtB,yBAAyB,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,yBAAyB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACpF,SAAS;YACX,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QACzB,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACxE,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC;QACpC,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QACrD,IAAI,WAAW;YAAE,OAAO,WAAW,CAAC;QACpC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,CAAC;AACnE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,KAAmB,EACnB,IAAY,EACZ,WAA+B,EAC/B,SAAiB,EACjB,SAAiB,EACjB,WAAmB,EACnB,UAAkB,EAClB,eAAyC;IAEzC,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5D,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,CAAC,QAAQ;QAAE,OAAO,EAAE,CAAC;IAEzB,IAAI,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,CAAC;IAC9D,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC5C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,sBAAsB,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IACtH,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;IACvG,MAAM,YAAY,GAAG,sBAAsB,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;IACrG,MAAM,WAAW,GAAG,CAAC,WAAW,EAAE,MAAM,IAAI,EAAE,CAAC;SAC5C,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QACd,MAAM,KAAK,GAAG,kBAAkB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACvD,IAAI,CAAC,KAAK;YAAE,OAAO,SAAS,CAAC;QAC7B,OAAO,cAAc,CAAC,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IAC3G,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,IAAI,EAAiC,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;IACvE,MAAM,UAAU,GAAG,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,CAAC,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;IACpH,OAAO,CAAC,GAAG,WAAW,EAAE,GAAG,UAAU,CAAC,CAAC;AACzC,CAAC"}

package/dist/duplicates.d.ts

@@ -0,0 +1,14 @@
+import type { ProjectIndex } from "./indexer/types.js";
+import type { DuplicateContextResult, DuplicateDetectionOptions, DuplicateDetectionResult, DuplicatePreparedAnalysis, DuplicatePreparationOptions, DuplicateTarget } from "./duplicates/types.js";
+export declare function findDuplicates(index: ProjectIndex, options?: DuplicateDetectionOptions): Promise<DuplicateDetectionResult>;
+/** Collects duplicate units and candidate buckets once for multiple review queries. */
+export declare function prepareDuplicateAnalysis(index: ProjectIndex, options?: DuplicatePreparationOptions): Promise<DuplicatePreparedAnalysis>;
+/** Scores duplicate groups from a previously collected and bucketed analysis. */
+export declare function findDuplicatesWithPreparedAnalysis(analysis: DuplicatePreparedAnalysis, options?: DuplicateDetectionOptions): Promise<DuplicateDetectionResult>;
+export declare function findDuplicateContexts(index: ProjectIndex, targets: readonly DuplicateTarget[], options?: DuplicateDetectionOptions): Promise<DuplicateContextResult[]>;
+/** Finds targeted duplicate contexts from a previously collected and bucketed analysis. */
+export declare function findDuplicateContextsWithPreparedAnalysis(analysis: DuplicatePreparedAnalysis, targets: readonly DuplicateTarget[], options?: DuplicateDetectionOptions): Promise<DuplicateContextResult[]>;
+export declare function findDuplicateContext(index: ProjectIndex, target: DuplicateTarget, options?: DuplicateDetectionOptions): Promise<DuplicateContextResult>;
+export type { DuplicateConfidence, DuplicateCloneType, DuplicateCleanupLabel, DuplicateUnitKind, DuplicateUnitRef, DuplicateMetrics, DuplicateSuggestion, DuplicateClusterSummary, DuplicateGroup, DuplicateDetectionOptions, DuplicateSimilarityHint, DuplicateDetectionOmittedCounts, DuplicateDetectionStats, DuplicateDetectionFilteredCounts, DuplicateDetectionResult, DuplicateTarget, DuplicateContextResult, DuplicatePreparedAnalysis, DuplicatePreparationOptions, } from "./duplicates/types.js";
+export { closeDuplicateUnitCacheDatabase } from "./duplicates/unitCache.js";
+//# sourceMappingURL=duplicates.d.ts.map

package/dist/duplicates.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"duplicates.d.ts","sourceRoot":"","sources":["../src/duplicates.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAIvD,OAAO,KAAK,EAEV,sBAAsB,EACtB,yBAAyB,EACzB,wBAAwB,EAGxB,yBAAyB,EAEzB,2BAA2B,EAE3B,eAAe,EAOhB,MAAM,uBAAuB,CAAC;AA+B/B,wBAAsB,cAAc,CAClC,KAAK,EAAE,YAAY,EACnB,OAAO,GAAE,yBAA8B,GACtC,OAAO,CAAC,wBAAwB,CAAC,CASnC;AA8PD,uFAAuF;AACvF,wBAAsB,wBAAwB,CAC5C,KAAK,EAAE,YAAY,EACnB,OAAO,GAAE,2BAAgC,GACxC,OAAO,CAAC,yBAAyB,CAAC,CAyBpC;AAED,iFAAiF;AACjF,wBAAsB,kCAAkC,CACtD,QAAQ,EAAE,yBAAyB,EACnC,OAAO,GAAE,yBAA8B,GACtC,OAAO,CAAC,wBAAwB,CAAC,CAInC;AAmHD,wBAAsB,qBAAqB,CACzC,KAAK,EAAE,YAAY,EACnB,OAAO,EAAE,SAAS,eAAe,EAAE,EACnC,OAAO,GAAE,yBAA8B,GACtC,OAAO,CAAC,sBAAsB,EAAE,CAAC,CASnC;AA2BD,2FAA2F;AAC3F,wBAAsB,yCAAyC,CAC7D,QAAQ,EAAE,yBAAyB,EACnC,OAAO,EAAE,SAAS,eAAe,EAAE,EACnC,OAAO,GAAE,yBAA8B,GACtC,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAInC;AAED,wBAAsB,oBAAoB,CACxC,KAAK,EAAE,YAAY,EACnB,MAAM,EAAE,eAAe,EACvB,OAAO,GAAE,yBAA8B,GACtC,OAAO,CAAC,sBAAsB,CAAC,CAGjC;AAED,YAAY,EACV,mBAAmB,EACnB,kBAAkB,EAClB,qBAAqB,EACrB,iBAAiB,EACjB,gBAAgB,EAChB,gBAAgB,EAChB,mBAAmB,EACnB,uBAAuB,EACvB,cAAc,EACd,yBAAyB,EACzB,uBAAuB,EACvB,+BAA+B,EAC/B,uBAAuB,EACvB,gCAAgC,EAChC,wBAAwB,EACxB,eAAe,EACf,sBAAsB,EACtB,yBAAyB,EACzB,2BAA2B,GAC5B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,+BAA+B,EAAE,MAAM,2BAA2B,CAAC"}