@lzehrung/codegraph 2.1.0 → 2.1.2

package/dist/impact/callCompatibility.js

@@ -7,570 +7,12 @@ import { isJsTsLanguage } from "../languages/js-family.js";
 import { sliceText, toRange } from "../util/ast.js";
 import { fileIdentityKey } from "../util/paths.js";
 import { getCallCompatibilityProvider, getCallCompatibilitySupportedLanguages, registerCallCompatibilityExtractors, } from "./call-compatibility/providers/index.js";
-import { directSignatureParameterNode, findAncestorOfTypes, findFirstDescendantOfTypes, } from "./signature-node-utils.js";
-import { canStartReferenceLookup, recordReferenceLookupOmitted, recordReferenceLookupStarted, } from "./budgets.js";
+import { findOpeningParen, findSignatureOpeningParen, findCommentEnd, findCallOpeningParen, findBalancedParentheses, canStartRegexLiteral, findRegexLiteralEnd, splitTopLevelCommaGroups, } from "./call-compatibility/textScanner.js";
 function supportsCallCompatibilityLanguage(languageId) {
     return getCallCompatibilityProvider(languageId) !== null;
 }
-function findOpeningParen(source, startIndex) {
-    if (startIndex < 0 || startIndex >= source.length) {
-        return -1;
-    }
-    return source.indexOf("(", startIndex);
-}
-function findSignatureOpeningParen(source, startIndex) {
-    if (startIndex < 0 || startIndex >= source.length) {
-        return -1;
-    }
-    let quote = null;
-    let escaped = false;
-    let isTypeAnnotation = false;
-    for (let index = startIndex; index < source.length; index += 1) {
-        const char = source[index];
-        if (quote) {
-            if (escaped) {
-                escaped = false;
-                continue;
-            }
-            if (char === "\\") {
-                escaped = true;
-                continue;
-            }
-            if (char === quote) {
-                quote = null;
-            }
-            continue;
-        }
-        const commentEnd = findCommentEnd(source, index);
-        if (commentEnd !== null) {
-            if (commentEnd < 0) {
-                return -1;
-            }
-            index = commentEnd - 1;
-            continue;
-        }
-        if (char === '"' || char === "'" || char === "`") {
-            quote = char;
-            continue;
-        }
-        if (char === "<") {
-            const closeIndex = findBalancedAngleBrackets(source, index);
-            if (closeIndex < 0) {
-                return -1;
-            }
-            index = closeIndex;
-            continue;
-        }
-        if (char === ":") {
-            isTypeAnnotation = true;
-            continue;
-        }
-        if (char === "=") {
-            if (source[index + 1] === ">") {
-                index += 1;
-                continue;
-            }
-            isTypeAnnotation = false;
-            continue;
-        }
-        if (char === "(") {
-            if (!isTypeAnnotation) {
-                return index;
-            }
-            const balanced = findBalancedParentheses(source, index);
-            if (!balanced) {
-                return -1;
-            }
-            index = balanced.end - 1;
-        }
-    }
-    return -1;
-}
-function findCommentEnd(source, index) {
-    if (source[index] !== "/") {
-        return null;
-    }
-    const nextChar = source[index + 1];
-    if (nextChar === "/") {
-        const newlineIndex = source.indexOf("\n", index + 2);
-        if (newlineIndex < 0) {
-            return source.length;
-        }
-        return newlineIndex;
-    }
-    if (nextChar === "*") {
-        const closeIndex = source.indexOf("*/", index + 2);
-        if (closeIndex < 0) {
-            return -1;
-        }
-        return closeIndex + 2;
-    }
-    return null;
-}
-function findCallOpeningParen(source, startIndex, endIndex) {
-    if (endIndex === undefined) {
-        return findOpeningParen(source, startIndex);
-    }
-    if (endIndex < startIndex || endIndex > source.length) {
-        return -1;
-    }
-    let skippedWhitespace = false;
-    for (let index = endIndex; index < source.length; index += 1) {
-        const char = source[index];
-        if (char === undefined) {
-            return -1;
-        }
-        if (/\s/.test(char)) {
-            skippedWhitespace = true;
-            continue;
-        }
-        if (char === "(") {
-            return index;
-        }
-        if (char === "<") {
-            if (skippedWhitespace) {
-                return -1;
-            }
-            const closeIndex = findBalancedAngleBrackets(source, index);
-            if (closeIndex < 0) {
-                return -1;
-            }
-            for (let afterGeneric = closeIndex + 1; afterGeneric < source.length; afterGeneric += 1) {
-                const nextChar = source[afterGeneric];
-                if (nextChar === undefined) {
-                    return -1;
-                }
-                if (/\s/.test(nextChar)) {
-                    continue;
-                }
-                if (nextChar === "(") {
-                    return afterGeneric;
-                }
-                return -1;
-            }
-            return -1;
-        }
-        return -1;
-    }
-    return -1;
-}
-function findBalancedAngleBrackets(source, openIndex) {
-    if (source[openIndex] !== "<") {
-        return -1;
-    }
-    let depth = 0;
-    let parenDepth = 0;
-    let bracketDepth = 0;
-    let braceDepth = 0;
-    let quote = null;
-    let escaped = false;
-    for (let index = openIndex; index < source.length; index += 1) {
-        const char = source[index];
-        if (quote) {
-            if (escaped) {
-                escaped = false;
-                continue;
-            }
-            if (char === "\\") {
-                escaped = true;
-                continue;
-            }
-            if (char === quote) {
-                quote = null;
-            }
-            continue;
-        }
-        const commentEnd = findCommentEnd(source, index);
-        if (commentEnd !== null) {
-            if (commentEnd < 0) {
-                return -1;
-            }
-            index = commentEnd - 1;
-            continue;
-        }
-        if (char === '"' || char === "'" || char === "`") {
-            quote = char;
-            continue;
-        }
-        if (char === "(") {
-            parenDepth += 1;
-            continue;
-        }
-        if (char === ")") {
-            parenDepth -= 1;
-            if (parenDepth < 0) {
-                return -1;
-            }
-            continue;
-        }
-        if (char === "[") {
-            bracketDepth += 1;
-            continue;
-        }
-        if (char === "]") {
-            bracketDepth -= 1;
-            if (bracketDepth < 0) {
-                return -1;
-            }
-            continue;
-        }
-        if (char === "{") {
-            braceDepth += 1;
-            continue;
-        }
-        if (char === "}") {
-            braceDepth -= 1;
-            if (braceDepth < 0) {
-                return -1;
-            }
-            continue;
-        }
-        const atTopLevel = !parenDepth && !bracketDepth && !braceDepth;
-        if (char === "<" && atTopLevel) {
-            depth += 1;
-            continue;
-        }
-        if (char === ">" && source[index - 1] !== "=" && atTopLevel) {
-            depth -= 1;
-            if (!depth) {
-                return index;
-            }
-            if (depth < 0) {
-                return -1;
-            }
-        }
-    }
-    return -1;
-}
-function findBalancedParentheses(source, openIndex) {
-    if (openIndex < 0 || source[openIndex] !== "(") {
-        return null;
-    }
-    let depth = 0;
-    let quote = null;
-    let escaped = false;
-    for (let index = openIndex; index < source.length; index += 1) {
-        const char = source[index];
-        if (quote) {
-            if (escaped) {
-                escaped = false;
-                continue;
-            }
-            if (char === "\\") {
-                escaped = true;
-                continue;
-            }
-            if (char === quote) {
-                quote = null;
-            }
-            continue;
-        }
-        const commentEnd = findCommentEnd(source, index);
-        if (commentEnd !== null) {
-            if (commentEnd < 0) {
-                return null;
-            }
-            index = commentEnd - 1;
-            continue;
-        }
-        if (char === '"' || char === "'" || char === "`") {
-            quote = char;
-            continue;
-        }
-        if (char === "(") {
-            depth += 1;
-            continue;
-        }
-        if (char === ")") {
-            depth -= 1;
-            if (!depth) {
-                return {
-                    start: openIndex,
-                    end: index + 1,
-                    inner: source.slice(openIndex + 1, index),
-                };
-            }
-            if (depth < 0) {
-                return null;
-            }
-        }
-    }
-    return null;
-}
-function hasTypeContextBeforeLessThan(text, index, groupStart) {
-    const left = text.slice(groupStart, index).trimEnd();
-    if (!left) {
-        return false;
-    }
-    const typeKeywordPattern = /(^|[\s([{,:?=<>|&])(?:as|satisfies|new)\s+[A-Za-z_$][\w$.[\]\s]*$/;
-    return typeKeywordPattern.test(left) || hasOpenTypeAnnotationBefore(text, index, groupStart);
-}
-function hasOpenTypeAnnotationBefore(text, index, groupStart) {
-    let parenDepth = 0;
-    let bracketDepth = 0;
-    let braceDepth = 0;
-    let quote = null;
-    let escaped = false;
-    let hasTypeAnnotation = false;
-    for (let current = groupStart; current < index; current += 1) {
-        const char = text[current];
-        if (quote) {
-            if (escaped) {
-                escaped = false;
-                continue;
-            }
-            if (char === "\\") {
-                escaped = true;
-                continue;
-            }
-            if (char === quote) {
-                quote = null;
-            }
-            continue;
-        }
-        const commentEnd = findCommentEnd(text, current);
-        if (commentEnd !== null) {
-            if (commentEnd < 0) {
-                return false;
-            }
-            current = commentEnd - 1;
-            continue;
-        }
-        if (char === '"' || char === "'" || char === "`") {
-            quote = char;
-            continue;
-        }
-        if (char === "(") {
-            parenDepth += 1;
-            continue;
-        }
-        if (char === ")") {
-            parenDepth -= 1;
-            if (parenDepth < 0) {
-                return false;
-            }
-            continue;
-        }
-        if (char === "[") {
-            bracketDepth += 1;
-            continue;
-        }
-        if (char === "]") {
-            bracketDepth -= 1;
-            if (bracketDepth < 0) {
-                return false;
-            }
-            continue;
-        }
-        if (char === "{") {
-            braceDepth += 1;
-            continue;
-        }
-        if (char === "}") {
-            braceDepth -= 1;
-            if (braceDepth < 0) {
-                return false;
-            }
-            continue;
-        }
-        const atTopLevel = !parenDepth && !bracketDepth && !braceDepth;
-        if (!atTopLevel) {
-            continue;
-        }
-        if (char === ":") {
-            hasTypeAnnotation = true;
-            continue;
-        }
-        if (char === "=" && text[current + 1] !== ">") {
-            hasTypeAnnotation = false;
-        }
-    }
-    return hasTypeAnnotation;
-}
-function previousSignificantIndex(text, index, groupStart) {
-    for (let current = index - 1; current >= groupStart; current -= 1) {
-        const char = text[current];
-        if (char !== undefined && !/\s/.test(char)) {
-            return current;
-        }
-    }
-    return -1;
-}
-function previousSignificantChar(text, index, groupStart) {
-    const previousIndex = previousSignificantIndex(text, index, groupStart);
-    if (previousIndex < 0) {
-        return null;
-    }
-    return text[previousIndex] ?? null;
-}
-function previousSignificantCharBefore(text, index, groupStart) {
-    const previousIndex = previousSignificantIndex(text, index, groupStart);
-    if (previousIndex < 0) {
-        return null;
-    }
-    return previousSignificantChar(text, previousIndex, groupStart);
-}
-function canStartRegexLiteral(text, index, groupStart) {
-    if (text[index] !== "/" || text[index + 1] === "/" || text[index + 1] === "*") {
-        return false;
-    }
-    const previous = previousSignificantChar(text, index, groupStart);
-    if (!previous) {
-        return true;
-    }
-    if (previous === ">" && previousSignificantCharBefore(text, index, groupStart) === "=") {
-        return true;
-    }
-    return "([{,=:+-!*?&|;".includes(previous);
-}
-function findRegexLiteralEnd(text, index) {
-    if (text[index] !== "/" || text[index + 1] === "/" || text[index + 1] === "*") {
-        return null;
-    }
-    let escaped = false;
-    let inCharacterClass = false;
-    for (let current = index + 1; current < text.length; current += 1) {
-        const char = text[current];
-        if (char === "\n" || char === "\r") {
-            return -1;
-        }
-        if (escaped) {
-            escaped = false;
-            continue;
-        }
-        if (char === "\\") {
-            escaped = true;
-            continue;
-        }
-        if (char === "[") {
-            inCharacterClass = true;
-            continue;
-        }
-        if (char === "]") {
-            inCharacterClass = false;
-            continue;
-        }
-        if (char === "/" && !inCharacterClass) {
-            let endIndex = current + 1;
-            while (/[A-Za-z]/.test(text[endIndex] ?? "")) {
-                endIndex += 1;
-            }
-            return endIndex;
-        }
-    }
-    return -1;
-}
-function splitTopLevelCommaGroups(text, angleMode, detectRegexLiterals = true) {
-    const trimmed = text.trim();
-    if (!trimmed) {
-        return [];
-    }
-    const groups = [];
-    let groupStart = 0;
-    let parenDepth = 0;
-    let bracketDepth = 0;
-    let braceDepth = 0;
-    let angleDepth = 0;
-    let quote = null;
-    let escaped = false;
-    for (let index = 0; index < text.length; index += 1) {
-        const char = text[index];
-        if (quote) {
-            if (escaped) {
-                escaped = false;
-                continue;
-            }
-            if (char === "\\") {
-                escaped = true;
-                continue;
-            }
-            if (char === quote) {
-                quote = null;
-            }
-            continue;
-        }
-        const commentEnd = findCommentEnd(text, index);
-        if (commentEnd !== null) {
-            if (commentEnd < 0) {
-                return null;
-            }
-            index = commentEnd - 1;
-            continue;
-        }
-        if (detectRegexLiterals && canStartRegexLiteral(text, index, groupStart)) {
-            const regexEnd = findRegexLiteralEnd(text, index);
-            if (regexEnd === null) {
-                return null;
-            }
-            if (regexEnd < 0) {
-                return null;
-            }
-            index = regexEnd - 1;
-            continue;
-        }
-        if (char === '"' || char === "'" || char === "`") {
-            quote = char;
-            continue;
-        }
-        if (char === "(") {
-            parenDepth += 1;
-            continue;
-        }
-        if (char === ")") {
-            parenDepth -= 1;
-            if (parenDepth < 0) {
-                return null;
-            }
-            continue;
-        }
-        if (char === "[") {
-            bracketDepth += 1;
-            continue;
-        }
-        if (char === "]") {
-            bracketDepth -= 1;
-            if (bracketDepth < 0) {
-                return null;
-            }
-            continue;
-        }
-        if (char === "{") {
-            braceDepth += 1;
-            continue;
-        }
-        if (char === "}") {
-            braceDepth -= 1;
-            if (braceDepth < 0) {
-                return null;
-            }
-            continue;
-        }
-        const atDelimiterTopLevel = !parenDepth && !bracketDepth && !braceDepth;
-        if (char === "<" &&
-            atDelimiterTopLevel &&
-            (angleDepth || angleMode === "always" || hasTypeContextBeforeLessThan(text, index, groupStart))) {
-            angleDepth += 1;
-            continue;
-        }
-        if (char === ">" && angleDepth && text[index - 1] !== "=" && atDelimiterTopLevel) {
-            angleDepth -= 1;
-            continue;
-        }
-        const atTopLevel = atDelimiterTopLevel && !angleDepth;
-        if (char === "," && atTopLevel) {
-            groups.push(text.slice(groupStart, index).trim());
-            groupStart = index + 1;
-        }
-    }
-    if (quote || parenDepth || bracketDepth || braceDepth || angleDepth) {
-        return null;
-    }
-    groups.push(text.slice(groupStart).trim());
-    if (groups.length && groups[groups.length - 1] === "") {
-        groups.pop();
-    }
-    return groups;
-}
+import { directSignatureParameterNode, findAncestorOfTypes, findFirstDescendantOfTypes, } from "./signature-node-utils.js";
+import { canStartReferenceLookup, recordReferenceLookupOmitted, recordReferenceLookupStarted, } from "./budgets.js";
 function referenceScanLimitForCallsites(maxRefs) {
     return Math.max(maxRefs + 50, maxRefs * 4);
 }
@@ -1241,33 +683,69 @@ function rangeContainsIndex(range, index) {
     }
     return index >= startIndex && index <= endIndex;
 }
-function findCallerSymbolId(index, ref) {
+export function buildCallerRangeIndex(index) {
+    const byFile = new Map();
+    for (const module of index.byFile.values()) {
+        const entries = module.locals
+            .flatMap((local) => {
+            const startIndex = local.range.start.index;
+            const endIndex = local.range.end.index;
+            if (startIndex === undefined || endIndex === undefined)
+                return [];
+            return [{ local, maxEndIndex: endIndex }];
+        })
+            .sort((left, right) => {
+            const startDifference = left.local.range.start.index - right.local.range.start.index;
+            if (startDifference !== 0)
+                return startDifference;
+            return left.local.range.end.index - right.local.range.end.index;
+        });
+        let maxEndIndex = Number.NEGATIVE_INFINITY;
+        for (const entry of entries) {
+            maxEndIndex = Math.max(maxEndIndex, entry.local.range.end.index);
+            entry.maxEndIndex = maxEndIndex;
+        }
+        byFile.set(fileIdentityKey(module.file), entries);
+    }
+    return byFile;
+}
+export function findCallerSymbolId(callerRangeIndex, ref) {
     const startIndex = ref.range.start.index;
-    if (startIndex === undefined) {
+    if (startIndex === undefined)
         return undefined;
-    }
-    const module = index.byFile.get(fileIdentityKey(ref.file));
-    if (!module) {
+    const entries = callerRangeIndex.get(fileIdentityKey(ref.file));
+    if (!entries?.length)
         return undefined;
+    let low = 0;
+    let high = entries.length;
+    while (low < high) {
+        const middle = Math.floor((low + high) / 2);
+        const middleStart = entries[middle].local.range.start.index;
+        if (middleStart <= startIndex) {
+            low = middle + 1;
+        }
+        else {
+            high = middle;
+        }
     }
     let best;
-    for (const local of module.locals) {
-        if (!rangeContainsIndex(local.range, startIndex)) {
+    for (let index = low - 1; index >= 0; index -= 1) {
+        const entry = entries[index];
+        if (entry.maxEndIndex < startIndex)
+            break;
+        if (!rangeContainsIndex(entry.local.range, startIndex))
             continue;
-        }
         if (!best) {
-            best = local;
+            best = entry.local;
             continue;
         }
-        const localSpan = (local.range.end.index ?? 0) - (local.range.start.index ?? 0);
+        const localSpan = (entry.local.range.end.index ?? 0) - (entry.local.range.start.index ?? 0);
         const bestSpan = (best.range.end.index ?? 0) - (best.range.start.index ?? 0);
-        if (localSpan < bestSpan) {
-            best = local;
-        }
+        if (localSpan < bestSpan)
+            best = entry.local;
     }
-    if (!best) {
+    if (!best)
         return undefined;
-    }
     const bestStartIndex = best.range.start.index ?? 0;
     return `${best.file}::${best.localName}::${bestStartIndex}`;
 }
@@ -1312,7 +790,7 @@ async function collectVerifiedCallsiteReferences(index, changedSymbol, maxRefs,
         if (!support || !supportsCallCompatibilityLanguage(support.id)) {
             continue;
         }
-        const parsed = await tryEnsureParsedContext(file, index.parsed?.get(fileIdentityKey(file)), diagnostics);
+        const parsed = await tryEnsureParsedContext(file, index.parsed?.get(fileIdentityKey(file)), index.languageExtensions, diagnostics);
         if (!parsed) {
             continue;
         }
@@ -1366,14 +844,11 @@ function classifyCompatibility(expected, actual) {
     }
     return { status: "compatible", reason: "compatible_argument_count" };
 }
-async function tryEnsureParsedContext(file, parsedEntry, diagnostics) {
-    try {
-        return await ensureParsedContext(file, parsedEntry);
-    }
-    catch {
+function tryEnsureParsedContext(file, parsedEntry, languageExtensions, diagnostics) {
+    return ensureParsedContext(file, parsedEntry, languageExtensions).catch(() => {
         incrementSkippedReason(diagnostics, "parse-failed");
         return null;
-    }
+    });
 }
 function incrementSkippedReason(diagnostics, reason) {
     if (!diagnostics) {
@@ -1382,7 +857,7 @@ function incrementSkippedReason(diagnostics, reason) {
     diagnostics.skippedByReason[reason] = (diagnostics.skippedByReason[reason] ?? 0) + 1;
 }
 async function buildCallCompatibilityHintForReference(input) {
-    const { index, changedSymbol, signature, ref, diagnostics, projectRoot } = input;
+    const { index, changedSymbol, signature, ref, callerRangeIndex, diagnostics, projectRoot } = input;
     if (fileIdentityKey(ref.file) === fileIdentityKey(changedSymbol.file) &&
         sameRangeStart(ref.range, changedSymbol.range)) {
         return null;
@@ -1391,7 +866,7 @@ async function buildCallCompatibilityHintForReference(input) {
     if (calleeStartIndex === undefined) {
         return null;
     }
-    const parsedCallsite = await tryEnsureParsedContext(ref.file, index.parsed?.get(fileIdentityKey(ref.file)), diagnostics);
+    const parsedCallsite = await tryEnsureParsedContext(ref.file, index.parsed?.get(fileIdentityKey(ref.file)), index.languageExtensions, diagnostics);
     if (!parsedCallsite) {
         return null;
     }
@@ -1410,7 +885,7 @@ async function buildCallCompatibilityHintForReference(input) {
         return null;
     }
     const compatibility = classifyCompatibility(signature, actual);
-    const callerSymbolId = findCallerSymbolId(index, ref);
+    const callerSymbolId = findCallerSymbolId(callerRangeIndex, ref);
     const callsiteFile = projectRoot ? path.relative(projectRoot, ref.file).replace(/\\/g, "/") : ref.file;
     return {
         ...compatibility,
@@ -1432,6 +907,7 @@ export async function attachCallCompatibilityHints(index, changedSymbols, option
     if (options.maxRefs <= 0) {
         return;
     }
+    const callerRangeIndex = buildCallerRangeIndex(index);
     const diagnostics = options.diagnostics?.callCompatibility;
     if (diagnostics) {
         diagnostics.supportedLanguages = [...getCallCompatibilitySupportedLanguages()];
@@ -1447,7 +923,7 @@ export async function attachCallCompatibilityHints(index, changedSymbols, option
             recordReferenceLookupOmitted(options.workBudget, 1);
             continue;
         }
-        const parsedDefinition = await tryEnsureParsedContext(changedSymbol.file, index.parsed?.get(fileIdentityKey(changedSymbol.file)), diagnostics);
+        const parsedDefinition = await tryEnsureParsedContext(changedSymbol.file, index.parsed?.get(fileIdentityKey(changedSymbol.file)), index.languageExtensions, diagnostics);
         if (!parsedDefinition) {
             continue;
         }
@@ -1502,6 +978,7 @@ export async function attachCallCompatibilityHints(index, changedSymbols, option
                 changedSymbol,
                 signature,
                 ref,
+                callerRangeIndex,
                 diagnostics,
                 ...(options.projectRoot ? { projectRoot: options.projectRoot } : {}),
             });