@zxyycom/vibe-check 0.0.1 → 0.0.2

package/dist/esm/package-checks/function-metrics/analyzer/readers/python.mjs

@@ -0,0 +1,402 @@
+/**
+ * Derived from terryyin/lizard 1.24.0.
+ * Source: lizard_languages/python.py.
+ * Upstream revision: 308b1c3efd8c1c69bcc3eb82deeaec64fd3662ec.
+ * SPDX-License-Identifier: MIT
+ * Modified: translated to TypeScript for the product-owned analyzer.
+ */
+import { CodeReader, CodeStateMachine, isPythonWhitespace } from "../shared/code-reader.mjs";
+import { ScriptLanguageMixIn } from "../shared/script-language.mjs";
+const SOURCE_SOFT_KEYWORD_VARIABLE_NEXT = new Set([
+    "=",
+    ".",
+    ":",
+    ",",
+    "+=",
+    "-=",
+    "*=",
+    "/=",
+    "%=",
+    "//=",
+    "**=",
+    "&=",
+    "|=",
+    "^=",
+    "<<=",
+    ">>=",
+    ":="
+]);
+const TRIPLE_QUOTE_EXPRESSION_PREDECESSORS = new Set([
+    "=",
+    "+=",
+    "-=",
+    "*=",
+    "/=",
+    "%=",
+    "//=",
+    "**=",
+    "&=",
+    "|=",
+    "^=",
+    "<<=",
+    ">>=",
+    "(",
+    "return",
+    ",",
+    "[",
+    "+",
+    "-",
+    "*",
+    "/",
+    "%"
+]);
+function count_spaces(token) {
+    return token.replaceAll("\t", "        ").length;
+}
+class PythonIndents {
+    indents = [0];
+    context;
+    constructor(context) {
+        this.context = context;
+    }
+    set_nesting(spaces, token = "") {
+        while (this.indents.at(-1) > spaces && !token.startsWith(")")) {
+            this.indents.pop();
+            this.context.popNesting();
+        }
+        if (this.indents.at(-1) < spaces) {
+            this.indents.push(spaces);
+            this.context.addBareNesting();
+        }
+    }
+    reset() {
+        this.set_nesting(0);
+    }
+}
+export class PythonReader extends CodeReader {
+    static ext = ["py"];
+    static languageNames = ["python"];
+    static controlFlowKeywords = new Set([
+        "if",
+        "elif",
+        "for",
+        "while",
+        "except",
+        "finally"
+    ]);
+    static logicalOperators = new Set(["and", "or"]);
+    static caseKeywords = new Set();
+    static ternaryOperators = new Set();
+    static _SOFT_KW_VARIABLE_NEXT = SOURCE_SOFT_KEYWORD_VARIABLE_NEXT;
+    _last_meaningful_token;
+    _keyword_case = false;
+    _keyword_match = false;
+    constructor(context, definition = PythonReader) {
+        super(context, definition);
+        this.parallelStates = [new PythonStates(context, this)];
+    }
+    /** str/bytes f-string prefixes, excluding bare bytes/raw strings. */
+    static _FSTRING_PREFIXES = new Set(["f", "rf", "fr", "bf", "fb"]);
+    static generateTokens(sourceCode, addition = "", tokenFactory) {
+        const tokens = CodeReader.generateTokens(sourceCode, String.raw `|#[^\n]*|(?:"""(?:\.|[^"]|"(?!"")|""(?!"))*""")|(?:'''(?:\.|[^']|'(?!'')|''(?!'))*''')` +
+            addition, tokenFactory);
+        return PythonReader._expand_fstring_interpolations(tokens, tokenFactory);
+    }
+    /** Re-tokenize f-string expressions so their control flow reaches the reader. */
+    static *_expand_fstring_interpolations(tokens, tokenFactory) {
+        let prefix;
+        for (const token of tokens) {
+            if (prefix !== undefined) {
+                const held = prefix;
+                prefix = undefined;
+                if (token.startsWith('"') || token.startsWith("'")) {
+                    yield held;
+                    yield* PythonReader._tokenize_fstring_body(token, tokenFactory);
+                    continue;
+                }
+                yield held;
+            }
+            if (PythonReader._FSTRING_PREFIXES.has(token.toLowerCase())) {
+                prefix = token;
+                continue;
+            }
+            yield token;
+        }
+        if (prefix !== undefined)
+            yield prefix;
+    }
+    /** Advance beyond one quoted literal while scanning an f-string expression. */
+    static _skip_quoted_literal(body, position) {
+        const length = body.length;
+        let currentPosition = position;
+        const tripleQuote = body.slice(currentPosition, currentPosition + 3);
+        if (currentPosition + 2 < length && (tripleQuote === '"""' || tripleQuote === "'''")) {
+            currentPosition += 3;
+            while (currentPosition < length) {
+                if (body.slice(currentPosition, currentPosition + 3) === tripleQuote) {
+                    return currentPosition + 3;
+                }
+                if (body[currentPosition] === "\\") {
+                    currentPosition += 2;
+                    continue;
+                }
+                currentPosition += 1;
+            }
+            return length;
+        }
+        if (body[currentPosition] === '"' || body[currentPosition] === "'") {
+            const quote = body[currentPosition];
+            currentPosition += 1;
+            while (currentPosition < length) {
+                if (body[currentPosition] === "\\") {
+                    currentPosition += 2;
+                    continue;
+                }
+                if (body[currentPosition] === quote)
+                    return currentPosition + 1;
+                currentPosition += 1;
+            }
+            return length;
+        }
+        return currentPosition;
+    }
+    /** Find the matching brace of an interpolation while honoring quoted literals. */
+    static _find_interpolation_end(body, start) {
+        let depth = 1;
+        let position = start + 1;
+        while (position < body.length && depth > 0) {
+            if (body[position] === '"' || body[position] === "'") {
+                position = PythonReader._skip_quoted_literal(body, position);
+                continue;
+            }
+            if (body[position] === "{")
+                depth += 1;
+            else if (body[position] === "}")
+                depth -= 1;
+            position += 1;
+        }
+        return position;
+    }
+    /** Preserve literal chunks and recursively tokenize each f-string expression. */
+    static *_tokenize_fstring_body(token, tokenFactory) {
+        const quote = token.startsWith('"""') || token.startsWith("'''") ? token.slice(0, 3) : token[0];
+        const body = token.slice(quote.length, -quote.length);
+        let literal = "";
+        let produced = false;
+        let position = 0;
+        while (position < body.length) {
+            const doubledBrace = body.slice(position, position + 2);
+            if (doubledBrace === "{{" || doubledBrace === "}}") {
+                literal += body[position];
+                position += 2;
+                continue;
+            }
+            if (body[position] === "{") {
+                const end = PythonReader._find_interpolation_end(body, position);
+                if (literal) {
+                    yield `${quote}${literal}${quote}`;
+                    literal = "";
+                }
+                yield* PythonReader.generateTokens(body.slice(position + 1, end - 1), "", tokenFactory);
+                produced = true;
+                position = end;
+                continue;
+            }
+            literal += body[position];
+            position += 1;
+        }
+        if (!produced) {
+            yield token;
+            return;
+        }
+        if (literal)
+            yield `${quote}${literal}${quote}`;
+    }
+    *preprocess(tokens) {
+        const indents = new PythonIndents(this.context);
+        let currentLeadingSpaces = 0;
+        let readingLeadingSpace = true;
+        for (const token of this._soft_keyword_lookahead(tokens)) {
+            if (token !== "\n") {
+                if (readingLeadingSpace) {
+                    if (isPythonWhitespace(token)) {
+                        currentLeadingSpaces += count_spaces(token);
+                    }
+                    else {
+                        if (!token.startsWith("#")) {
+                            const currentFunction = this.context.currentFunction;
+                            if (currentFunction.name === "*global*" || currentFunction.longName.endsWith(")")) {
+                                indents.set_nesting(currentLeadingSpaces, token);
+                            }
+                        }
+                        readingLeadingSpace = false;
+                    }
+                }
+            }
+            else {
+                readingLeadingSpace = true;
+                currentLeadingSpaces = 0;
+            }
+            if (!isPythonWhitespace(token) || token === "\n")
+                yield token;
+        }
+        indents.reset();
+    }
+    get_comment_from_token(token) {
+        return ScriptLanguageMixIn.get_comment_from_token(token);
+    }
+    process_token(token) {
+        if (token === "case" && this._keyword_case)
+            this.context.addCondition();
+        if (isTripleQuotedString(token) && token.length >= 6) {
+            const state = this.parallelStates[0];
+            if (state instanceof PythonStates && !state.isFirstLine) {
+                if (!TRIPLE_QUOTE_EXPRESSION_PREDECESSORS.has(this._last_meaningful_token ?? "")) {
+                    this.context.addNloc(-token.split("\n").length);
+                }
+            }
+        }
+        if (token !== "\n" && !isPythonWhitespace(token))
+            this._last_meaningful_token = token;
+        return false;
+    }
+    *_soft_keyword_lookahead(tokens) {
+        let atLineStart = true;
+        const iterator = tokens[Symbol.iterator]();
+        let next = iterator.next();
+        while (!next.done) {
+            const token = next.value;
+            if (token === "\n") {
+                atLineStart = true;
+                yield token;
+                next = iterator.next();
+            }
+            else if (isPythonWhitespace(token)) {
+                yield token;
+                next = iterator.next();
+            }
+            else if (atLineStart && (token === "case" || token === "match")) {
+                const lookahead = [];
+                let nextReal;
+                next = iterator.next();
+                while (!next.done) {
+                    lookahead.push(next.value);
+                    if (next.value !== "\n" && !isPythonWhitespace(next.value)) {
+                        nextReal = next.value;
+                        next = iterator.next();
+                        break;
+                    }
+                    next = iterator.next();
+                }
+                let isKeyword;
+                if (nextReal !== undefined && PythonReader._SOFT_KW_VARIABLE_NEXT.has(nextReal)) {
+                    isKeyword = false;
+                }
+                else if (nextReal === "(" || nextReal === "[") {
+                    isKeyword = false;
+                    let depth = 1;
+                    while (!next.done) {
+                        const lookaheadToken = next.value;
+                        lookahead.push(lookaheadToken);
+                        if (["(", "[", "{"].includes(lookaheadToken))
+                            depth += 1;
+                        else if ([")", "]", "}"].includes(lookaheadToken))
+                            depth -= 1;
+                        else if (lookaheadToken === ":" && depth === 0) {
+                            isKeyword = true;
+                            next = iterator.next();
+                            break;
+                        }
+                        else if (lookaheadToken === "\n" && depth === 0) {
+                            next = iterator.next();
+                            break;
+                        }
+                        next = iterator.next();
+                    }
+                }
+                else {
+                    isKeyword = true;
+                }
+                if (token === "case")
+                    this._keyword_case = isKeyword;
+                else
+                    this._keyword_match = isKeyword;
+                atLineStart = false;
+                yield token;
+                yield* lookahead;
+            }
+            else {
+                if (token === "case")
+                    this._keyword_case = false;
+                else if (token === "match")
+                    this._keyword_match = false;
+                atLineStart = false;
+                yield token;
+                next = iterator.next();
+            }
+        }
+    }
+}
+export class PythonStates extends CodeStateMachine {
+    _awaiting_first_line = false;
+    get isFirstLine() {
+        return this._awaiting_first_line;
+    }
+    reader;
+    constructor(context, reader) {
+        super(context);
+        this.reader = reader;
+        this.next(this._state_global);
+    }
+    _state_global = (token) => {
+        if (token === "def")
+            this.next(this._function);
+    };
+    _function = (token) => {
+        if (token !== "(") {
+            this.context.restartNewFunction(token);
+            this.context.addToLongFunctionName("(");
+        }
+        else {
+            this.next(this._dec);
+        }
+    };
+    _dec = (token) => {
+        if (token === ")") {
+            this.next(this._state_colon);
+        }
+        else if (token === "[") {
+            this.next(this._state_parameterized_type_annotation);
+        }
+        else {
+            this.context.parameter(token);
+            return;
+        }
+        this.context.addToLongFunctionName(` ${token}`);
+    };
+    _state_colon = (token) => {
+        if (token === ":") {
+            this._awaiting_first_line = true;
+            this.next(this._state_first_line);
+        }
+        else {
+            this.next(this._state_global);
+        }
+    };
+    _state_first_line = (token) => {
+        this._awaiting_first_line = false;
+        this.next(this._state_global);
+        if (isTripleQuotedString(token))
+            this.context.addNloc(-token.split("\n").length);
+        this._state_global(token);
+    };
+    _state_parameterized_type_annotation = (token) => {
+        this.context.addToLongFunctionName(` ${token}`);
+        if (token === "]")
+            this.next(this._dec);
+    };
+}
+function isTripleQuotedString(token) {
+    return token.startsWith('"""') || token.startsWith("'''");
+}
+//# sourceMappingURL=python.mjs.map

package/dist/esm/package-checks/function-metrics/analyzer/readers/python.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"python.mjs","sourceRoot":"","sources":["../../../../../../src/package-checks/function-metrics/analyzer/readers/python.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAIH,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,kBAAkB,EAEnB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AAEnE,MAAM,iCAAiC,GAAG,IAAI,GAAG,CAAC;IAChD,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,KAAK;IACL,IAAI;CACL,CAAC,CAAC;AACH,MAAM,oCAAoC,GAAG,IAAI,GAAG,CAAC;IACnD,GAAG;IACH,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,KAAK;IACL,KAAK;IACL,GAAG;IACH,QAAQ;IACR,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;IACH,GAAG;CACJ,CAAC,CAAC;AAEH,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,KAAK,CAAC,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,MAAM,CAAC;AACnD,CAAC;AAED,MAAM,aAAa;IACA,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;IACd,OAAO,CAAkB;IAE1C,YAAmB,OAAwB;QACzC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAEM,WAAW,CAAC,MAAc,EAAE,KAAK,GAAG,EAAE;QAC3C,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/D,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;YACnB,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,GAAG,MAAM,EAAE,CAAC;YAClC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1B,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IAEM,KAAK;QACV,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;CACF;AAED,MAAM,OAAO,YAAa,SAAQ,UAAU;IACnC,MAAM,CAAU,GAAG,GAAsB,CAAC,IAAI,CAAC,CAAC;IAChD,MAAM,CAAU,aAAa,GAAsB,CAAC,QAAQ,CAAC,CAAC;IAC9D,MAAM,CAAU,mBAAmB,GAAG,IAAI,GAAG,CAAC;QACnD,IAAI;QACJ,MAAM;QACN,KAAK;QACL,OAAO;QACP,QAAQ;QACR,SAAS;KACV,CAAC,CAAC;IACI,MAAM,CAAU,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;IAC1D,MAAM,CAAU,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACjD,MAAM,CAAU,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;IAErD,MAAM,CAAU,sBAAsB,GAAG,iCAAiC,CAAC;IAE1E,sBAAsB,CAAqB;IAC3C,aAAa,GAAG,KAAK,CAAC;IACtB,cAAc,GAAG,KAAK,CAAC;IAE/B,YAAmB,OAAwB,EAAE,UAAU,GAAsB,YAAY;QACvF,KAAK,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAC3B,IAAI,CAAC,cAAc,GAAG,CAAC,IAAI,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;IAC1D,CAAC;IAED,qEAAqE;IAC9D,MAAM,CAAU,iBAAiB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IAE3E,MAAM,CAAU,cAAc,CACnC,UAAkB,EAClB,QAAQ,GAAG,EAAE,EACb,YAA2B;QAE3B,MAAM,MAAM,GAAG,UAAU,CAAC,cAAc,CACtC,UAAU,EACV,MAAM,CAAC,GAAG,CAAA,wFAAwF;YAChG,QAAQ,EACV,YAAY,CACb,CAAC;QACF,OAAO,YAAY,CAAC,8BAA8B,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAC3E,CAAC;IAED,iFAAiF;IACzE,MAAM,CAAC,CAAC,8BAA8B,CAC5C,MAAmB,EACnB,YAA2B;QAE3B,IAAI,MAA0B,CAAC;QAC/B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACzB,MAAM,IAAI,GAAG,MAAM,CAAC;gBACpB,MAAM,GAAG,SAAS,CAAC;gBACnB,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnD,MAAM,IAAI,CAAC;oBACX,KAAK,CAAC,CAAC,YAAY,CAAC,sBAAsB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;oBAChE,SAAS;gBACX,CAAC;gBACD,MAAM,IAAI,CAAC;YACb,CAAC;YACD,IAAI,YAAY,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;gBAC5D,MAAM,GAAG,KAAK,CAAC;gBACf,SAAS;YACX,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;QACD,IAAI,MAAM,KAAK,SAAS;YAAE,MAAM,MAAM,CAAC;IACzC,CAAC;IAED,+EAA+E;IACvE,MAAM,CAAC,oBAAoB,CAAC,IAAY,EAAE,QAAgB;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,IAAI,eAAe,GAAG,QAAQ,CAAC;QAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,eAAe,GAAG,CAAC,CAAC,CAAC;QACrE,IAAI,eAAe,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,WAAW,KAAK,KAAK,IAAI,WAAW,KAAK,KAAK,CAAC,EAAE,CAAC;YACrF,eAAe,IAAI,CAAC,CAAC;YACrB,OAAO,eAAe,GAAG,MAAM,EAAE,CAAC;gBAChC,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,eAAe,GAAG,CAAC,CAAC,KAAK,WAAW,EAAE,CAAC;oBACrE,OAAO,eAAe,GAAG,CAAC,CAAC;gBAC7B,CAAC;gBACD,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE,CAAC;oBACnC,eAAe,IAAI,CAAC,CAAC;oBACrB,SAAS;gBACX,CAAC;gBACD,eAAe,IAAI,CAAC,CAAC;YACvB,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,GAAG,EAAE,CAAC;YACnE,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC;YACpC,eAAe,IAAI,CAAC,CAAC;YACrB,OAAO,eAAe,GAAG,MAAM,EAAE,CAAC;gBAChC,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,IAAI,EAAE,CAAC;oBACnC,eAAe,IAAI,CAAC,CAAC;oBACrB,SAAS;gBACX,CAAC;gBACD,IAAI,IAAI,CAAC,eAAe,CAAC,KAAK,KAAK;oBAAE,OAAO,eAAe,GAAG,CAAC,CAAC;gBAChE,eAAe,IAAI,CAAC,CAAC;YACvB,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC;QACD,OAAO,eAAe,CAAC;IACzB,CAAC;IAED,kFAAkF;IAC1E,MAAM,CAAC,uBAAuB,CAAC,IAAY,EAAE,KAAa;QAChE,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,QAAQ,GAAG,KAAK,GAAG,CAAC,CAAC;QACzB,OAAO,QAAQ,GAAG,IAAI,CAAC,MAAM,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YAC3C,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,EAAE,CAAC;gBACrD,QAAQ,GAAG,YAAY,CAAC,oBAAoB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBAC7D,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG;gBAAE,KAAK,IAAI,CAAC,CAAC;iBAClC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG;gBAAE,KAAK,IAAI,CAAC,CAAC;YAC5C,QAAQ,IAAI,CAAC,CAAC;QAChB,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,iFAAiF;IACzE,MAAM,CAAC,CAAC,sBAAsB,CACpC,KAAa,EACb,YAA2B;QAE3B,MAAM,KAAK,GAAG,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAChG,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,OAAO,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;YACxD,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,EAAE,CAAC;gBACnD,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC1B,QAAQ,IAAI,CAAC,CAAC;gBACd,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,EAAE,CAAC;gBAC3B,MAAM,GAAG,GAAG,YAAY,CAAC,uBAAuB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBACjE,IAAI,OAAO,EAAE,CAAC;oBACZ,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,KAAK,EAAE,CAAC;oBACnC,OAAO,GAAG,EAAE,CAAC;gBACf,CAAC;gBACD,KAAK,CAAC,CAAC,YAAY,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,YAAY,CAAC,CAAC;gBACxF,QAAQ,GAAG,IAAI,CAAC;gBAChB,QAAQ,GAAG,GAAG,CAAC;gBACf,SAAS;YACX,CAAC;YACD,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1B,QAAQ,IAAI,CAAC,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,KAAK,CAAC;YACZ,OAAO;QACT,CAAC;QACD,IAAI,OAAO;YAAE,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,KAAK,EAAE,CAAC;IAClD,CAAC;IAEM,CAAC,UAAU,CAAC,MAAmB;QACpC,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,IAAI,mBAAmB,GAAG,IAAI,CAAC;QAE/B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,EAAE,CAAC;YACzD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACnB,IAAI,mBAAmB,EAAE,CAAC;oBACxB,IAAI,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC9B,oBAAoB,IAAI,YAAY,CAAC,KAAK,CAAC,CAAC;oBAC9C,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;4BAC3B,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC;4BACrD,IAAI,eAAe,CAAC,IAAI,KAAK,UAAU,IAAI,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gCAClF,OAAO,CAAC,WAAW,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;4BACnD,CAAC;wBACH,CAAC;wBACD,mBAAmB,GAAG,KAAK,CAAC;oBAC9B,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,mBAAmB,GAAG,IAAI,CAAC;gBAC3B,oBAAoB,GAAG,CAAC,CAAC;YAC3B,CAAC;YACD,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,IAAI,KAAK,KAAK,IAAI;gBAAE,MAAM,KAAK,CAAC;QAChE,CAAC;QACD,OAAO,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC;IAEe,sBAAsB,CAAC,KAAa;QAClD,OAAO,mBAAmB,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;IAC3D,CAAC;IAEe,aAAa,CAAC,KAAa;QACzC,IAAI,KAAK,KAAK,MAAM,IAAI,IAAI,CAAC,aAAa;YAAE,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;QAExE,IAAI,oBAAoB,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACrD,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YACrC,IAAI,KAAK,YAAY,YAAY,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;gBACxD,IAAI,CAAC,oCAAoC,CAAC,GAAG,CAAC,IAAI,CAAC,sBAAsB,IAAI,EAAE,CAAC,EAAE,CAAC;oBACjF,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,sBAAsB,GAAG,KAAK,CAAC;QACtF,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,CAAC,uBAAuB,CAAC,MAAmB;QAClD,IAAI,WAAW,GAAG,IAAI,CAAC;QACvB,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3C,IAAI,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;QAE3B,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YACzB,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACnB,WAAW,GAAG,IAAI,CAAC;gBACnB,MAAM,KAAK,CAAC;gBACZ,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;YACzB,CAAC;iBAAM,IAAI,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrC,MAAM,KAAK,CAAC;gBACZ,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;YACzB,CAAC;iBAAM,IAAI,WAAW,IAAI,CAAC,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,CAAC,EAAE,CAAC;gBAClE,MAAM,SAAS,GAAa,EAAE,CAAC;gBAC/B,IAAI,QAA4B,CAAC;gBACjC,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBAClB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC3B,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;wBAC3D,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;wBACtB,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;wBACvB,MAAM;oBACR,CAAC;oBACD,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACzB,CAAC;gBAED,IAAI,SAAkB,CAAC;gBACvB,IAAI,QAAQ,KAAK,SAAS,IAAI,YAAY,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAChF,SAAS,GAAG,KAAK,CAAC;gBACpB,CAAC;qBAAM,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;oBAChD,SAAS,GAAG,KAAK,CAAC;oBAClB,IAAI,KAAK,GAAG,CAAC,CAAC;oBACd,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;wBAClB,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC;wBAClC,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;wBAC/B,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC;4BAAE,KAAK,IAAI,CAAC,CAAC;6BACpD,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC;4BAAE,KAAK,IAAI,CAAC,CAAC;6BACzD,IAAI,cAAc,KAAK,GAAG,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;4BAC/C,SAAS,GAAG,IAAI,CAAC;4BACjB,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;4BACvB,MAAM;wBACR,CAAC;6BAAM,IAAI,cAAc,KAAK,IAAI,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;4BAClD,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;4BACvB,MAAM;wBACR,CAAC;wBACD,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACzB,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,SAAS,GAAG,IAAI,CAAC;gBACnB,CAAC;gBAED,IAAI,KAAK,KAAK,MAAM;oBAAE,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;;oBAChD,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;gBACrC,WAAW,GAAG,KAAK,CAAC;gBACpB,MAAM,KAAK,CAAC;gBACZ,KAAK,CAAC,CAAC,SAAS,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,IAAI,KAAK,KAAK,MAAM;oBAAE,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;qBAC5C,IAAI,KAAK,KAAK,OAAO;oBAAE,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;gBACxD,WAAW,GAAG,KAAK,CAAC;gBACpB,MAAM,KAAK,CAAC;gBACZ,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;YACzB,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,MAAM,OAAO,YAAa,SAAQ,gBAAgB;IACxC,oBAAoB,GAAG,KAAK,CAAC;IAErC,IAAW,WAAW;QACpB,OAAO,IAAI,CAAC,oBAAoB,CAAC;IACnC,CAAC;IAEe,MAAM,CAA2B;IAEjD,YAAmB,OAAwB,EAAE,MAAqB;QAChE,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAChC,CAAC;IAEwB,aAAa,GAAG,CAAC,KAAa,EAAQ,EAAE;QAC/D,IAAI,KAAK,KAAK,KAAK;YAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC,CAAC;IAEiB,SAAS,GAAG,CAAC,KAAa,EAAQ,EAAE;QACrD,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC;YACvC,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC;QAC1C,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;IACH,CAAC,CAAC;IAEe,IAAI,GAAG,CAAC,KAAa,EAAQ,EAAE;QAC9C,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;YAClB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC/B,CAAC;aAAM,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACvD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC9B,OAAO;QACT,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC;IAEe,YAAY,GAAG,CAAC,KAAa,EAAQ,EAAE;QACtD,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;YAClB,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAChC,CAAC;IACH,CAAC,CAAC;IAEe,iBAAiB,GAAG,CAAC,KAAa,EAAQ,EAAE;QAC3D,IAAI,CAAC,oBAAoB,GAAG,KAAK,CAAC;QAClC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9B,IAAI,oBAAoB,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC;QACjF,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC,CAAC;IAEe,oCAAoC,GAAG,CAAC,KAAa,EAAQ,EAAE;QAC9E,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;QAChD,IAAI,KAAK,KAAK,GAAG;YAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC,CAAC;CACH;AAED,SAAS,oBAAoB,CAAC,KAAa;IACzC,OAAO,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;AAC5D,CAAC","sourcesContent":["/**\n * Derived from terryyin/lizard 1.24.0.\n * Source: lizard_languages/python.py.\n * Upstream revision: 308b1c3efd8c1c69bcc3eb82deeaec64fd3662ec.\n * SPDX-License-Identifier: MIT\n * Modified: translated to TypeScript for the product-owned analyzer.\n */\n\nimport type { FileInfoBuilder } from \"../analysis-context.ts\";\nimport type { TokenStream } from \"../contracts.ts\";\nimport {\n  CodeReader,\n  CodeStateMachine,\n  isPythonWhitespace,\n  type TokenFactory\n} from \"../shared/code-reader.ts\";\nimport { ScriptLanguageMixIn } from \"../shared/script-language.ts\";\n\nconst SOURCE_SOFT_KEYWORD_VARIABLE_NEXT = new Set([\n  \"=\",\n  \".\",\n  \":\",\n  \",\",\n  \"+=\",\n  \"-=\",\n  \"*=\",\n  \"/=\",\n  \"%=\",\n  \"//=\",\n  \"**=\",\n  \"&=\",\n  \"|=\",\n  \"^=\",\n  \"<<=\",\n  \">>=\",\n  \":=\"\n]);\nconst TRIPLE_QUOTE_EXPRESSION_PREDECESSORS = new Set([\n  \"=\",\n  \"+=\",\n  \"-=\",\n  \"*=\",\n  \"/=\",\n  \"%=\",\n  \"//=\",\n  \"**=\",\n  \"&=\",\n  \"|=\",\n  \"^=\",\n  \"<<=\",\n  \">>=\",\n  \"(\",\n  \"return\",\n  \",\",\n  \"[\",\n  \"+\",\n  \"-\",\n  \"*\",\n  \"/\",\n  \"%\"\n]);\n\nfunction count_spaces(token: string): number {\n  return token.replaceAll(\"\\t\", \"        \").length;\n}\n\nclass PythonIndents {\n  private readonly indents = [0];\n  private readonly context: FileInfoBuilder;\n\n  public constructor(context: FileInfoBuilder) {\n    this.context = context;\n  }\n\n  public set_nesting(spaces: number, token = \"\"): void {\n    while (this.indents.at(-1)! > spaces && !token.startsWith(\")\")) {\n      this.indents.pop();\n      this.context.popNesting();\n    }\n    if (this.indents.at(-1)! < spaces) {\n      this.indents.push(spaces);\n      this.context.addBareNesting();\n    }\n  }\n\n  public reset(): void {\n    this.set_nesting(0);\n  }\n}\n\nexport class PythonReader extends CodeReader {\n  public static override ext: readonly string[] = [\"py\"];\n  public static override languageNames: readonly string[] = [\"python\"];\n  public static override controlFlowKeywords = new Set([\n    \"if\",\n    \"elif\",\n    \"for\",\n    \"while\",\n    \"except\",\n    \"finally\"\n  ]);\n  public static override logicalOperators = new Set([\"and\", \"or\"]);\n  public static override caseKeywords = new Set<string>();\n  public static override ternaryOperators = new Set<string>();\n\n  public static readonly _SOFT_KW_VARIABLE_NEXT = SOURCE_SOFT_KEYWORD_VARIABLE_NEXT;\n\n  private _last_meaningful_token: string | undefined;\n  private _keyword_case = false;\n  private _keyword_match = false;\n\n  public constructor(context: FileInfoBuilder, definition: typeof CodeReader = PythonReader) {\n    super(context, definition);\n    this.parallelStates = [new PythonStates(context, this)];\n  }\n\n  /** str/bytes f-string prefixes, excluding bare bytes/raw strings. */\n  public static readonly _FSTRING_PREFIXES = new Set([\"f\", \"rf\", \"fr\", \"bf\", \"fb\"]);\n\n  public static override generateTokens(\n    sourceCode: string,\n    addition = \"\",\n    tokenFactory?: TokenFactory\n  ): Generator<string> {\n    const tokens = CodeReader.generateTokens(\n      sourceCode,\n      String.raw`|#[^\\n]*|(?:\"\"\"(?:\\.|[^\"]|\"(?!\"\")|\"\"(?!\"))*\"\"\")|(?:'''(?:\\.|[^']|'(?!'')|''(?!'))*''')` +\n        addition,\n      tokenFactory\n    );\n    return PythonReader._expand_fstring_interpolations(tokens, tokenFactory);\n  }\n\n  /** Re-tokenize f-string expressions so their control flow reaches the reader. */\n  private static *_expand_fstring_interpolations(\n    tokens: TokenStream,\n    tokenFactory?: TokenFactory\n  ): Generator<string> {\n    let prefix: string | undefined;\n    for (const token of tokens) {\n      if (prefix !== undefined) {\n        const held = prefix;\n        prefix = undefined;\n        if (token.startsWith('\"') || token.startsWith(\"'\")) {\n          yield held;\n          yield* PythonReader._tokenize_fstring_body(token, tokenFactory);\n          continue;\n        }\n        yield held;\n      }\n      if (PythonReader._FSTRING_PREFIXES.has(token.toLowerCase())) {\n        prefix = token;\n        continue;\n      }\n      yield token;\n    }\n    if (prefix !== undefined) yield prefix;\n  }\n\n  /** Advance beyond one quoted literal while scanning an f-string expression. */\n  private static _skip_quoted_literal(body: string, position: number): number {\n    const length = body.length;\n    let currentPosition = position;\n    const tripleQuote = body.slice(currentPosition, currentPosition + 3);\n    if (currentPosition + 2 < length && (tripleQuote === '\"\"\"' || tripleQuote === \"'''\")) {\n      currentPosition += 3;\n      while (currentPosition < length) {\n        if (body.slice(currentPosition, currentPosition + 3) === tripleQuote) {\n          return currentPosition + 3;\n        }\n        if (body[currentPosition] === \"\\\\\") {\n          currentPosition += 2;\n          continue;\n        }\n        currentPosition += 1;\n      }\n      return length;\n    }\n    if (body[currentPosition] === '\"' || body[currentPosition] === \"'\") {\n      const quote = body[currentPosition];\n      currentPosition += 1;\n      while (currentPosition < length) {\n        if (body[currentPosition] === \"\\\\\") {\n          currentPosition += 2;\n          continue;\n        }\n        if (body[currentPosition] === quote) return currentPosition + 1;\n        currentPosition += 1;\n      }\n      return length;\n    }\n    return currentPosition;\n  }\n\n  /** Find the matching brace of an interpolation while honoring quoted literals. */\n  private static _find_interpolation_end(body: string, start: number): number {\n    let depth = 1;\n    let position = start + 1;\n    while (position < body.length && depth > 0) {\n      if (body[position] === '\"' || body[position] === \"'\") {\n        position = PythonReader._skip_quoted_literal(body, position);\n        continue;\n      }\n      if (body[position] === \"{\") depth += 1;\n      else if (body[position] === \"}\") depth -= 1;\n      position += 1;\n    }\n    return position;\n  }\n\n  /** Preserve literal chunks and recursively tokenize each f-string expression. */\n  private static *_tokenize_fstring_body(\n    token: string,\n    tokenFactory?: TokenFactory\n  ): Generator<string> {\n    const quote = token.startsWith('\"\"\"') || token.startsWith(\"'''\") ? token.slice(0, 3) : token[0];\n    const body = token.slice(quote.length, -quote.length);\n    let literal = \"\";\n    let produced = false;\n    let position = 0;\n    while (position < body.length) {\n      const doubledBrace = body.slice(position, position + 2);\n      if (doubledBrace === \"{{\" || doubledBrace === \"}}\") {\n        literal += body[position];\n        position += 2;\n        continue;\n      }\n      if (body[position] === \"{\") {\n        const end = PythonReader._find_interpolation_end(body, position);\n        if (literal) {\n          yield `${quote}${literal}${quote}`;\n          literal = \"\";\n        }\n        yield* PythonReader.generateTokens(body.slice(position + 1, end - 1), \"\", tokenFactory);\n        produced = true;\n        position = end;\n        continue;\n      }\n      literal += body[position];\n      position += 1;\n    }\n    if (!produced) {\n      yield token;\n      return;\n    }\n    if (literal) yield `${quote}${literal}${quote}`;\n  }\n\n  public *preprocess(tokens: TokenStream): Generator<string> {\n    const indents = new PythonIndents(this.context);\n    let currentLeadingSpaces = 0;\n    let readingLeadingSpace = true;\n\n    for (const token of this._soft_keyword_lookahead(tokens)) {\n      if (token !== \"\\n\") {\n        if (readingLeadingSpace) {\n          if (isPythonWhitespace(token)) {\n            currentLeadingSpaces += count_spaces(token);\n          } else {\n            if (!token.startsWith(\"#\")) {\n              const currentFunction = this.context.currentFunction;\n              if (currentFunction.name === \"*global*\" || currentFunction.longName.endsWith(\")\")) {\n                indents.set_nesting(currentLeadingSpaces, token);\n              }\n            }\n            readingLeadingSpace = false;\n          }\n        }\n      } else {\n        readingLeadingSpace = true;\n        currentLeadingSpaces = 0;\n      }\n      if (!isPythonWhitespace(token) || token === \"\\n\") yield token;\n    }\n    indents.reset();\n  }\n\n  public override get_comment_from_token(token: string): string | undefined {\n    return ScriptLanguageMixIn.get_comment_from_token(token);\n  }\n\n  public override process_token(token: string): boolean {\n    if (token === \"case\" && this._keyword_case) this.context.addCondition();\n\n    if (isTripleQuotedString(token) && token.length >= 6) {\n      const state = this.parallelStates[0];\n      if (state instanceof PythonStates && !state.isFirstLine) {\n        if (!TRIPLE_QUOTE_EXPRESSION_PREDECESSORS.has(this._last_meaningful_token ?? \"\")) {\n          this.context.addNloc(-token.split(\"\\n\").length);\n        }\n      }\n    }\n\n    if (token !== \"\\n\" && !isPythonWhitespace(token)) this._last_meaningful_token = token;\n    return false;\n  }\n\n  private *_soft_keyword_lookahead(tokens: TokenStream): Generator<string> {\n    let atLineStart = true;\n    const iterator = tokens[Symbol.iterator]();\n    let next = iterator.next();\n\n    while (!next.done) {\n      const token = next.value;\n      if (token === \"\\n\") {\n        atLineStart = true;\n        yield token;\n        next = iterator.next();\n      } else if (isPythonWhitespace(token)) {\n        yield token;\n        next = iterator.next();\n      } else if (atLineStart && (token === \"case\" || token === \"match\")) {\n        const lookahead: string[] = [];\n        let nextReal: string | undefined;\n        next = iterator.next();\n        while (!next.done) {\n          lookahead.push(next.value);\n          if (next.value !== \"\\n\" && !isPythonWhitespace(next.value)) {\n            nextReal = next.value;\n            next = iterator.next();\n            break;\n          }\n          next = iterator.next();\n        }\n\n        let isKeyword: boolean;\n        if (nextReal !== undefined && PythonReader._SOFT_KW_VARIABLE_NEXT.has(nextReal)) {\n          isKeyword = false;\n        } else if (nextReal === \"(\" || nextReal === \"[\") {\n          isKeyword = false;\n          let depth = 1;\n          while (!next.done) {\n            const lookaheadToken = next.value;\n            lookahead.push(lookaheadToken);\n            if ([\"(\", \"[\", \"{\"].includes(lookaheadToken)) depth += 1;\n            else if ([\")\", \"]\", \"}\"].includes(lookaheadToken)) depth -= 1;\n            else if (lookaheadToken === \":\" && depth === 0) {\n              isKeyword = true;\n              next = iterator.next();\n              break;\n            } else if (lookaheadToken === \"\\n\" && depth === 0) {\n              next = iterator.next();\n              break;\n            }\n            next = iterator.next();\n          }\n        } else {\n          isKeyword = true;\n        }\n\n        if (token === \"case\") this._keyword_case = isKeyword;\n        else this._keyword_match = isKeyword;\n        atLineStart = false;\n        yield token;\n        yield* lookahead;\n      } else {\n        if (token === \"case\") this._keyword_case = false;\n        else if (token === \"match\") this._keyword_match = false;\n        atLineStart = false;\n        yield token;\n        next = iterator.next();\n      }\n    }\n  }\n}\n\nexport class PythonStates extends CodeStateMachine {\n  private _awaiting_first_line = false;\n\n  public get isFirstLine(): boolean {\n    return this._awaiting_first_line;\n  }\n\n  public readonly reader: PythonReader | undefined;\n\n  public constructor(context: FileInfoBuilder, reader?: PythonReader) {\n    super(context);\n    this.reader = reader;\n    this.next(this._state_global);\n  }\n\n  public override readonly _state_global = (token: string): void => {\n    if (token === \"def\") this.next(this._function);\n  };\n\n  protected readonly _function = (token: string): void => {\n    if (token !== \"(\") {\n      this.context.restartNewFunction(token);\n      this.context.addToLongFunctionName(\"(\");\n    } else {\n      this.next(this._dec);\n    }\n  };\n\n  private readonly _dec = (token: string): void => {\n    if (token === \")\") {\n      this.next(this._state_colon);\n    } else if (token === \"[\") {\n      this.next(this._state_parameterized_type_annotation);\n    } else {\n      this.context.parameter(token);\n      return;\n    }\n    this.context.addToLongFunctionName(` ${token}`);\n  };\n\n  private readonly _state_colon = (token: string): void => {\n    if (token === \":\") {\n      this._awaiting_first_line = true;\n      this.next(this._state_first_line);\n    } else {\n      this.next(this._state_global);\n    }\n  };\n\n  private readonly _state_first_line = (token: string): void => {\n    this._awaiting_first_line = false;\n    this.next(this._state_global);\n    if (isTripleQuotedString(token)) this.context.addNloc(-token.split(\"\\n\").length);\n    this._state_global(token);\n  };\n\n  private readonly _state_parameterized_type_annotation = (token: string): void => {\n    this.context.addToLongFunctionName(` ${token}`);\n    if (token === \"]\") this.next(this._dec);\n  };\n}\n\nfunction isTripleQuotedString(token: string): boolean {\n  return token.startsWith('\"\"\"') || token.startsWith(\"'''\");\n}\n"]}

package/dist/esm/package-checks/function-metrics/analyzer/readers/r.mjs

@@ -0,0 +1,214 @@
+/**
+ * Derived from terryyin/lizard 1.24.0.
+ * Source: lizard_languages/r.py.
+ * Upstream revision: 308b1c3efd8c1c69bcc3eb82deeaec64fd3662ec.
+ * SPDX-License-Identifier: MIT
+ * Modified: translated to TypeScript for the product-owned analyzer.
+ */
+import { CodeReader, CodeStateMachine, isPythonWhitespace } from "../shared/code-reader.mjs";
+import { ScriptLanguageMixIn } from "../shared/script-language.mjs";
+export class RReader extends CodeReader {
+    static ext = ["r", "R"];
+    static languageNames = ["r", "R"];
+    static controlFlowKeywords = new Set([
+        "if",
+        "else if",
+        "for",
+        "while",
+        "repeat",
+        "switch",
+        "tryCatch",
+        "try",
+        "ifelse"
+    ]);
+    static logicalOperators = new Set(["&&", "||", "&", "|"]);
+    static caseKeywords = new Set();
+    static ternaryOperators = new Set();
+    constructor(context) {
+        super(context, RReader);
+        this.parallelStates = [new RStates(context)];
+    }
+    *preprocess(tokens) {
+        yield* tokens;
+    }
+    static generateTokens(sourceCode) {
+        return ScriptLanguageMixIn.generate_common_tokens(sourceCode, String.raw `|<-|->|%[a-zA-Z_*/>]+%|\.\.\.|:::|::`);
+    }
+    get_comment_from_token(token) {
+        return ScriptLanguageMixIn.get_comment_from_token(token);
+    }
+}
+class RStates extends CodeStateMachine {
+    recent_tokens = [];
+    brace_count = 0;
+    in_braced_function = false;
+    additional_function_names = [];
+    constructor(context) {
+        super(context);
+    }
+    _state_global(token) {
+        if (!isPythonWhitespace(token) && token !== "\n") {
+            this.recent_tokens.push(token);
+            if (this.recent_tokens.length > 10)
+                this.recent_tokens.shift();
+        }
+        if (token !== "function")
+            return;
+        if (this.recent_tokens.length >= 2) {
+            const assignmentOperator = this.recent_tokens.at(-2);
+            if (assignmentOperator === "<-" || assignmentOperator === "=") {
+                const functionNames = this._extract_function_names();
+                this._start_function(functionNames[0] ?? "(anonymous)");
+                this.next(this._function_params);
+                this.additional_function_names = functionNames.length > 1 ? functionNames.slice(1) : [];
+                return;
+            }
+        }
+        this._start_function("(anonymous)");
+        this.next(this._function_params);
+    }
+    statemachine_before_return() {
+        if (this.state === this._function_body ||
+            this.state === this._check_right_assignment ||
+            this.state === this._read_right_assignment_name) {
+            this._finalize_function_with_multiple_assignments();
+        }
+    }
+    _function_params = (token) => {
+        if (token === "(") {
+            this.context.addToLongFunctionName("(");
+            this.next(this._read_params);
+        }
+        else {
+            this.next(this._function_body, token);
+        }
+    };
+    _read_params = (token) => {
+        if (token === ")") {
+            this.context.addToLongFunctionName(")");
+            this.next(this._function_body);
+        }
+        else if (token !== "\n" && !isPythonWhitespace(token)) {
+            this.context.parameter(token);
+            if (token !== "(")
+                this.context.addToLongFunctionName(` ${token}`);
+        }
+    };
+    _function_body = (token) => {
+        if (!isPythonWhitespace(token) && token !== "\n") {
+            this.recent_tokens.push(token);
+            if (this.recent_tokens.length > 10)
+                this.recent_tokens.shift();
+        }
+        if (token === "{") {
+            if (this.brace_count === 0)
+                this.in_braced_function = true;
+            this.brace_count += 1;
+        }
+        else if (token === "}") {
+            this.brace_count -= 1;
+            if (this.brace_count === 0 && this.in_braced_function) {
+                this._end_current_function();
+                return;
+            }
+        }
+        if (token === "function" && this.recent_tokens.length >= 2) {
+            const assignmentOperator = this.recent_tokens.at(-2);
+            if (assignmentOperator === "<-" || assignmentOperator === "=") {
+                this.context.endOfFunction();
+                const functionNames = this._extract_function_names();
+                this._start_function(functionNames[0] ?? "(anonymous)");
+                this.next(this._function_params);
+                this.brace_count = 0;
+                this.in_braced_function = false;
+                this.additional_function_names = functionNames.length > 1 ? functionNames.slice(1) : [];
+            }
+        }
+        else if (token === "\n" && !this.in_braced_function) {
+            this._end_current_function();
+        }
+    };
+    _check_right_assignment = (token) => {
+        if (isPythonWhitespace(token) || token === "\n" || token.startsWith("#"))
+            return;
+        if (token === "->") {
+            this.next(this._read_right_assignment_name);
+            return;
+        }
+        this._finalize_function_with_multiple_assignments();
+        this.next(this.globalState, token);
+    };
+    _read_right_assignment_name = (token) => {
+        if (isPythonWhitespace(token) || token === "\n")
+            return;
+        if (isRNameFragment(token)) {
+            this.context.currentFunction.name = token;
+            this._finalize_function_with_multiple_assignments();
+            this.next(this.globalState);
+            return;
+        }
+        this._finalize_function_with_multiple_assignments();
+        this.next(this.globalState, token);
+    };
+    _extract_function_names() {
+        if (this.recent_tokens.length < 3)
+            return ["(anonymous)"];
+        const functionNames = [];
+        let index = this.recent_tokens.length - 3;
+        let currentNameTokens = [];
+        while (index >= 0) {
+            const token = this.recent_tokens[index];
+            if (token === "<-" || token === "=") {
+                if (currentNameTokens.length > 0) {
+                    functionNames.push(currentNameTokens.reverse().join(""));
+                    currentNameTokens = [];
+                }
+                index -= 1;
+                continue;
+            }
+            if (["function", "(", ")", "{", "}", "\n"].includes(token))
+                break;
+            if (isRNameFragment(token)) {
+                currentNameTokens.push(token);
+                index -= 1;
+            }
+            else {
+                break;
+            }
+        }
+        if (currentNameTokens.length > 0)
+            functionNames.push(currentNameTokens.reverse().join(""));
+        const ordered = functionNames.reverse();
+        return ordered.length > 0 ? ordered : ["(anonymous)"];
+    }
+    _extract_function_name() {
+        return this._extract_function_names()[0] ?? "(anonymous)";
+    }
+    _start_function(name) {
+        this.context.restartNewFunction(name);
+    }
+    _end_current_function() {
+        this.next(this._check_right_assignment);
+        this.brace_count = 0;
+        this.in_braced_function = false;
+    }
+    _finalize_function_with_multiple_assignments() {
+        const currentFunction = this.context.currentFunction;
+        this.context.endOfFunction();
+        for (const functionName of this.additional_function_names) {
+            this.context.restartNewFunction(functionName);
+            this.context.currentFunction.cyclomaticComplexity = currentFunction.cyclomaticComplexity;
+            this.context.currentFunction.startLine = currentFunction.startLine;
+            this.context.currentFunction.endLine = currentFunction.endLine;
+            this.context.endOfFunction();
+        }
+        this.additional_function_names = [];
+    }
+}
+function isRNameFragment(token) {
+    return (token
+        .replaceAll("_", "a")
+        .replaceAll(".", "a")
+        .match(/^[\p{L}\p{N}]+$/u) !== null || token === ".");
+}
+//# sourceMappingURL=r.mjs.map