@superblocksteam/vite-plugin-file-sync 1.99.99-next.3 → 2.0.0-SNAPSHOT.2143e2e95d0107ab

package/dist/binding-extraction/js-identifiers.js

@@ -0,0 +1,409 @@
+import { parse } from "@babel/parser";
+import * as t from "@babel/types";
+import { tokenize } from "esprima";
+import { traverse } from "../traverse.js";
+const extractJsEvaluationPairsWithTokenizer = (jsSnippet, tokenize) => {
+    let tokens = [];
+    const ret = [];
+    try {
+        tokens = tokenize(jsSnippet, { range: true, loc: true });
+    }
+    catch {
+        // Swallow the error and skip tokenization, let the backend vm handle javascript parsing
+        return ret;
+    }
+    let canCapture = true; // set to true when we are capturing the first identifier in a list of a.b.c OR a[b][c]
+    for (let i = 0; i < tokens.length; i++) {
+        switch (tokens[i]?.type) {
+            case "Identifier": {
+                const prevLine = tokens[i - 1]?.loc?.end.line;
+                const currentLine = tokens[i]?.loc?.end.line;
+                if (prevLine && currentLine && prevLine < currentLine) {
+                    // Handle automatic semicolon insertion such as when previous token ends with ]
+                    canCapture = true;
+                }
+                const shouldExtract = tokens[i]?.value !== "await" && tokens[i]?.value !== "async";
+                //   entitiesToExtract.has(tokens[i].value) ||
+                //   (currentNamespace &&
+                //     namespacedEntitiesToExtract[currentNamespace].has(tokens[i].value));
+                if (canCapture && shouldExtract) {
+                    // Skip when the identifier is part of a key: value
+                    const nextToken = tokens[i + 1]?.value;
+                    if (nextToken === ":" || nextToken === "=" || nextToken === "(")
+                        break;
+                    // We have found the first token to capture the entity path
+                    const output = extractEntity(i, tokens);
+                    ret.push(output);
+                    // Skip ahead
+                    if (output.tokenIndex && output.tokenIndex > i) {
+                        // with the ++ increment this makes sure we start at the tokenIndex
+                        i = output.tokenIndex - 1;
+                    }
+                    canCapture = true;
+                }
+                break;
+            }
+            case "Punctuator": {
+                if (tokens[i]?.value === ".") {
+                    canCapture = true;
+                    // keep prefix if we see a . accessor
+                    break;
+                }
+                const value = tokens[i]?.value;
+                if (!value)
+                    break;
+                canCapture = ![".", "]"].includes(value);
+                break;
+            }
+            default: {
+                canCapture = true;
+                break;
+            }
+        }
+    }
+    return ret;
+};
+// TODO: Move test for this into shared.
+export const extractEntity = (indexToStart, tokens) => {
+    const currentPropertyPath = [];
+    let previousToken = null;
+    let done = false; // cant do break out of switch without state variable
+    let invalidPunctuator = false; // if we encounter an invalid punctuator, we should not add it to the property path
+    const removeTrailingPunctuation = () => {
+        if (currentPropertyPath[currentPropertyPath.length - 1] === "." ||
+            currentPropertyPath[currentPropertyPath.length - 1] === "[") {
+            // Special case to handle null.length, such as Input1.value.length
+            currentPropertyPath.pop();
+        }
+    };
+    for (let j = indexToStart; j < tokens.length; j++) {
+        switch (tokens[j]?.type) {
+            case "Identifier": {
+                const val = tokens[j]?.value;
+                const prevLine = previousToken?.loc?.end.line;
+                const currentLine = tokens[j]?.loc?.end.line;
+                if (j + 1 <= tokens.length - 1 && tokens[j + 1]?.value === "(") {
+                    // Ignore function calls
+                    done = true;
+                    j -= 2;
+                    break;
+                }
+                if (prevLine && currentLine && prevLine < currentLine) {
+                    // Detect newlines that would insert a semicolon automatically
+                    done = true;
+                    // Update token position to previous- used for return values
+                    j--;
+                    break;
+                }
+                if (!val)
+                    break;
+                currentPropertyPath.push(val);
+                break;
+            }
+            case "Punctuator": {
+                const value = tokens[j]?.value;
+                if (!value)
+                    break;
+                if (value === "[" &&
+                    tokens.length > j + 1 &&
+                    tokens[j + 1] &&
+                    !["Numeric", "String"].includes(tokens[j + 1].type)) {
+                    // if we see [ and the next token is not a numeric (array access) or a string (property access), break out
+                    done = true;
+                    break;
+                }
+                if (value === "]" &&
+                    !!previousToken &&
+                    !["Numeric", "String"].includes(previousToken.type)) {
+                    // if we see ] and the previous token is not a numeric (array access) or a string (property access), break out
+                    // in this case, we do not want to add an extra ] to resultant property path
+                    done = true;
+                    break;
+                }
+                if (![".", "[", "]"].includes(value)) {
+                    // invalid Punctuator
+                    invalidPunctuator = true;
+                    done = true;
+                    break;
+                }
+                currentPropertyPath.push(value);
+                break;
+            }
+            case "Numeric":
+            case "String":
+            default:
+                done = true;
+                break;
+        }
+        if (!invalidPunctuator) {
+            previousToken = tokens[j] ?? null;
+        }
+        if (done) {
+            break;
+        }
+    }
+    removeTrailingPunctuation();
+    return {
+        binding: currentPropertyPath.join(""),
+        range: {
+            // @ts-expect-error: range is added to token as a result of tokenization config
+            start: tokens[indexToStart].range[0],
+            // @ts-expect-error: range is added to token as a result of tokenization config
+            end: previousToken.range[1],
+        },
+        tokenIndex: indexToStart + currentPropertyPath.length,
+    };
+};
+export const extractJsEvaluationPairs = (jsSnippet) => {
+    return extractJsEvaluationPairsWithTokenizer(jsSnippet, tokenize);
+};
+export const extractJsEvaluationBindings = async (jsSnippet) => {
+    const evaluationPairs = extractJsEvaluationPairs(jsSnippet);
+    return evaluationPairs.map((evalPair) => evalPair.binding);
+};
+export function extractExternalIdentifiersFromJS(code) {
+    try {
+        const ast = parse(code, {
+            sourceType: "module",
+            plugins: ["typescript", "jsx"],
+            errorRecovery: true,
+        });
+        const externalIdentifiers = new Set();
+        const handleMemberLikeExpression = (path) => {
+            // For member expressions like `foo.bar` or `foo?.bar`, extract the root identifier
+            let current = path.node;
+            while (t.isMemberExpression(current.object) ||
+                t.isOptionalMemberExpression(current.object)) {
+                current = current.object;
+            }
+            if (t.isIdentifier(current.object)) {
+                const rootName = current.object.name;
+                const binding = path.scope.getBinding(rootName);
+                // Only add if it's not declared locally
+                if (!binding) {
+                    externalIdentifiers.add(rootName);
+                }
+            }
+        };
+        const handleIdentifier = (path) => {
+            // skip property key in an object
+            if (path.parent.type === "ObjectProperty" &&
+                path.parent.key === path.node) {
+                return;
+            }
+            // skip expressions, we get those in other branch
+            if ((path.parent.type === "MemberExpression" ||
+                path.parent.type === "OptionalMemberExpression") &&
+                path.parent.property === path.node) {
+                return;
+            }
+            // functions can't be inputs
+            if (path.parent.type === "CallExpression" &&
+                path.parent.callee === path.node) {
+                return;
+            }
+            // declarations are local (variable, function, class names)
+            if ((path.parent.type === "VariableDeclarator" &&
+                path.parent.id === path.node) ||
+                (path.parent.type === "FunctionDeclaration" &&
+                    path.parent.id === path.node) ||
+                (path.parent.type === "ClassDeclaration" &&
+                    path.parent.id === path.node) ||
+                path.parent.type === "ImportSpecifier" ||
+                path.parent.type === "ImportDefaultSpecifier" ||
+                path.parent.type === "ImportNamespaceSpecifier") {
+                return;
+            }
+            // only add if it's not declared locally
+            const binding = path.scope.getBinding(path.node.name);
+            if (!binding) {
+                externalIdentifiers.add(path.node.name);
+            }
+        };
+        traverse(ast, {
+            MemberExpression(path) {
+                handleMemberLikeExpression(path);
+            },
+            OptionalMemberExpression(path) {
+                handleMemberLikeExpression(path);
+            },
+            Identifier(path) {
+                handleIdentifier(path);
+            },
+        });
+        return Array.from(externalIdentifiers);
+    }
+    catch (_error) {
+        // If parsing fails, fall back to empty array
+        return [];
+    }
+}
+/**
+ * Extract external identifiers with their type annotations from JavaScript/TypeScript code.
+ * Looks for destructured parameters with TypeScript type annotations like:
+ *   fn: ({ param }: { param: string }) => ...
+ *
+ * @param code - JavaScript/TypeScript source code
+ * @returns Array of identifiers with their type information, or undefined if types can't be extracted
+ */
+export function extractExternalIdentifiersWithTypesFromJS(code) {
+    try {
+        const ast = parse(code, {
+            sourceType: "module",
+            plugins: ["typescript", "jsx"],
+            errorRecovery: true,
+        });
+        const identifiersWithTypes = new Map();
+        traverse(ast, {
+            // Look for arrow functions and function expressions with destructured params
+            "ArrowFunctionExpression|FunctionExpression"(path) {
+                // Type guard to ensure we have a function with params
+                if (!t.isArrowFunctionExpression(path.node) &&
+                    !t.isFunctionExpression(path.node)) {
+                    return;
+                }
+                const params = path.node.params;
+                if (params.length === 0)
+                    return;
+                // We're looking for the first parameter which should be an ObjectPattern
+                const firstParam = params[0];
+                if (!t.isObjectPattern(firstParam))
+                    return;
+                // Check if it has a type annotation
+                const typeAnnotation = firstParam.typeAnnotation;
+                if (!typeAnnotation || !t.isTSTypeAnnotation(typeAnnotation))
+                    return;
+                // The type annotation should be a TSTypeLiteral (object type)
+                const tsType = typeAnnotation.typeAnnotation;
+                if (!t.isTSTypeLiteral(tsType))
+                    return;
+                // Extract type information from each property
+                for (const member of tsType.members) {
+                    if (!t.isTSPropertySignature(member))
+                        continue;
+                    const key = member.key;
+                    if (!t.isIdentifier(key))
+                        continue;
+                    const paramName = key.name;
+                    const isOptional = member.optional ?? false;
+                    // Extract the type as a string
+                    let typeString = "any";
+                    if (member.typeAnnotation &&
+                        t.isTSTypeAnnotation(member.typeAnnotation)) {
+                        typeString = extractTypeString(member.typeAnnotation.typeAnnotation);
+                    }
+                    identifiersWithTypes.set(paramName, {
+                        name: paramName,
+                        type: typeString,
+                        optional: isOptional,
+                    });
+                }
+            },
+        });
+        return identifiersWithTypes.size > 0
+            ? Array.from(identifiersWithTypes.values())
+            : undefined;
+    }
+    catch (_error) {
+        // If parsing fails or types can't be extracted, return undefined
+        return undefined;
+    }
+}
+/**
+ * Convert a TypeScript AST type node to a string representation.
+ * Handles common types like primitives, arrays, unions, objects, etc.
+ */
+function extractTypeString(typeNode) {
+    try {
+        // Primitive types
+        if (t.isTSStringKeyword(typeNode))
+            return "string";
+        if (t.isTSNumberKeyword(typeNode))
+            return "number";
+        if (t.isTSBooleanKeyword(typeNode))
+            return "boolean";
+        if (t.isTSAnyKeyword(typeNode))
+            return "any";
+        if (t.isTSUnknownKeyword(typeNode))
+            return "unknown";
+        if (t.isTSNullKeyword(typeNode))
+            return "null";
+        if (t.isTSUndefinedKeyword(typeNode))
+            return "undefined";
+        if (t.isTSVoidKeyword(typeNode))
+            return "void";
+        if (t.isTSNeverKeyword(typeNode))
+            return "never";
+        // Literal types
+        if (t.isTSLiteralType(typeNode)) {
+            const literal = typeNode.literal;
+            if (t.isStringLiteral(literal))
+                return `"${literal.value}"`;
+            if (t.isNumericLiteral(literal))
+                return literal.value.toString();
+            if (t.isBooleanLiteral(literal))
+                return literal.value.toString();
+        }
+        // Array types
+        if (t.isTSArrayType(typeNode)) {
+            const elementType = extractTypeString(typeNode.elementType);
+            return `${elementType}[]`;
+        }
+        // Union types (e.g., string | number)
+        if (t.isTSUnionType(typeNode)) {
+            const types = typeNode.types.map(extractTypeString);
+            return types.join(" | ");
+        }
+        // Intersection types (e.g., A & B)
+        if (t.isTSIntersectionType(typeNode)) {
+            const types = typeNode.types.map(extractTypeString);
+            return types.join(" & ");
+        }
+        // Type references (e.g., Array<T>, Record<K, V>)
+        if (t.isTSTypeReference(typeNode)) {
+            const typeName = t.isIdentifier(typeNode.typeName)
+                ? typeNode.typeName.name
+                : "unknown";
+            if (typeNode.typeParameters) {
+                const params = typeNode.typeParameters.params.map(extractTypeString);
+                return `${typeName}<${params.join(", ")}>`;
+            }
+            return typeName;
+        }
+        // Object types (e.g., { id: number; name: string })
+        if (t.isTSTypeLiteral(typeNode)) {
+            const members = typeNode.members
+                .map((member) => {
+                if (t.isTSPropertySignature(member) && t.isIdentifier(member.key)) {
+                    const optional = member.optional ? "?" : "";
+                    const typeStr = member.typeAnnotation &&
+                        t.isTSTypeAnnotation(member.typeAnnotation)
+                        ? extractTypeString(member.typeAnnotation.typeAnnotation)
+                        : "any";
+                    return `${member.key.name}${optional}: ${typeStr}`;
+                }
+                return null;
+            })
+                .filter(Boolean);
+            if (members.length === 0)
+                return "{}";
+            return `{ ${members.join("; ")} }`;
+        }
+        // Tuple types
+        if (t.isTSTupleType(typeNode)) {
+            const elements = typeNode.elementTypes.map((el) => {
+                if (t.isTSType(el)) {
+                    return extractTypeString(el);
+                }
+                return "any";
+            });
+            return `[${elements.join(", ")}]`;
+        }
+        // Fallback to "any" for complex or unsupported types
+        return "any";
+    }
+    catch (_error) {
+        return "any";
+    }
+}
+//# sourceMappingURL=js-identifiers.js.map

package/dist/binding-extraction/js-identifiers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"js-identifiers.js","sourceRoot":"","sources":["../../src/binding-extraction/js-identifiers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAEtC,OAAO,KAAK,CAAC,MAAM,cAAc,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAoC,MAAM,SAAS,CAAC;AAErE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAiB1C,MAAM,qCAAqC,GAAG,CAC5C,SAAiB,EACjB,QAA6E,EAC3D,EAAE;IACpB,IAAI,MAAM,GAA2B,EAAE,CAAC;IACxC,MAAM,GAAG,GAAqB,EAAE,CAAC;IACjC,IAAI,CAAC;QACH,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;IAAC,MAAM,CAAC;QACP,wFAAwF;QACxF,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,UAAU,GAAG,IAAI,CAAC,CAAC,uFAAuF;IAC9G,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,QAAQ,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YACxB,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC;gBAC9C,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC;gBAC7C,IAAI,QAAQ,IAAI,WAAW,IAAI,QAAQ,GAAG,WAAW,EAAE,CAAC;oBACtD,+EAA+E;oBAC/E,UAAU,GAAG,IAAI,CAAC;gBACpB,CAAC;gBACD,MAAM,aAAa,GACjB,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,OAAO,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,OAAO,CAAC;gBAC/D,8CAA8C;gBAC9C,yBAAyB;gBACzB,2EAA2E;gBAC3E,IAAI,UAAU,IAAI,aAAa,EAAE,CAAC;oBAChC,mDAAmD;oBACnD,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC;oBACvC,IAAI,SAAS,KAAK,GAAG,IAAI,SAAS,KAAK,GAAG,IAAI,SAAS,KAAK,GAAG;wBAC7D,MAAM;oBACR,2DAA2D;oBAC3D,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;oBACxC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACjB,aAAa;oBACb,IAAI,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;wBAC/C,mEAAmE;wBACnE,CAAC,GAAG,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC;oBAC5B,CAAC;oBACD,UAAU,GAAG,IAAI,CAAC;gBACpB,CAAC;gBACD,MAAM;YACR,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,GAAG,EAAE,CAAC;oBAC7B,UAAU,GAAG,IAAI,CAAC;oBAClB,qCAAqC;oBACrC,MAAM;gBACR,CAAC;gBACD,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;gBAC/B,IAAI,CAAC,KAAK;oBAAE,MAAM;gBAClB,UAAU,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBACzC,MAAM;YACR,CAAC;YACD,OAAO,CAAC,CAAC,CAAC;gBACR,UAAU,GAAG,IAAI,CAAC;gBAClB,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC,CAAC;AAEF,wCAAwC;AACxC,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,YAAoB,EACpB,MAAmC,EACnB,EAAE;IAClB,MAAM,mBAAmB,GAAa,EAAE,CAAC;IACzC,IAAI,aAAa,GAAgC,IAAI,CAAC;IACtD,IAAI,IAAI,GAAG,KAAK,CAAC,CAAC,qDAAqD;IACvE,IAAI,iBAAiB,GAAG,KAAK,CAAC,CAAC,mFAAmF;IAClH,MAAM,yBAAyB,GAAG,GAAG,EAAE;QACrC,IACE,mBAAmB,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG;YAC3D,mBAAmB,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG,EAC3D,CAAC;YACD,kEAAkE;YAClE,mBAAmB,CAAC,GAAG,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC,CAAC;IACF,KAAK,IAAI,CAAC,GAAG,YAAY,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClD,QAAQ,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YACxB,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;gBAC7B,MAAM,QAAQ,GAAG,aAAa,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC;gBAC9C,MAAM,WAAW,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC;gBAC7C,IAAI,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,KAAK,GAAG,EAAE,CAAC;oBAC/D,wBAAwB;oBACxB,IAAI,GAAG,IAAI,CAAC;oBACZ,CAAC,IAAI,CAAC,CAAC;oBACP,MAAM;gBACR,CAAC;gBACD,IAAI,QAAQ,IAAI,WAAW,IAAI,QAAQ,GAAG,WAAW,EAAE,CAAC;oBACtD,8DAA8D;oBAC9D,IAAI,GAAG,IAAI,CAAC;oBACZ,4DAA4D;oBAC5D,CAAC,EAAE,CAAC;oBACJ,MAAM;gBACR,CAAC;gBACD,IAAI,CAAC,GAAG;oBAAE,MAAM;gBAChB,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC9B,MAAM;YACR,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;gBAC/B,IAAI,CAAC,KAAK;oBAAE,MAAM;gBAElB,IACE,KAAK,KAAK,GAAG;oBACb,MAAM,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC;oBACrB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;oBACb,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAE,CAAC,IAAI,CAAC,EACpD,CAAC;oBACD,0GAA0G;oBAC1G,IAAI,GAAG,IAAI,CAAC;oBACZ,MAAM;gBACR,CAAC;gBACD,IACE,KAAK,KAAK,GAAG;oBACb,CAAC,CAAC,aAAa;oBACf,CAAC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,EACnD,CAAC;oBACD,8GAA8G;oBAC9G,4EAA4E;oBAC5E,IAAI,GAAG,IAAI,CAAC;oBACZ,MAAM;gBACR,CAAC;gBACD,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;oBACrC,qBAAqB;oBACrB,iBAAiB,GAAG,IAAI,CAAC;oBACzB,IAAI,GAAG,IAAI,CAAC;oBACZ,MAAM;gBACR,CAAC;gBAED,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAChC,MAAM;YACR,CAAC;YACD,KAAK,SAAS,CAAC;YACf,KAAK,QAAQ,CAAC;YACd;gBACE,IAAI,GAAG,IAAI,CAAC;gBACZ,MAAM;QACV,CAAC;QAED,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvB,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;QACpC,CAAC;QAED,IAAI,IAAI,EAAE,CAAC;YACT,MAAM;QACR,CAAC;IACH,CAAC;IACD,yBAAyB,EAAE,CAAC;IAC5B,OAAO;QACL,OAAO,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;QACrC,KAAK,EAAE;YACL,+EAA+E;YAC/E,KAAK,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YACpC,+EAA+E;YAC/E,GAAG,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;SAC5B;QACD,UAAU,EAAE,YAAY,GAAG,mBAAmB,CAAC,MAAM;KACpC,CAAC;AACtB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,wBAAwB,GAAG,CACtC,SAAiB,EACC,EAAE;IACpB,OAAO,qCAAqC,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;AACpE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,2BAA2B,GAAG,KAAK,EAC9C,SAAiB,EACE,EAAE;IACrB,MAAM,eAAe,GAAG,wBAAwB,CAAC,SAAS,CAAC,CAAC;IAC5D,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AAC7D,CAAC,CAAC;AAQF,MAAM,UAAU,gCAAgC,CAAC,IAAY;IAC3D,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,EAAE;YACtB,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,CAAC,YAAY,EAAE,KAAK,CAAC;YAC9B,aAAa,EAAE,IAAI;SACpB,CAAC,CAAC;QAEH,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE9C,MAAM,0BAA0B,GAAG,CACjC,IAA+D,EAC/D,EAAE;YACF,mFAAmF;YACnF,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC;YACxB,OACE,CAAC,CAAC,kBAAkB,CAAC,OAAO,CAAC,MAAM,CAAC;gBACpC,CAAC,CAAC,0BAA0B,CAAC,OAAO,CAAC,MAAM,CAAC,EAC5C,CAAC;gBACD,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;YAC3B,CAAC;YAED,IAAI,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBACnC,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;gBACrC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;gBAEhD,wCAAwC;gBACxC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,gBAAgB,GAAG,CAAC,IAA4B,EAAE,EAAE;YACxD,iCAAiC;YACjC,IACE,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,gBAAgB;gBACrC,IAAI,CAAC,MAAM,CAAC,GAAG,KAAK,IAAI,CAAC,IAAI,EAC7B,CAAC;gBACD,OAAO;YACT,CAAC;YAED,iDAAiD;YACjD,IACE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,kBAAkB;gBACtC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,0BAA0B,CAAC;gBAClD,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,IAAI,CAAC,IAAI,EAClC,CAAC;gBACD,OAAO;YACT,CAAC;YAED,4BAA4B;YAC5B,IACE,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,gBAAgB;gBACrC,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,EAChC,CAAC;gBACD,OAAO;YACT,CAAC;YAED,2DAA2D;YAC3D,IACE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,oBAAoB;gBACxC,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC;gBAC/B,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,qBAAqB;oBACzC,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC;gBAC/B,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,kBAAkB;oBACtC,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC;gBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,iBAAiB;gBACtC,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,wBAAwB;gBAC7C,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,0BAA0B,EAC/C,CAAC;gBACD,OAAO;YACT,CAAC;YAED,wCAAwC;YACxC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,mBAAmB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC,CAAC;QAEF,QAAQ,CAAC,GAAG,EAAE;YACZ,gBAAgB,CAAC,IAAI;gBACnB,0BAA0B,CAAC,IAAI,CAAC,CAAC;YACnC,CAAC;YACD,wBAAwB,CAAC,IAAI;gBAC3B,0BAA0B,CAAC,IAAI,CAAC,CAAC;YACnC,CAAC;YACD,UAAU,CAAC,IAAI;gBACb,gBAAgB,CAAC,IAAI,CAAC,CAAC;YACzB,CAAC;SACF,CAAC,CAAC;QAEH,OAAO,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACzC,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,6CAA6C;QAC7C,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,yCAAyC,CACvD,IAAY;IAEZ,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,EAAE;YACtB,UAAU,EAAE,QAAQ;YACpB,OAAO,EAAE,CAAC,YAAY,EAAE,KAAK,CAAC;YAC9B,aAAa,EAAE,IAAI;SACpB,CAAC,CAAC;QAEH,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAA8B,CAAC;QAEnE,QAAQ,CAAC,GAAG,EAAE;YACZ,6EAA6E;YAC7E,4CAA4C,CAAC,IAAI;gBAC/C,sDAAsD;gBACtD,IACE,CAAC,CAAC,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC;oBACvC,CAAC,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,EAClC,CAAC;oBACD,OAAO;gBACT,CAAC;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;gBAChC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO;gBAEhC,yEAAyE;gBACzE,MAAM,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC7B,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,UAAU,CAAC;oBAAE,OAAO;gBAE3C,oCAAoC;gBACpC,MAAM,cAAc,GAAG,UAAU,CAAC,cAAc,CAAC;gBACjD,IAAI,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,cAAc,CAAC;oBAAE,OAAO;gBAErE,8DAA8D;gBAC9D,MAAM,MAAM,GAAG,cAAc,CAAC,cAAc,CAAC;gBAC7C,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC;oBAAE,OAAO;gBAEvC,8CAA8C;gBAC9C,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACpC,IAAI,CAAC,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC;wBAAE,SAAS;oBAE/C,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;oBACvB,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC;wBAAE,SAAS;oBAEnC,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,CAAC;oBAC3B,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC;oBAE5C,+BAA+B;oBAC/B,IAAI,UAAU,GAAG,KAAK,CAAC;oBACvB,IACE,MAAM,CAAC,cAAc;wBACrB,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,cAAc,CAAC,EAC3C,CAAC;wBACD,UAAU,GAAG,iBAAiB,CAC5B,MAAM,CAAC,cAAc,CAAC,cAAc,CACrC,CAAC;oBACJ,CAAC;oBAED,oBAAoB,CAAC,GAAG,CAAC,SAAS,EAAE;wBAClC,IAAI,EAAE,SAAS;wBACf,IAAI,EAAE,UAAU;wBAChB,QAAQ,EAAE,UAAU;qBACrB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;SACF,CAAC,CAAC;QAEH,OAAO,oBAAoB,CAAC,IAAI,GAAG,CAAC;YAClC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,CAAC;YAC3C,CAAC,CAAC,SAAS,CAAC;IAChB,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,iEAAiE;QACjE,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,iBAAiB,CAAC,QAAkB;IAC3C,IAAI,CAAC;QACH,kBAAkB;QAClB,IAAI,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC;YAAE,OAAO,QAAQ,CAAC;QACnD,IAAI,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC;YAAE,OAAO,QAAQ,CAAC;QACnD,IAAI,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC;YAAE,OAAO,SAAS,CAAC;QACrD,IAAI,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7C,IAAI,CAAC,CAAC,kBAAkB,CAAC,QAAQ,CAAC;YAAE,OAAO,SAAS,CAAC;QACrD,IAAI,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC;YAAE,OAAO,MAAM,CAAC;QAC/C,IAAI,CAAC,CAAC,oBAAoB,CAAC,QAAQ,CAAC;YAAE,OAAO,WAAW,CAAC;QACzD,IAAI,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC;YAAE,OAAO,MAAM,CAAC;QAC/C,IAAI,CAAC,CAAC,gBAAgB,CAAC,QAAQ,CAAC;YAAE,OAAO,OAAO,CAAC;QAEjD,gBAAgB;QAChB,IAAI,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;YACjC,IAAI,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC;gBAAE,OAAO,IAAI,OAAO,CAAC,KAAK,GAAG,CAAC;YAC5D,IAAI,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC;gBAAE,OAAO,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;YACjE,IAAI,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC;gBAAE,OAAO,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACnE,CAAC;QAED,cAAc;QACd,IAAI,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,MAAM,WAAW,GAAG,iBAAiB,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YAC5D,OAAO,GAAG,WAAW,IAAI,CAAC;QAC5B,CAAC;QAED,sCAAsC;QACtC,IAAI,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YACpD,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAED,mCAAmC;QACnC,IAAI,CAAC,CAAC,oBAAoB,CAAC,QAAQ,CAAC,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;YACpD,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAED,iDAAiD;QACjD,IAAI,CAAC,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAChD,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI;gBACxB,CAAC,CAAC,SAAS,CAAC;YAEd,IAAI,QAAQ,CAAC,cAAc,EAAE,CAAC;gBAC5B,MAAM,MAAM,GAAG,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;gBACrE,OAAO,GAAG,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;YAC7C,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,oDAAoD;QACpD,IAAI,CAAC,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChC,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO;iBAC7B,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBACd,IAAI,CAAC,CAAC,qBAAqB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;oBAClE,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC5C,MAAM,OAAO,GACX,MAAM,CAAC,cAAc;wBACrB,CAAC,CAAC,kBAAkB,CAAC,MAAM,CAAC,cAAc,CAAC;wBACzC,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC;wBACzD,CAAC,CAAC,KAAK,CAAC;oBACZ,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,GAAG,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACrD,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC,CAAC;iBACD,MAAM,CAAC,OAAO,CAAC,CAAC;YAEnB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YACtC,OAAO,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;QACrC,CAAC;QAED,cAAc;QACd,IAAI,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9B,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;gBAChD,IAAI,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;oBACnB,OAAO,iBAAiB,CAAC,EAAE,CAAC,CAAC;gBAC/B,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC,CAAC,CAAC;YACH,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;QACpC,CAAC;QAED,qDAAqD;QACrD,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}

package/dist/binding-extraction/python-identifiers.d.ts

@@ -0,0 +1,30 @@
+import type { SyntaxNode } from "@lezer/common";
+import type { EvaluationPair } from "./shared.js";
+/**
+ * Extracts external identifiers from Python code using Lezer parser with scope tracking.
+ * This function identifies identifiers that are referenced but not declared locally.
+ *
+ * Uses a three-pass approach:
+ * Pass 1: Collect all locally declared identifiers
+ * Pass 2: Collect all imported identifiers
+ * Pass 3: Extract member expressions and filter out local/imported identifiers and Python builtins
+ *
+ * @param code - The Python code to analyze
+ * @param timeoutMs - Maximum time to spend parsing (default: 5000ms). Returns empty array on timeout.
+ */
+export declare function extractExternalIdentifiersFromPython(code: string, timeoutMs?: number): string[];
+/**
+ * Handles:
+ * - import os → "os"
+ * - import os.path → "os"
+ * - from datetime import datetime → "datetime"
+ * - import numpy as np → "np" (alias)
+ */
+export declare function collectImportedIdentifiers(code: string, node: SyntaxNode, signal?: AbortSignal): Set<string>;
+/**
+ * Pass 1: Collect all locally declared identifiers using tree traversal
+ */
+export declare function collectLocalIdentifiers(code: string, node: SyntaxNode, signal?: AbortSignal): Set<string>;
+export declare const extractPythonEvaluationPairs: (pythonSnippet: string) => Promise<EvaluationPair[]>;
+export declare const extractPythonEvaluationBindings: (pythonSnippet: string) => Promise<string[]>;
+//# sourceMappingURL=python-identifiers.d.ts.map

package/dist/binding-extraction/python-identifiers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"python-identifiers.d.ts","sourceRoot":"","sources":["../../src/binding-extraction/python-identifiers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAc,MAAM,eAAe,CAAC;AAG5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAmGlD;;;;;;;;;;;GAWG;AACH,wBAAgB,oCAAoC,CAClD,IAAI,EAAE,MAAM,EACZ,SAAS,SAAqB,GAC7B,MAAM,EAAE,CA4CV;AAED;;;;;;GAMG;AACH,wBAAgB,0BAA0B,CACxC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,UAAU,EAChB,MAAM,CAAC,EAAE,WAAW,GACnB,GAAG,CAAC,MAAM,CAAC,CAiGb;AAED;;GAEG;AACH,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,UAAU,EAChB,MAAM,CAAC,EAAE,WAAW,GACnB,GAAG,CAAC,MAAM,CAAC,CA2Jb;AAoUD,eAAO,MAAM,4BAA4B,GACvC,eAAe,MAAM,KACpB,OAAO,CAAC,cAAc,EAAE,CAE1B,CAAC;AAEF,eAAO,MAAM,+BAA+B,GAC1C,eAAe,MAAM,KACpB,OAAO,CAAC,MAAM,EAAE,CAGlB,CAAC"}