testchimp-runner-core 0.0.33 → 0.0.35

package/dist/utils/coordinate-converter.js

@@ -0,0 +1,130 @@
+"use strict";
+/**
+ * Coordinate Converter Utility
+ * Converts percentage-based coordinates to pixel coordinates and generates Playwright commands
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CoordinateConverter = void 0;
+class CoordinateConverter {
+    /**
+     * Convert percentage coordinates to actual pixel coordinates
+     */
+    static percentToPixels(xPercent, yPercent, viewportWidth, viewportHeight) {
+        return {
+            x: Math.round((xPercent / 100) * viewportWidth),
+            y: Math.round((yPercent / 100) * viewportHeight)
+        };
+    }
+    /**
+     * Get viewport dimensions from page
+     */
+    static async getViewportSize(page) {
+        return await page.evaluate(() => {
+            const win = globalThis.window;
+            return {
+                width: win.innerWidth,
+                height: win.innerHeight
+            };
+        });
+    }
+    /**
+     * Convert coordinate action with percentages to Playwright commands
+     * Returns array of command strings
+     */
+    static async generateCommands(action, page) {
+        const viewport = await this.getViewportSize(page);
+        const { x, y } = this.percentToPixels(action.xPercent, action.yPercent, viewport.width, viewport.height);
+        const commands = [];
+        switch (action.action) {
+            case 'click':
+                commands.push(`await page.mouse.click(${x}, ${y});`);
+                break;
+            case 'doubleClick':
+                commands.push(`await page.mouse.dblclick(${x}, ${y});`);
+                break;
+            case 'rightClick':
+                commands.push(`await page.mouse.click(${x}, ${y}, { button: 'right' });`);
+                break;
+            case 'hover':
+                commands.push(`await page.mouse.move(${x}, ${y});`);
+                break;
+            case 'drag':
+                if (action.toXPercent === undefined || action.toYPercent === undefined) {
+                    throw new Error('Drag action requires toXPercent and toYPercent');
+                }
+                const to = this.percentToPixels(action.toXPercent, action.toYPercent, viewport.width, viewport.height);
+                commands.push(`await page.mouse.move(${x}, ${y});`);
+                commands.push(`await page.mouse.down();`);
+                commands.push(`await page.mouse.move(${to.x}, ${to.y});`);
+                commands.push(`await page.mouse.up();`);
+                break;
+            case 'fill':
+                if (!action.value) {
+                    throw new Error('Fill action requires value');
+                }
+                // Click to focus, wait briefly, then type
+                commands.push(`await page.mouse.click(${x}, ${y});`);
+                commands.push(`await page.waitForTimeout(100);`);
+                commands.push(`await page.keyboard.type(${JSON.stringify(action.value)});`);
+                break;
+            case 'scroll':
+                const scrollAmount = action.scrollAmount || 100;
+                // Move to position, then scroll
+                commands.push(`await page.mouse.move(${x}, ${y});`);
+                commands.push(`await page.mouse.wheel(0, ${scrollAmount});`);
+                break;
+            default:
+                throw new Error(`Unknown coordinate action: ${action.action}`);
+        }
+        return commands;
+    }
+    /**
+     * Execute coordinate action directly on page
+     * Used during agent execution (converts and runs immediately)
+     */
+    static async executeAction(action, page) {
+        const viewport = await this.getViewportSize(page);
+        const { x, y } = this.percentToPixels(action.xPercent, action.yPercent, viewport.width, viewport.height);
+        switch (action.action) {
+            case 'click':
+                await page.mouse.click(x, y);
+                break;
+            case 'doubleClick':
+                await page.mouse.dblclick(x, y);
+                break;
+            case 'rightClick':
+                await page.mouse.click(x, y, { button: 'right' });
+                break;
+            case 'hover':
+                await page.mouse.move(x, y);
+                break;
+            case 'drag':
+                if (action.toXPercent === undefined || action.toYPercent === undefined) {
+                    throw new Error('Drag requires toXPercent and toYPercent');
+                }
+                const to = this.percentToPixels(action.toXPercent, action.toYPercent, viewport.width, viewport.height);
+                await page.mouse.move(x, y);
+                await page.mouse.down();
+                await page.mouse.move(to.x, to.y);
+                await page.mouse.up();
+                break;
+            case 'fill':
+                if (!action.value) {
+                    throw new Error('Fill requires value');
+                }
+                await page.mouse.click(x, y);
+                await page.waitForTimeout(100);
+                await page.keyboard.type(action.value);
+                break;
+            case 'scroll':
+                const scrollAmount = action.scrollAmount || 100;
+                await page.mouse.move(x, y);
+                await page.mouse.wheel(0, scrollAmount);
+                break;
+            default:
+                throw new Error(`Unknown coordinate action: ${action.action}`);
+        }
+    }
+}
+exports.CoordinateConverter = CoordinateConverter;
+//# sourceMappingURL=coordinate-converter.js.map

package/dist/utils/coordinate-converter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"coordinate-converter.js","sourceRoot":"","sources":["../../src/utils/coordinate-converter.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAIH,MAAa,mBAAmB;IAE9B;;OAEG;IACH,MAAM,CAAC,eAAe,CACpB,QAAgB,EAChB,QAAgB,EAChB,aAAqB,EACrB,cAAsB;QAEtB,OAAO;YACL,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,aAAa,CAAC;YAC/C,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,cAAc,CAAC;SACjD,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,IAAS;QACpC,OAAO,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAsC,EAAE;YACjE,MAAM,GAAG,GAAI,UAAkB,CAAC,MAAM,CAAC;YACvC,OAAO;gBACL,KAAK,EAAE,GAAG,CAAC,UAAoB;gBAC/B,MAAM,EAAE,GAAG,CAAC,WAAqB;aAClC,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAC3B,MAAwB,EACxB,IAAS;QAET,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QAEzG,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,KAAK,OAAO;gBACV,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACrD,MAAM;YAER,KAAK,aAAa;gBAChB,QAAQ,CAAC,IAAI,CAAC,6BAA6B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACxD,MAAM;YAER,KAAK,YAAY;gBACf,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;gBAC1E,MAAM;YAER,KAAK,OAAO;gBACV,QAAQ,CAAC,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACpD,MAAM;YAER,KAAK,MAAM;gBACT,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;oBACvE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;gBACpE,CAAC;gBACD,MAAM,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACvG,QAAQ,CAAC,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACpD,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;gBAC1C,QAAQ,CAAC,IAAI,CAAC,yBAAyB,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;gBAC1D,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;gBACxC,MAAM;YAER,KAAK,MAAM;gBACT,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;gBAChD,CAAC;gBACD,0CAA0C;gBAC1C,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACrD,QAAQ,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;gBACjD,QAAQ,CAAC,IAAI,CAAC,4BAA4B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC5E,MAAM;YAER,KAAK,QAAQ;gBACX,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,GAAG,CAAC;gBAChD,gCAAgC;gBAChC,QAAQ,CAAC,IAAI,CAAC,yBAAyB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACpD,QAAQ,CAAC,IAAI,CAAC,6BAA6B,YAAY,IAAI,CAAC,CAAC;gBAC7D,MAAM;YAER;gBACE,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,aAAa,CACxB,MAAwB,EACxB,IAAS;QAET,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;QAEzG,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,KAAK,OAAO;gBACV,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7B,MAAM;YAER,KAAK,aAAa;gBAChB,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAChC,MAAM;YAER,KAAK,YAAY;gBACf,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC;gBAClD,MAAM;YAER,KAAK,OAAO;gBACV,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5B,MAAM;YAER,KAAK,MAAM;gBACT,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;oBACvE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;gBAC7D,CAAC;gBACD,MAAM,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACvG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5B,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBAClC,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC;gBACtB,MAAM;YAER,KAAK,MAAM;gBACT,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;gBACzC,CAAC;gBACD,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7B,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;gBAC/B,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACvC,MAAM;YAER,KAAK,QAAQ;gBACX,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,GAAG,CAAC;gBAChD,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC5B,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;gBACxC,MAAM;YAER;gBACE,MAAM,IAAI,KAAK,CAAC,8BAA8B,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;CACF;AAzJD,kDAyJC"}

package/dist/utils/hierarchical-selector.d.ts

@@ -0,0 +1,47 @@
+/**
+ * Hierarchical Selector Generator
+ * Generates Playwright selectors using ARIA tree hierarchy for uniqueness
+ * Mimics Playwright's own selector generation strategy
+ */
+export interface AriaNode {
+    role: string;
+    name?: string;
+    ref?: string;
+    children?: AriaNode[];
+}
+export interface AriaTreePath {
+    nodes: AriaNode[];
+    targetIndex: number;
+}
+export declare class HierarchicalSelectorGenerator {
+    private logger?;
+    constructor(logger?: (message: string, level?: 'log' | 'error' | 'warn') => void);
+    /**
+     * Generate Playwright selectors for a ref using ARIA tree hierarchy
+     * Returns selectors in priority order, considering parent context for uniqueness
+     */
+    generateSelectorsForRef(ref: string, refMap: Map<string, any>, ariaTree: any): string[];
+    /**
+     * Strategy 1: Unique attributes (most reliable)
+     */
+    private generateUniqueAttributeSelectors;
+    /**
+     * Strategy 2: Parent-scoped selectors (uses hierarchy for uniqueness)
+     */
+    private generateParentScopedSelectors;
+    /**
+     * Strategy 3: nth-match based on sibling position in ARIA tree
+     */
+    private generateNthMatchSelectors;
+    /**
+     * Strategy 4: Generic fallbacks (last resort)
+     */
+    private generateGenericFallbacks;
+    /**
+     * Walk ARIA tree to find path from root to target ref
+     */
+    private getAriaTreePath;
+    private walkTree;
+    private escape;
+}
+//# sourceMappingURL=hierarchical-selector.d.ts.map

package/dist/utils/hierarchical-selector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hierarchical-selector.d.ts","sourceRoot":"","sources":["../../src/utils/hierarchical-selector.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,6BAA6B;IACxC,OAAO,CAAC,MAAM,CAAC,CAA8D;gBAEjE,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,GAAG,OAAO,GAAG,MAAM,KAAK,IAAI;IAIhF;;;OAGG;IACH,uBAAuB,CACrB,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,EACxB,QAAQ,EAAE,GAAG,GACZ,MAAM,EAAE;IA+BX;;OAEG;IACH,OAAO,CAAC,gCAAgC;IAgCxC;;OAEG;IACH,OAAO,CAAC,6BAA6B;IA4CrC;;OAEG;IACH,OAAO,CAAC,yBAAyB;IA2CjC;;OAEG;IACH,OAAO,CAAC,wBAAwB;IA2BhC;;OAEG;IACH,OAAO,CAAC,eAAe;IAevB,OAAO,CAAC,QAAQ;IAyBhB,OAAO,CAAC,MAAM;CAGf"}

package/dist/utils/hierarchical-selector.js

@@ -0,0 +1,212 @@
+"use strict";
+/**
+ * Hierarchical Selector Generator
+ * Generates Playwright selectors using ARIA tree hierarchy for uniqueness
+ * Mimics Playwright's own selector generation strategy
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HierarchicalSelectorGenerator = void 0;
+class HierarchicalSelectorGenerator {
+    constructor(logger) {
+        this.logger = logger;
+    }
+    /**
+     * Generate Playwright selectors for a ref using ARIA tree hierarchy
+     * Returns selectors in priority order, considering parent context for uniqueness
+     */
+    generateSelectorsForRef(ref, refMap, ariaTree) {
+        const element = refMap.get(ref);
+        if (!element) {
+            this.logger?.(`[HierarchicalSelector] Ref '${ref}' not found in refMap`, 'warn');
+            return [];
+        }
+        // Get ARIA tree path to understand hierarchy
+        const path = this.getAriaTreePath(ariaTree, ref);
+        const selectors = [];
+        // Strategy 1: BEST - Unique attribute (name, id, data-testid)
+        selectors.push(...this.generateUniqueAttributeSelectors(element));
+        // Strategy 2: GOOD - Parent-scoped semantic selectors
+        if (path) {
+            selectors.push(...this.generateParentScopedSelectors(element, path));
+        }
+        // Strategy 3: FALLBACK - nth-match based on sibling position
+        if (path) {
+            selectors.push(...this.generateNthMatchSelectors(element, path, ref));
+        }
+        // Strategy 4: LAST RESORT - Generic selectors with first()
+        selectors.push(...this.generateGenericFallbacks(element));
+        return selectors;
+    }
+    /**
+     * Strategy 1: Unique attributes (most reliable)
+     */
+    generateUniqueAttributeSelectors(element) {
+        const selectors = [];
+        const { tag, name, id, ariaLabel, placeholder, type } = element;
+        // name attribute (best for forms)
+        if (name && (tag === 'input' || tag === 'textarea' || tag === 'select')) {
+            selectors.push(`${tag}[name="${name}"]`);
+        }
+        // data-testid
+        if (element.dataTestId) {
+            selectors.push(`[data-testid="${element.dataTestId}"]`);
+        }
+        // ID (only if stable - avoid auto-generated)
+        if (id && !id.match(/^(rc_|:r[0-9]+:|__|«)/)) {
+            selectors.push(`#${id}`);
+        }
+        // aria-label (semantic)
+        if (ariaLabel && ariaLabel.length > 0 && ariaLabel.length < 50) {
+            selectors.push(`[aria-label="${this.escape(ariaLabel)}"]`);
+        }
+        // placeholder
+        if (placeholder && placeholder.length > 0) {
+            selectors.push(`[placeholder="${this.escape(placeholder)}"]`);
+        }
+        return selectors;
+    }
+    /**
+     * Strategy 2: Parent-scoped selectors (uses hierarchy for uniqueness)
+     */
+    generateParentScopedSelectors(element, path) {
+        const selectors = [];
+        const { role, text, tag } = element;
+        const nodes = path.nodes;
+        if (nodes.length < 2)
+            return selectors; // Need at least parent + target
+        // Get parent and grandparent for context
+        const parent = nodes[nodes.length - 2];
+        const grandparent = nodes.length >= 3 ? nodes[nodes.length - 3] : null;
+        // Parent has text content - use it for scoping
+        if (parent.name && parent.name.length > 0 && parent.name.length < 50) {
+            // Approach 1: Scope by parent text, then find by role
+            if (role) {
+                selectors.push(`text=${parent.name} >> [role="${role}"]`);
+            }
+            // Approach 2: Scope by parent text, then find by tag
+            if (tag) {
+                selectors.push(`text=${parent.name} >> ${tag}`);
+            }
+            // Approach 3: Use getByText parent chaining (Playwright style)
+            if (text && text.length > 0) {
+                selectors.push(`text=${parent.name} >> text=${text}`);
+            }
+        }
+        // Grandparent scoping (for nested structures)
+        if (grandparent && grandparent.name && grandparent.name.length > 0) {
+            if (role) {
+                selectors.push(`text=${grandparent.name} >> [role="${role}"]`);
+            }
+        }
+        // Text content with role (if element has visible text)
+        if (text && text.length > 0 && text.length < 30 && role) {
+            selectors.push(`[role="${role}"][aria-label*="${this.escape(text)}"]`);
+        }
+        return selectors;
+    }
+    /**
+     * Strategy 3: nth-match based on sibling position in ARIA tree
+     */
+    generateNthMatchSelectors(element, path, ref) {
+        const selectors = [];
+        const { role, tag, text } = element;
+        const nodes = path.nodes;
+        if (nodes.length < 2)
+            return selectors;
+        const parent = nodes[nodes.length - 2];
+        // Find position among siblings with same role
+        const siblingsWithSameRole = (parent.children || []).filter((child) => child.role === role);
+        const position = siblingsWithSameRole.findIndex((child) => child.ref === ref);
+        if (position >= 0) {
+            // nth-match by role
+            if (role) {
+                selectors.push(`[role="${role}"] >> nth=${position}`);
+                // Playwright's getByRole with nth
+                selectors.push(`getByRole('${role}').nth(${position})`);
+            }
+            // nth-match by tag
+            if (tag) {
+                selectors.push(`${tag} >> nth=${position}`);
+                selectors.push(`locator('${tag}').nth(${position})`);
+            }
+            // Special case: first or last
+            if (position === 0) {
+                if (role)
+                    selectors.push(`[role="${role}"] >> first`);
+                if (tag)
+                    selectors.push(`${tag} >> first`);
+            }
+            else if (position === siblingsWithSameRole.length - 1) {
+                if (role)
+                    selectors.push(`[role="${role}"] >> last`);
+                if (tag)
+                    selectors.push(`${tag} >> last`);
+            }
+        }
+        return selectors;
+    }
+    /**
+     * Strategy 4: Generic fallbacks (last resort)
+     */
+    generateGenericFallbacks(element) {
+        const selectors = [];
+        const { tag, role, text, type } = element;
+        // Text content
+        if (text && text.length > 0 && text.length < 30) {
+            selectors.push(`text=${this.escape(text)}`);
+            selectors.push(`getByText('${this.escape(text)}')`);
+        }
+        // Role only (use first())
+        if (role) {
+            selectors.push(`[role="${role}"] >> first`);
+            selectors.push(`getByRole('${role}').first()`);
+        }
+        // Type selector
+        if (type) {
+            selectors.push(`${tag}[type="${type}"] >> first`);
+        }
+        // Ultimate fallback
+        selectors.push(`${tag} >> first`);
+        return selectors;
+    }
+    /**
+     * Walk ARIA tree to find path from root to target ref
+     */
+    getAriaTreePath(tree, targetRef) {
+        const path = [];
+        const found = this.walkTree(tree, targetRef, path);
+        if (found) {
+            return {
+                nodes: path,
+                targetIndex: path.length - 1
+            };
+        }
+        return null;
+    }
+    walkTree(node, targetRef, path) {
+        if (!node)
+            return false;
+        // Add current node to path
+        path.push(node);
+        // Found it!
+        if (node.ref === targetRef) {
+            return true;
+        }
+        // Search children
+        if (node.children && Array.isArray(node.children)) {
+            for (const child of node.children) {
+                if (this.walkTree(child, targetRef, path)) {
+                    return true; // Found in this subtree
+                }
+            }
+        }
+        // Not found in this subtree - backtrack
+        path.pop();
+        return false;
+    }
+    escape(str) {
+        return str.replace(/'/g, "\\'").replace(/"/g, '\\"');
+    }
+}
+exports.HierarchicalSelectorGenerator = HierarchicalSelectorGenerator;
+//# sourceMappingURL=hierarchical-selector.js.map

package/dist/utils/hierarchical-selector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hierarchical-selector.js","sourceRoot":"","sources":["../../src/utils/hierarchical-selector.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAcH,MAAa,6BAA6B;IAGxC,YAAY,MAAoE;QAC9E,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;;OAGG;IACH,uBAAuB,CACrB,GAAW,EACX,MAAwB,EACxB,QAAa;QAEb,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,EAAE,CAAC,+BAA+B,GAAG,uBAAuB,EAAE,MAAM,CAAC,CAAC;YACjF,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,6CAA6C;QAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAEjD,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,8DAA8D;QAC9D,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,gCAAgC,CAAC,OAAO,CAAC,CAAC,CAAC;QAElE,sDAAsD;QACtD,IAAI,IAAI,EAAE,CAAC;YACT,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,6BAA6B,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QACvE,CAAC;QAED,6DAA6D;QAC7D,IAAI,IAAI,EAAE,CAAC;YACT,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,yBAAyB,CAAC,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;QACxE,CAAC;QAED,2DAA2D;QAC3D,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;QAE1D,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,gCAAgC,CAAC,OAAY;QACnD,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;QAEhE,kCAAkC;QAClC,IAAI,IAAI,IAAI,CAAC,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,UAAU,IAAI,GAAG,KAAK,QAAQ,CAAC,EAAE,CAAC;YACxE,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,UAAU,IAAI,IAAI,CAAC,CAAC;QAC3C,CAAC;QAED,cAAc;QACd,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,SAAS,CAAC,IAAI,CAAC,iBAAiB,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;QAC1D,CAAC;QAED,6CAA6C;QAC7C,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,uBAAuB,CAAC,EAAE,CAAC;YAC7C,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC3B,CAAC;QAED,wBAAwB;QACxB,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAC/D,SAAS,CAAC,IAAI,CAAC,gBAAgB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC;QAED,cAAc;QACd,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,SAAS,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAChE,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,6BAA6B,CAAC,OAAY,EAAE,IAAkB;QACpE,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAEzB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,SAAS,CAAC,CAAE,gCAAgC;QAEzE,yCAAyC;QACzC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAEvE,+CAA+C;QAC/C,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YACrE,sDAAsD;YACtD,IAAI,IAAI,EAAE,CAAC;gBACT,SAAS,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,IAAI,cAAc,IAAI,IAAI,CAAC,CAAC;YAC5D,CAAC;YAED,qDAAqD;YACrD,IAAI,GAAG,EAAE,CAAC;gBACR,SAAS,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,IAAI,OAAO,GAAG,EAAE,CAAC,CAAC;YAClD,CAAC;YAED,+DAA+D;YAC/D,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,SAAS,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,IAAI,YAAY,IAAI,EAAE,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QAED,8CAA8C;QAC9C,IAAI,WAAW,IAAI,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnE,IAAI,IAAI,EAAE,CAAC;gBACT,SAAS,CAAC,IAAI,CAAC,QAAQ,WAAW,CAAC,IAAI,cAAc,IAAI,IAAI,CAAC,CAAC;YACjE,CAAC;QACH,CAAC;QAED,uDAAuD;QACvD,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC;YACxD,SAAS,CAAC,IAAI,CAAC,UAAU,IAAI,mBAAmB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzE,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,yBAAyB,CAAC,OAAY,EAAE,IAAkB,EAAE,GAAW;QAC7E,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAEzB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,SAAS,CAAC;QAEvC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEvC,8CAA8C;QAC9C,MAAM,oBAAoB,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAe,EAAE,EAAE,CAC9E,KAAK,CAAC,IAAI,KAAK,IAAI,CACpB,CAAC;QAEF,MAAM,QAAQ,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC,KAAe,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;QAExF,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;YAClB,oBAAoB;YACpB,IAAI,IAAI,EAAE,CAAC;gBACT,SAAS,CAAC,IAAI,CAAC,UAAU,IAAI,aAAa,QAAQ,EAAE,CAAC,CAAC;gBACtD,kCAAkC;gBAClC,SAAS,CAAC,IAAI,CAAC,cAAc,IAAI,UAAU,QAAQ,GAAG,CAAC,CAAC;YAC1D,CAAC;YAED,mBAAmB;YACnB,IAAI,GAAG,EAAE,CAAC;gBACR,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,WAAW,QAAQ,EAAE,CAAC,CAAC;gBAC5C,SAAS,CAAC,IAAI,CAAC,YAAY,GAAG,UAAU,QAAQ,GAAG,CAAC,CAAC;YACvD,CAAC;YAED,8BAA8B;YAC9B,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACnB,IAAI,IAAI;oBAAE,SAAS,CAAC,IAAI,CAAC,UAAU,IAAI,aAAa,CAAC,CAAC;gBACtD,IAAI,GAAG;oBAAE,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,WAAW,CAAC,CAAC;YAC7C,CAAC;iBAAM,IAAI,QAAQ,KAAK,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxD,IAAI,IAAI;oBAAE,SAAS,CAAC,IAAI,CAAC,UAAU,IAAI,YAAY,CAAC,CAAC;gBACrD,IAAI,GAAG;oBAAE,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,wBAAwB,CAAC,OAAY;QAC3C,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;QAE1C,eAAe;QACf,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAChD,SAAS,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC5C,SAAS,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtD,CAAC;QAED,0BAA0B;QAC1B,IAAI,IAAI,EAAE,CAAC;YACT,SAAS,CAAC,IAAI,CAAC,UAAU,IAAI,aAAa,CAAC,CAAC;YAC5C,SAAS,CAAC,IAAI,CAAC,cAAc,IAAI,YAAY,CAAC,CAAC;QACjD,CAAC;QAED,gBAAgB;QAChB,IAAI,IAAI,EAAE,CAAC;YACT,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,UAAU,IAAI,aAAa,CAAC,CAAC;QACpD,CAAC;QAED,oBAAoB;QACpB,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,WAAW,CAAC,CAAC;QAElC,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,IAAS,EAAE,SAAiB;QAClD,MAAM,IAAI,GAAe,EAAE,CAAC;QAE5B,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QAEnD,IAAI,KAAK,EAAE,CAAC;YACV,OAAO;gBACL,KAAK,EAAE,IAAI;gBACX,WAAW,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC;aAC7B,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,QAAQ,CAAC,IAAS,EAAE,SAAiB,EAAE,IAAgB;QAC7D,IAAI,CAAC,IAAI;YAAE,OAAO,KAAK,CAAC;QAExB,2BAA2B;QAC3B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhB,YAAY;QACZ,IAAI,IAAI,CAAC,GAAG,KAAK,SAAS,EAAE,CAAC;YAC3B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,kBAAkB;QAClB,IAAI,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClC,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC;oBAC1C,OAAO,IAAI,CAAC,CAAE,wBAAwB;gBACxC,CAAC;YACH,CAAC;QACH,CAAC;QAED,wCAAwC;QACxC,IAAI,CAAC,GAAG,EAAE,CAAC;QACX,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,MAAM,CAAC,GAAW;QACxB,OAAO,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACvD,CAAC;CACF;AA1PD,sEA0PC"}

package/dist/utils/page-info-retry.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Page Info Retry Utility
+ * Handles adaptive page loading with exponential backoff
+ */
+import { PageInfo } from './page-info-utils';
+export declare class PageInfoRetry {
+    /**
+     * Get page info with retry logic - waits for interactive elements to appear
+     * Uses exponential backoff to handle slow-loading React/Vue/Angular apps
+     */
+    static getWithRetry(page: any, maxAttempts?: number): Promise<PageInfo>;
+    private static calculateTotalWaitTime;
+}
+//# sourceMappingURL=page-info-retry.d.ts.map

package/dist/utils/page-info-retry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"page-info-retry.d.ts","sourceRoot":"","sources":["../../src/utils/page-info-retry.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAuB,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAElE,qBAAa,aAAa;IACxB;;;OAGG;WACU,YAAY,CAAC,IAAI,EAAE,GAAG,EAAE,WAAW,GAAE,MAAU,GAAG,OAAO,CAAC,QAAQ,CAAC;IA0ChF,OAAO,CAAC,MAAM,CAAC,sBAAsB;CAStC"}

package/dist/utils/page-info-retry.js

@@ -0,0 +1,60 @@
+"use strict";
+/**
+ * Page Info Retry Utility
+ * Handles adaptive page loading with exponential backoff
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PageInfoRetry = void 0;
+const page_info_utils_1 = require("./page-info-utils");
+class PageInfoRetry {
+    /**
+     * Get page info with retry logic - waits for interactive elements to appear
+     * Uses exponential backoff to handle slow-loading React/Vue/Angular apps
+     */
+    static async getWithRetry(page, maxAttempts = 6) {
+        // Wait for initial page load (generous timeout for slow apps)
+        try {
+            await page.waitForLoadState('domcontentloaded', { timeout: 20000 }).catch(() => { });
+        }
+        catch (waitError) {
+            // Continue even if wait fails
+        }
+        let attempt = 0;
+        let backoffMs = 1000; // Start with 1 second (adequate for most sites)
+        while (attempt < maxAttempts) {
+            attempt++;
+            // Try to extract page info
+            const pageInfo = await (0, page_info_utils_1.getEnhancedPageInfo)(page);
+            // If we got a reasonable number of elements, we're done
+            if (pageInfo.interactiveElements && pageInfo.interactiveElements.length >= 3) {
+                if (attempt > 1) {
+                    console.log(`[PageInfoRetry] ✓ Page elements loaded after ${attempt} attempts`);
+                }
+                return pageInfo;
+            }
+            // If this is the last attempt, return what we have
+            if (attempt >= maxAttempts) {
+                const totalWait = this.calculateTotalWaitTime(maxAttempts);
+                console.log(`[PageInfoRetry] ⚠️  Only found ${pageInfo.interactiveElements?.length || 0} elements after ${maxAttempts} attempts (total wait: ~${totalWait}ms)`);
+                return pageInfo;
+            }
+            // Wait with exponential backoff before retrying
+            console.log(`[PageInfoRetry] Only ${pageInfo.interactiveElements?.length || 0} elements found (attempt ${attempt}/${maxAttempts}), waiting ${backoffMs}ms...`);
+            await page.waitForTimeout(backoffMs);
+            backoffMs = Math.min(backoffMs * 1.6, 15000); // Cap at 15 seconds per attempt
+        }
+        // Fallback (shouldn't reach here, but for type safety)
+        return await (0, page_info_utils_1.getEnhancedPageInfo)(page);
+    }
+    static calculateTotalWaitTime(maxAttempts) {
+        let total = 0;
+        let backoffMs = 1000;
+        for (let i = 1; i < maxAttempts; i++) {
+            total += backoffMs;
+            backoffMs = Math.min(backoffMs * 1.6, 15000);
+        }
+        return Math.round(total);
+    }
+}
+exports.PageInfoRetry = PageInfoRetry;
+//# sourceMappingURL=page-info-retry.js.map

package/dist/utils/page-info-retry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"page-info-retry.js","sourceRoot":"","sources":["../../src/utils/page-info-retry.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAEH,uDAAkE;AAElE,MAAa,aAAa;IACxB;;;OAGG;IACH,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,IAAS,EAAE,cAAsB,CAAC;QAC1D,8DAA8D;QAC9D,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACtF,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACnB,8BAA8B;QAChC,CAAC;QAED,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,SAAS,GAAG,IAAI,CAAC,CAAC,gDAAgD;QAEtE,OAAO,OAAO,GAAG,WAAW,EAAE,CAAC;YAC7B,OAAO,EAAE,CAAC;YAEV,2BAA2B;YAC3B,MAAM,QAAQ,GAAG,MAAM,IAAA,qCAAmB,EAAC,IAAI,CAAC,CAAC;YAEjD,wDAAwD;YACxD,IAAI,QAAQ,CAAC,mBAAmB,IAAI,QAAQ,CAAC,mBAAmB,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBAC7E,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAChB,OAAO,CAAC,GAAG,CAAC,gDAAgD,OAAO,WAAW,CAAC,CAAC;gBAClF,CAAC;gBACD,OAAO,QAAQ,CAAC;YAClB,CAAC;YAED,mDAAmD;YACnD,IAAI,OAAO,IAAI,WAAW,EAAE,CAAC;gBAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,sBAAsB,CAAC,WAAW,CAAC,CAAC;gBAC3D,OAAO,CAAC,GAAG,CAAC,kCAAkC,QAAQ,CAAC,mBAAmB,EAAE,MAAM,IAAI,CAAC,mBAAmB,WAAW,2BAA2B,SAAS,KAAK,CAAC,CAAC;gBAChK,OAAO,QAAQ,CAAC;YAClB,CAAC;YAED,gDAAgD;YAChD,OAAO,CAAC,GAAG,CAAC,wBAAwB,QAAQ,CAAC,mBAAmB,EAAE,MAAM,IAAI,CAAC,4BAA4B,OAAO,IAAI,WAAW,cAAc,SAAS,OAAO,CAAC,CAAC;YAC/J,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;YACrC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,gCAAgC;QAChF,CAAC;QAED,uDAAuD;QACvD,OAAO,MAAM,IAAA,qCAAmB,EAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAEO,MAAM,CAAC,sBAAsB,CAAC,WAAmB;QACvD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,SAAS,GAAG,IAAI,CAAC;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,KAAK,IAAI,SAAS,CAAC;YACnB,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;CACF;AAxDD,sCAwDC"}

package/dist/utils/page-info-utils.d.ts

@@ -7,6 +7,7 @@ export interface InteractiveElement {
     id: string | null;
     text: string;
     type: string;
+    name: string;
     role: string;
     ariaLabel: string;
     placeholder: string;

package/dist/utils/page-info-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"page-info-utils.d.ts","sourceRoot":"","sources":["../../src/utils/page-info-utils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,kBAAkB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,EAAE,EAAE,MAAM,GAAG,IAAI,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAC,CAAC;IAC5D,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,QAAQ;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,GAAG,CAAC;IAClB,mBAAmB,EAAE,kBAAkB,EAAE,CAAC;IAC1C,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,wBAAsB,mBAAmB,CAAC,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;AACxE,wBAAsB,mBAAmB,CAAC,WAAW,EAAE;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,iBAAiB,EAAE,GAAG,CAAA;CAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC"}
+{"version":3,"file":"page-info-utils.d.ts","sourceRoot":"","sources":["../../src/utils/page-info-utils.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,kBAAkB;IACjC,GAAG,EAAE,MAAM,CAAC;IACZ,EAAE,EAAE,MAAM,GAAG,IAAI,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAC,CAAC;IAC5D,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,QAAQ;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,GAAG,CAAC;IAClB,mBAAmB,EAAE,kBAAkB,EAAE,CAAC;IAC1C,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,wBAAsB,mBAAmB,CAAC,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;AACxE,wBAAsB,mBAAmB,CAAC,WAAW,EAAE;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,iBAAiB,EAAE,GAAG,CAAA;CAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC"}

package/dist/utils/page-info-utils.js

@@ -13,7 +13,9 @@ async function getEnhancedPageInfo(input) {
         if ('accessibility' in input) {
             // Input is a Page object
             hasPageObject = true;
-            const snapshot = await input.accessibility.snapshot();
+            // CRITICAL: Use interestingOnly: false to get FULL ARIA tree like Playwright MCP
+            // This includes all structural nodes (generic, paragraph, etc.) not just interactive ones
+            const snapshot = await input.accessibility.snapshot({ interestingOnly: false });
             const url = input.url();
             const title = await input.title();
             domSnapshot = { url, title, accessibilityTree: snapshot };
@@ -34,17 +36,34 @@ async function getEnhancedPageInfo(input) {
                         '[role="textbox"]',
                         '[role="checkbox"]',
                         '[role="radio"]',
-                        '[onclick]'
+                        '[onclick]',
+                        '[type="submit"]'
                     ];
                     const allInteractive = new Set();
                     interactiveSelectors.forEach((selector) => {
                         doc.querySelectorAll(selector).forEach((el) => allInteractive.add(el));
                     });
+                    // CRITICAL: Also detect elements that are styled/behave as interactive
+                    // (e.g., divs/spans with cursor:pointer, click handlers)
+                    // This catches modern web apps that use non-semantic HTML
+                    const allElements = doc.querySelectorAll('div, span, p, li, td');
+                    allElements.forEach((el) => {
+                        const styles = globalThis.window.getComputedStyle(el);
+                        const hasClickHandler = el.onclick ||
+                            el.getAttribute('onclick') ||
+                            el.hasAttribute('data-action') ||
+                            el.hasAttribute('data-click');
+                        // Include if: cursor is pointer, has click handler, or has tabindex (keyboard focusable)
+                        if (styles.cursor === 'pointer' || hasClickHandler || el.tabIndex >= 0) {
+                            allInteractive.add(el);
+                        }
+                    });
                     allInteractive.forEach((el) => {
                         const rect = el.getBoundingClientRect();
                         // Skip invisible elements
-                        if (rect.width === 0 || rect.height === 0)
+                        if (rect.width === 0 || rect.height === 0) {
                             return;
+                        }
                         const id = el.id || null;
                         const tag = el.tagName.toLowerCase();
                         const text = el.textContent?.trim().substring(0, 40) || '';
@@ -65,6 +84,11 @@ async function getEnhancedPageInfo(input) {
                         if (text && text.length > 0 && text.length < 30) {
                             selectors.push(`getByRole('${role}', {name: '${text}'})`);
                         }
+                        // 2b. BEST: getByRole for buttons with type attribute (more specific)
+                        if (tag === 'button' && el.type) {
+                            selectors.push(`getByRole('button', {name: '${text}'})`);
+                            selectors.push(`button[type="${el.type}"]`);
+                        }
                         // 3. BEST: getByPlaceholder for inputs with placeholders
                         if (placeholder && placeholder.length > 0 && placeholder.length < 50) {
                             selectors.push(`getByPlaceholder('${placeholder}')`);
@@ -78,7 +102,19 @@ async function getEnhancedPageInfo(input) {
                             el.getAttribute('data-id') || el.getAttribute('data-test');
                         if (dataTestId)
                             selectors.push(`getByTestId('${dataTestId}')`);
-                        // 6. LAST RESORT: ID selector (only if stable - avoid auto-generated IDs with unicode)
+                        // 6. GOOD: name attribute (especially for form inputs - very common and stable)
+                        const nameAttr = el.getAttribute('name');
+                        if (nameAttr && (tag === 'input' || tag === 'textarea' || tag === 'select')) {
+                            selectors.push(`input[name="${nameAttr}"]`);
+                        }
+                        // 6b. GOOD: class-based selectors for buttons (common in modern frameworks)
+                        if (tag === 'button' && el.className) {
+                            const classes = el.className.split(' ').filter((c) => c.length > 0 && !c.includes('userfront-'));
+                            if (classes.length > 0) {
+                                selectors.push(`button.${classes[0]}`);
+                            }
+                        }
+                        // 7. LAST RESORT: ID selector (only if stable - avoid auto-generated IDs with unicode)
                         // Skip auto-generated Ant Design IDs like «r3»-form-item or rc_select_xxx
                         if (id && !id.includes('«') && !id.match(/^(rc_|:r[0-9]+:|__)/)) {
                             selectors.push(`#${id}`);
@@ -88,6 +124,7 @@ async function getEnhancedPageInfo(input) {
                             id,
                             text,
                             type,
+                            name: nameAttr || '', // CRITICAL: Capture name attribute for form inputs
                             role,
                             ariaLabel,
                             placeholder,
@@ -144,22 +181,13 @@ async function getEnhancedPageInfo(input) {
                 }
             }
             formattedElements = selectedElements.map((e, i) => {
-                const idInfo = e.id ? `#${e.id}` : 'NO-ID';
+                const idInfo = e.id ? `#${e.id}` : '';
                 const typeInfo = e.type ? ` type="${e.type}"` : '';
+                const nameInfo = e.name ? ` name="${e.name}"` : '';
                 const placeholderInfo = e.placeholder ? ` placeholder="${e.placeholder}"` : '';
-                // Show BEST selector first, with alternatives
-                let selectorsInfo;
-                if (e.selectors && e.selectors.length > 0) {
-                    selectorsInfo = e.selectors[0]; // Best option
-                    if (e.selectors.length > 1) {
-                        selectorsInfo += ` (or: ${e.selectors.slice(1, 3).join(', ')})`; // Show up to 2 alternatives
-                    }
-                }
-                else {
-                    selectorsInfo = 'No reliable selector available';
-                }
-                return `${i + 1}. [${e.bbox.x},${e.bbox.y} ${e.bbox.width}x${e.bbox.height}] <${e.tag}> ${idInfo}${typeInfo}${placeholderInfo} "${e.text}"
-   → ${selectorsInfo}`;
+                const roleInfo = e.role ? ` role="${e.role}"` : '';
+                // Compact format: show all relevant attributes for LLM to construct selectors
+                return `${i + 1}. [${e.bbox.x},${e.bbox.y} ${e.bbox.width}x${e.bbox.height}] <${e.tag}>${idInfo}${typeInfo}${nameInfo}${placeholderInfo}${roleInfo} "${e.text}"`;
             }).join('\n');
             // Show stats for omitted elements
             const omitted = interactiveElements.length - selectedElements.length;