testchimp-runner-core 0.0.34 → 0.0.35

package/dist/utils/page-info-utils.js

@@ -13,7 +13,9 @@ async function getEnhancedPageInfo(input) {
         if ('accessibility' in input) {
             // Input is a Page object
             hasPageObject = true;
-            const snapshot = await input.accessibility.snapshot();
+            // CRITICAL: Use interestingOnly: false to get FULL ARIA tree like Playwright MCP
+            // This includes all structural nodes (generic, paragraph, etc.) not just interactive ones
+            const snapshot = await input.accessibility.snapshot({ interestingOnly: false });
             const url = input.url();
             const title = await input.title();
             domSnapshot = { url, title, accessibilityTree: snapshot };
@@ -34,17 +36,34 @@ async function getEnhancedPageInfo(input) {
                         '[role="textbox"]',
                         '[role="checkbox"]',
                         '[role="radio"]',
-                        '[onclick]'
+                        '[onclick]',
+                        '[type="submit"]'
                     ];
                     const allInteractive = new Set();
                     interactiveSelectors.forEach((selector) => {
                         doc.querySelectorAll(selector).forEach((el) => allInteractive.add(el));
                     });
+                    // CRITICAL: Also detect elements that are styled/behave as interactive
+                    // (e.g., divs/spans with cursor:pointer, click handlers)
+                    // This catches modern web apps that use non-semantic HTML
+                    const allElements = doc.querySelectorAll('div, span, p, li, td');
+                    allElements.forEach((el) => {
+                        const styles = globalThis.window.getComputedStyle(el);
+                        const hasClickHandler = el.onclick ||
+                            el.getAttribute('onclick') ||
+                            el.hasAttribute('data-action') ||
+                            el.hasAttribute('data-click');
+                        // Include if: cursor is pointer, has click handler, or has tabindex (keyboard focusable)
+                        if (styles.cursor === 'pointer' || hasClickHandler || el.tabIndex >= 0) {
+                            allInteractive.add(el);
+                        }
+                    });
                     allInteractive.forEach((el) => {
                         const rect = el.getBoundingClientRect();
                         // Skip invisible elements
-                        if (rect.width === 0 || rect.height === 0)
+                        if (rect.width === 0 || rect.height === 0) {
                             return;
+                        }
                         const id = el.id || null;
                         const tag = el.tagName.toLowerCase();
                         const text = el.textContent?.trim().substring(0, 40) || '';
@@ -65,6 +84,11 @@ async function getEnhancedPageInfo(input) {
                         if (text && text.length > 0 && text.length < 30) {
                             selectors.push(`getByRole('${role}', {name: '${text}'})`);
                         }
+                        // 2b. BEST: getByRole for buttons with type attribute (more specific)
+                        if (tag === 'button' && el.type) {
+                            selectors.push(`getByRole('button', {name: '${text}'})`);
+                            selectors.push(`button[type="${el.type}"]`);
+                        }
                         // 3. BEST: getByPlaceholder for inputs with placeholders
                         if (placeholder && placeholder.length > 0 && placeholder.length < 50) {
                             selectors.push(`getByPlaceholder('${placeholder}')`);
@@ -78,7 +102,19 @@ async function getEnhancedPageInfo(input) {
                             el.getAttribute('data-id') || el.getAttribute('data-test');
                         if (dataTestId)
                             selectors.push(`getByTestId('${dataTestId}')`);
-                        // 6. LAST RESORT: ID selector (only if stable - avoid auto-generated IDs with unicode)
+                        // 6. GOOD: name attribute (especially for form inputs - very common and stable)
+                        const nameAttr = el.getAttribute('name');
+                        if (nameAttr && (tag === 'input' || tag === 'textarea' || tag === 'select')) {
+                            selectors.push(`input[name="${nameAttr}"]`);
+                        }
+                        // 6b. GOOD: class-based selectors for buttons (common in modern frameworks)
+                        if (tag === 'button' && el.className) {
+                            const classes = el.className.split(' ').filter((c) => c.length > 0 && !c.includes('userfront-'));
+                            if (classes.length > 0) {
+                                selectors.push(`button.${classes[0]}`);
+                            }
+                        }
+                        // 7. LAST RESORT: ID selector (only if stable - avoid auto-generated IDs with unicode)
                         // Skip auto-generated Ant Design IDs like «r3»-form-item or rc_select_xxx
                         if (id && !id.includes('«') && !id.match(/^(rc_|:r[0-9]+:|__)/)) {
                             selectors.push(`#${id}`);
@@ -88,6 +124,7 @@ async function getEnhancedPageInfo(input) {
                             id,
                             text,
                             type,
+                            name: nameAttr || '', // CRITICAL: Capture name attribute for form inputs
                             role,
                             ariaLabel,
                             placeholder,
@@ -144,22 +181,13 @@ async function getEnhancedPageInfo(input) {
                 }
             }
             formattedElements = selectedElements.map((e, i) => {
-                const idInfo = e.id ? `#${e.id}` : 'NO-ID';
+                const idInfo = e.id ? `#${e.id}` : '';
                 const typeInfo = e.type ? ` type="${e.type}"` : '';
+                const nameInfo = e.name ? ` name="${e.name}"` : '';
                 const placeholderInfo = e.placeholder ? ` placeholder="${e.placeholder}"` : '';
-                // Show BEST selector first, with alternatives
-                let selectorsInfo;
-                if (e.selectors && e.selectors.length > 0) {
-                    selectorsInfo = e.selectors[0]; // Best option
-                    if (e.selectors.length > 1) {
-                        selectorsInfo += ` (or: ${e.selectors.slice(1, 3).join(', ')})`; // Show up to 2 alternatives
-                    }
-                }
-                else {
-                    selectorsInfo = 'No reliable selector available';
-                }
-                return `${i + 1}. [${e.bbox.x},${e.bbox.y} ${e.bbox.width}x${e.bbox.height}] <${e.tag}> ${idInfo}${typeInfo}${placeholderInfo} "${e.text}"
-   → ${selectorsInfo}`;
+                const roleInfo = e.role ? ` role="${e.role}"` : '';
+                // Compact format: show all relevant attributes for LLM to construct selectors
+                return `${i + 1}. [${e.bbox.x},${e.bbox.y} ${e.bbox.width}x${e.bbox.height}] <${e.tag}>${idInfo}${typeInfo}${nameInfo}${placeholderInfo}${roleInfo} "${e.text}"`;
             }).join('\n');
             // Show stats for omitted elements
             const omitted = interactiveElements.length - selectedElements.length;

package/dist/utils/page-info-utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"page-info-utils.js","sourceRoot":"","sources":["../../src/utils/page-info-utils.ts"],"names":[],"mappings":";AAAA;;;GAGG;;AAwBH,kDA8NC;AA9NM,KAAK,UAAU,mBAAmB,CAAC,KAAmE;IAC3G,IAAI,WAAW,GAA2D,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC;IACxI,IAAI,mBAAmB,GAAyB,EAAE,CAAC;IACnD,IAAI,aAAa,GAAG,KAAK,CAAC;IAE1B,IAAI,CAAC;QACH,IAAI,eAAe,IAAI,KAAK,EAAE,CAAC;YAC7B,yBAAyB;YACzB,aAAa,GAAG,IAAI,CAAC;YACrB,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC;YACtD,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YAClC,WAAW,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC;YAE1D,qEAAqE;YACrE,IAAI,CAAC;gBACH,mBAAmB,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE;oBAC9C,MAAM,GAAG,GAAI,UAAkB,CAAC,QAAQ,CAAC;oBACzC,MAAM,QAAQ,GAAU,EAAE,CAAC;oBAE3B,+BAA+B;oBAC/B,MAAM,oBAAoB,GAAG;wBAC3B,QAAQ;wBACR,OAAO;wBACP,UAAU;wBACV,QAAQ;wBACR,SAAS;wBACT,iBAAiB;wBACjB,eAAe;wBACf,kBAAkB;wBAClB,mBAAmB;wBACnB,gBAAgB;wBAChB,WAAW;qBACZ,CAAC;oBAEF,MAAM,cAAc,GAAG,IAAI,GAAG,EAAO,CAAC;oBACtC,oBAAoB,CAAC,OAAO,CAAC,CAAC,QAAgB,EAAE,EAAE;wBAChD,GAAG,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,EAAO,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;oBAC9E,CAAC,CAAC,CAAC;oBAEH,cAAc,CAAC,OAAO,CAAC,CAAC,EAAO,EAAE,EAAE;wBACjC,MAAM,IAAI,GAAG,EAAE,CAAC,qBAAqB,EAAE,CAAC;wBAExC,0BAA0B;wBAC1B,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;4BAAE,OAAO;wBAElD,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,IAAI,CAAC;wBACzB,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;wBACrC,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;wBAC3D,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;wBAC3B,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;wBACjE,MAAM,SAAS,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;wBACtD,MAAM,WAAW,GAAG,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC;wBAEzC,uFAAuF;wBACvF,MAAM,SAAS,GAAa,EAAE,CAAC;wBAE/B,6DAA6D;wBAC7D,IAAI,CAAC,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,UAAU,IAAI,GAAG,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACrG,MAAM,SAAS,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;4BACnD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gCAC/D,SAAS,CAAC,IAAI,CAAC,eAAe,SAAS,IAAI,CAAC,CAAC;4BAC/C,CAAC;wBACH,CAAC;wBAED,yDAAyD;wBACzD,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;4BAChD,SAAS,CAAC,IAAI,CAAC,cAAc,IAAI,cAAc,IAAI,KAAK,CAAC,CAAC;wBAC5D,CAAC;wBAED,yDAAyD;wBACzD,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;4BACrE,SAAS,CAAC,IAAI,CAAC,qBAAqB,WAAW,IAAI,CAAC,CAAC;wBACvD,CAAC;wBAED,qFAAqF;wBACrF,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;4BACjG,SAAS,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC;wBACzC,CAAC;wBAED,qDAAqD;wBACrD,MAAM,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,YAAY,CAAC,cAAc,CAAC;4BAClE,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;wBAC7E,IAAI,UAAU;4BAAE,SAAS,CAAC,IAAI,CAAC,gBAAgB,UAAU,IAAI,CAAC,CAAC;wBAE/D,uFAAuF;wBACvF,0EAA0E;wBAC1E,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE,CAAC;4BAChE,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBAC3B,CAAC;wBAED,QAAQ,CAAC,IAAI,CAAC;4BACZ,GAAG;4BACH,EAAE;4BACF,IAAI;4BACJ,IAAI;4BACJ,IAAI;4BACJ,SAAS;4BACT,WAAW;4BACX,IAAI,EAAE;gCACJ,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gCACrB,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gCACrB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;gCAC7B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;6BAChC;4BACD,SAAS;yBACV,CAAC,CAAC;oBACL,CAAC,CAAC,CAAC;oBAEH,OAAO,QAAQ,CAAC;gBAClB,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,SAAc,EAAE,CAAC;gBACxB,oEAAoE;gBACpE,OAAO,CAAC,KAAK,CAAC,+DAA+D,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;gBAClG,mBAAmB,GAAG,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,iCAAiC;YACjC,WAAW,GAAG,KAAK,CAAC;QACtB,CAAC;QAED,uCAAuC;QACvC,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,mCAAmC,mBAAmB,CAAC,MAAM,8BAA8B,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC;QAC5H,CAAC;QAED,6EAA6E;QAC7E,IAAI,iBAAiB,GAAG,EAAE,CAAC;QAE3B,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,2DAA2D;YAC3D,MAAM,WAAW,GAAyB,EAAE,CAAC;YAC7C,MAAM,SAAS,GAAyB,EAAE,CAAC;YAE3C,iBAAiB;YACjB,KAAK,MAAM,EAAE,IAAI,mBAAmB,EAAE,CAAC;gBACrC,6DAA6D;gBAC7D,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC;oBAC1D,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC;oBAClE,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACN,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,0BAA0B;YAC1B,MAAM,gBAAgB,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAElD,+EAA+E;YAC/E,IAAI,gBAAgB,CAAC,MAAM,GAAG,EAAE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAE,qBAAqB;gBAClF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBACvD,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;YAED,iBAAiB,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAChD,MAAM,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;gBAC3C,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnD,MAAM,eAAe,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAE/E,8CAA8C;gBAC9C,IAAI,aAAqB,CAAC;gBAC1B,IAAI,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1C,aAAa,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAE,cAAc;oBAC/C,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC3B,aAAa,IAAI,SAAS,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAE,4BAA4B;oBAChG,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,aAAa,GAAG,gCAAgC,CAAC;gBACnD,CAAC;gBAED,OAAO,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,CAAC,GAAG,KAAK,MAAM,GAAG,QAAQ,GAAG,eAAe,KAAK,CAAC,CAAC,IAAI;OACzI,aAAa,EAAE,CAAC;YACjB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEd,kCAAkC;YAClC,MAAM,OAAO,GAAG,mBAAmB,CAAC,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC;YACrE,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,iBAAiB,IAAI,aAAa,OAAO,iBAAiB,CAAC;gBAE3D,wCAAwC;gBACxC,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC;gBACxE,MAAM,gBAAgB,GAA2B,EAAE,CAAC;gBAEpD,KAAK,MAAM,EAAE,IAAI,mBAAmB,EAAE,CAAC;oBACrC,IAAI,EAAE,CAAC,GAAG,KAAK,GAAG,IAAI,EAAE,CAAC,GAAG,KAAK,IAAI,IAAI,EAAE,CAAC,GAAG,KAAK,KAAK,EAAE,CAAC;wBAC1D,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;wBAC5D,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;oBACnE,CAAC;gBACH,CAAC;gBAED,IAAI,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7C,iBAAiB,IAAI,qBAAqB,CAAC;oBAC3C,iBAAiB,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC;yBAClD,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;yBACjC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,KAAK,OAAO,EAAE,CAAC;yBACjD,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChB,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,iBAAiB,GAAG,6EAA6E,CAAC;QACpG,CAAC;QAED,OAAO;YACL,GAAG,EAAE,WAAW,CAAC,GAAG;YACpB,KAAK,EAAE,WAAW,CAAC,KAAK;YACxB,YAAY,EAAE,WAAW,CAAC,iBAAiB;YAC3C,mBAAmB;YACnB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,+CAA+C;QAC/C,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACvE,OAAO;YACL,GAAG,EAAE,WAAW,EAAE,GAAG,IAAI,SAAS;YAClC,KAAK,EAAE,SAAS;YAChB,YAAY,EAAE,IAAI;YAClB,mBAAmB,EAAE,EAAE;YACvB,iBAAiB,EAAE,sBAAsB,KAAK,CAAC,OAAO,EAAE;SACzD,CAAC;IACJ,CAAC;AACH,CAAC"}
+{"version":3,"file":"page-info-utils.js","sourceRoot":"","sources":["../../src/utils/page-info-utils.ts"],"names":[],"mappings":";AAAA;;;GAGG;;AAyBH,kDAgQC;AAhQM,KAAK,UAAU,mBAAmB,CAAC,KAAmE;IAC3G,IAAI,WAAW,GAA2D,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC;IACxI,IAAI,mBAAmB,GAAyB,EAAE,CAAC;IACnD,IAAI,aAAa,GAAG,KAAK,CAAC;IAE1B,IAAI,CAAC;QACH,IAAI,eAAe,IAAI,KAAK,EAAE,CAAC;YAC7B,yBAAyB;YACzB,aAAa,GAAG,IAAI,CAAC;YACrB,iFAAiF;YACjF,0FAA0F;YAC1F,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,CAAC;YAChF,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;YAClC,WAAW,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC;YAE1D,qEAAqE;YACrE,IAAI,CAAC;gBACH,mBAAmB,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE;oBAC9C,MAAM,GAAG,GAAI,UAAkB,CAAC,QAAQ,CAAC;oBACzC,MAAM,QAAQ,GAAU,EAAE,CAAC;oBAE3B,+BAA+B;oBAC/B,MAAM,oBAAoB,GAAG;wBAC3B,QAAQ;wBACR,OAAO;wBACP,UAAU;wBACV,QAAQ;wBACR,SAAS;wBACT,iBAAiB;wBACjB,eAAe;wBACf,kBAAkB;wBAClB,mBAAmB;wBACnB,gBAAgB;wBAChB,WAAW;wBACX,iBAAiB;qBAClB,CAAC;oBAEF,MAAM,cAAc,GAAG,IAAI,GAAG,EAAO,CAAC;oBACtC,oBAAoB,CAAC,OAAO,CAAC,CAAC,QAAgB,EAAE,EAAE;wBAChD,GAAG,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,EAAO,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;oBAC9E,CAAC,CAAC,CAAC;oBAEH,uEAAuE;oBACvE,yDAAyD;oBACzD,0DAA0D;oBAC1D,MAAM,WAAW,GAAG,GAAG,CAAC,gBAAgB,CAAC,sBAAsB,CAAC,CAAC;oBACjE,WAAW,CAAC,OAAO,CAAC,CAAC,EAAO,EAAE,EAAE;wBAC9B,MAAM,MAAM,GAAI,UAAkB,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;wBAC/D,MAAM,eAAe,GAAG,EAAE,CAAC,OAAO;4BACX,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC;4BAC1B,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC;4BAC9B,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;wBAErD,yFAAyF;wBACzF,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,IAAI,eAAe,IAAI,EAAE,CAAC,QAAQ,IAAI,CAAC,EAAE,CAAC;4BACvE,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBACzB,CAAC;oBACH,CAAC,CAAC,CAAC;oBAEH,cAAc,CAAC,OAAO,CAAC,CAAC,EAAO,EAAE,EAAE;wBACjC,MAAM,IAAI,GAAG,EAAE,CAAC,qBAAqB,EAAE,CAAC;wBAExC,0BAA0B;wBAC1B,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;4BAC1C,OAAO;wBACT,CAAC;wBAED,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,IAAI,CAAC;wBACzB,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;wBACrC,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;wBAC3D,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;wBAC3B,MAAM,IAAI,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;wBACjE,MAAM,SAAS,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;wBACtD,MAAM,WAAW,GAAG,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC;wBAEzC,uFAAuF;wBACvF,MAAM,SAAS,GAAa,EAAE,CAAC;wBAE/B,6DAA6D;wBAC7D,IAAI,CAAC,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,UAAU,IAAI,GAAG,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACrG,MAAM,SAAS,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;4BACnD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gCAC/D,SAAS,CAAC,IAAI,CAAC,eAAe,SAAS,IAAI,CAAC,CAAC;4BAC/C,CAAC;wBACH,CAAC;wBAED,yDAAyD;wBACzD,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;4BAChD,SAAS,CAAC,IAAI,CAAC,cAAc,IAAI,cAAc,IAAI,KAAK,CAAC,CAAC;wBAC5D,CAAC;wBAED,sEAAsE;wBACtE,IAAI,GAAG,KAAK,QAAQ,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;4BAChC,SAAS,CAAC,IAAI,CAAC,+BAA+B,IAAI,KAAK,CAAC,CAAC;4BACzD,SAAS,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC;wBAC9C,CAAC;wBAED,yDAAyD;wBACzD,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;4BACrE,SAAS,CAAC,IAAI,CAAC,qBAAqB,WAAW,IAAI,CAAC,CAAC;wBACvD,CAAC;wBAED,qFAAqF;wBACrF,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC;4BACjG,SAAS,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC;wBACzC,CAAC;wBAED,qDAAqD;wBACrD,MAAM,UAAU,GAAG,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,YAAY,CAAC,cAAc,CAAC;4BAClE,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;wBAC7E,IAAI,UAAU;4BAAE,SAAS,CAAC,IAAI,CAAC,gBAAgB,UAAU,IAAI,CAAC,CAAC;wBAE/D,gFAAgF;wBAChF,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;wBACzC,IAAI,QAAQ,IAAI,CAAC,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,UAAU,IAAI,GAAG,KAAK,QAAQ,CAAC,EAAE,CAAC;4BAC5E,SAAS,CAAC,IAAI,CAAC,eAAe,QAAQ,IAAI,CAAC,CAAC;wBAC9C,CAAC;wBAED,4EAA4E;wBAC5E,IAAI,GAAG,KAAK,QAAQ,IAAI,EAAE,CAAC,SAAS,EAAE,CAAC;4BACrC,MAAM,OAAO,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;4BACzG,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCACvB,SAAS,CAAC,IAAI,CAAC,UAAU,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;4BACzC,CAAC;wBACH,CAAC;wBAED,uFAAuF;wBACvF,0EAA0E;wBAC1E,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,qBAAqB,CAAC,EAAE,CAAC;4BAChE,SAAS,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBAC3B,CAAC;wBAED,QAAQ,CAAC,IAAI,CAAC;4BACZ,GAAG;4BACH,EAAE;4BACF,IAAI;4BACJ,IAAI;4BACJ,IAAI,EAAE,QAAQ,IAAI,EAAE,EAAG,mDAAmD;4BAC1E,IAAI;4BACJ,SAAS;4BACT,WAAW;4BACX,IAAI,EAAE;gCACJ,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gCACrB,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;gCACrB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;gCAC7B,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC;6BAChC;4BACD,SAAS;yBACV,CAAC,CAAC;oBACL,CAAC,CAAC,CAAC;oBAEH,OAAO,QAAQ,CAAC;gBAClB,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,SAAc,EAAE,CAAC;gBACxB,oEAAoE;gBACpE,OAAO,CAAC,KAAK,CAAC,+DAA+D,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;gBAClG,mBAAmB,GAAG,EAAE,CAAC;YAC3B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,iCAAiC;YACjC,WAAW,GAAG,KAAK,CAAC;QACtB,CAAC;QAED,uCAAuC;QACvC,IAAI,aAAa,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,mCAAmC,mBAAmB,CAAC,MAAM,8BAA8B,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC;QAC5H,CAAC;QAED,6EAA6E;QAC7E,IAAI,iBAAiB,GAAG,EAAE,CAAC;QAE3B,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnC,2DAA2D;YAC3D,MAAM,WAAW,GAAyB,EAAE,CAAC;YAC7C,MAAM,SAAS,GAAyB,EAAE,CAAC;YAE3C,iBAAiB;YACjB,KAAK,MAAM,EAAE,IAAI,mBAAmB,EAAE,CAAC;gBACrC,6DAA6D;gBAC7D,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,CAAC;oBAC1D,CAAC,EAAE,CAAC,GAAG,KAAK,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC;oBAClE,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACN,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,0BAA0B;YAC1B,MAAM,gBAAgB,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAElD,+EAA+E;YAC/E,IAAI,gBAAgB,CAAC,MAAM,GAAG,EAAE,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAE,qBAAqB;gBAClF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBACvD,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;YAED,iBAAiB,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBAChD,MAAM,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtC,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnD,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnD,MAAM,eAAe,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/E,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAEnD,8EAA8E;gBAC9E,OAAO,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,CAAC,GAAG,IAAI,MAAM,GAAG,QAAQ,GAAG,QAAQ,GAAG,eAAe,GAAG,QAAQ,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC;YACnK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEd,kCAAkC;YAClC,MAAM,OAAO,GAAG,mBAAmB,CAAC,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC;YACrE,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,iBAAiB,IAAI,aAAa,OAAO,iBAAiB,CAAC;gBAE3D,wCAAwC;gBACxC,MAAM,SAAS,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,MAAM,CAAC;gBACxE,MAAM,gBAAgB,GAA2B,EAAE,CAAC;gBAEpD,KAAK,MAAM,EAAE,IAAI,mBAAmB,EAAE,CAAC;oBACrC,IAAI,EAAE,CAAC,GAAG,KAAK,GAAG,IAAI,EAAE,CAAC,GAAG,KAAK,IAAI,IAAI,EAAE,CAAC,GAAG,KAAK,KAAK,EAAE,CAAC;wBAC1D,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;wBAC5D,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;oBACnE,CAAC;gBACH,CAAC;gBAED,IAAI,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7C,iBAAiB,IAAI,qBAAqB,CAAC;oBAC3C,iBAAiB,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC;yBAClD,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;yBACjC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,KAAK,OAAO,EAAE,CAAC;yBACjD,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChB,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,iBAAiB,GAAG,6EAA6E,CAAC;QACpG,CAAC;QAED,OAAO;YACL,GAAG,EAAE,WAAW,CAAC,GAAG;YACpB,KAAK,EAAE,WAAW,CAAC,KAAK;YACxB,YAAY,EAAE,WAAW,CAAC,iBAAiB;YAC3C,mBAAmB;YACnB,iBAAiB;SAClB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,+CAA+C;QAC/C,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACvE,OAAO;YACL,GAAG,EAAE,WAAW,EAAE,GAAG,IAAI,SAAS;YAClC,KAAK,EAAE,SAAS;YAChB,YAAY,EAAE,IAAI;YAClB,mBAAmB,EAAE,EAAE;YACvB,iBAAiB,EAAE,sBAAsB,KAAK,CAAC,OAAO,EAAE;SACzD,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/utils/ref-attacher.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Ref Attacher - Injects stable refs as data-tc-id attributes into the DOM
+ * This makes refs stable across agent invocations and translations
+ */
+import { PageInfo } from './page-info-utils';
+export interface RefAttacherResult {
+    success: boolean;
+    refsAttached: number;
+    pageInfo: PageInfo;
+}
+/**
+ * Attach refs from ARIA tree as data-tc-id attributes in the DOM
+ * This ensures refs are stable and can be used by both agent and translator
+ */
+export declare function attachRefsToDOM(page: any): Promise<RefAttacherResult>;
+/**
+ * Get page info using existing data-tc-id attributes
+ * This allows using stable refs without regenerating them
+ */
+export declare function getPageInfoFromAttachedRefs(page: any): Promise<PageInfo>;
+//# sourceMappingURL=ref-attacher.d.ts.map

package/dist/utils/ref-attacher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ref-attacher.d.ts","sourceRoot":"","sources":["../../src/utils/ref-attacher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAuB,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAElE,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,QAAQ,CAAC;CACpB;AAED;;;GAGG;AACH,wBAAsB,eAAe,CAAC,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAkH3E;AAED;;;GAGG;AACH,wBAAsB,2BAA2B,CAAC,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CA0C9E"}

package/dist/utils/ref-attacher.js

@@ -0,0 +1,149 @@
+"use strict";
+/**
+ * Ref Attacher - Injects stable refs as data-tc-id attributes into the DOM
+ * This makes refs stable across agent invocations and translations
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.attachRefsToDOM = attachRefsToDOM;
+exports.getPageInfoFromAttachedRefs = getPageInfoFromAttachedRefs;
+const page_info_utils_1 = require("./page-info-utils");
+/**
+ * Attach refs from ARIA tree as data-tc-id attributes in the DOM
+ * This ensures refs are stable and can be used by both agent and translator
+ */
+async function attachRefsToDOM(page) {
+    try {
+        // 1. Get page info with refs generated
+        const pageInfo = await (0, page_info_utils_1.getEnhancedPageInfo)(page);
+        if (!pageInfo.refMap || pageInfo.refMap.size === 0) {
+            return {
+                success: false,
+                refsAttached: 0,
+                pageInfo
+            };
+        }
+        // 2. Build a mapping of element characteristics to refs
+        const refMappings = [];
+        pageInfo.refMap.forEach((element, ref) => {
+            refMappings.push({
+                ref,
+                tag: element.tag,
+                role: element.role,
+                text: element.text || '',
+                name: element.name || '',
+                placeholder: element.placeholder || '',
+                type: element.type || '',
+                ariaLabel: element.ariaLabel || ''
+            });
+        });
+        // 3. Inject refs into DOM as data-tc-id attributes
+        const refsAttached = await page.evaluate((mappings) => {
+            let attached = 0;
+            const doc = globalThis.document;
+            // Get all elements
+            const allElements = Array.from(doc.querySelectorAll('*'));
+            for (const mapping of mappings) {
+                // Try to find matching element in DOM
+                let matchedElement = null;
+                // Strategy 1: Match by name attribute (most reliable for inputs)
+                if (mapping.name) {
+                    matchedElement = doc.querySelector(`${mapping.tag}[name="${mapping.name}"]`);
+                }
+                // Strategy 2: Match by placeholder
+                if (!matchedElement && mapping.placeholder) {
+                    matchedElement = doc.querySelector(`${mapping.tag}[placeholder="${mapping.placeholder}"]`);
+                }
+                // Strategy 3: Match by aria-label
+                if (!matchedElement && mapping.ariaLabel) {
+                    matchedElement = doc.querySelector(`${mapping.tag}[aria-label="${mapping.ariaLabel}"]`);
+                }
+                // Strategy 4: Match by text content (for buttons, labels, etc.)
+                if (!matchedElement && mapping.text && mapping.text.length > 0 && mapping.text.length < 100) {
+                    for (const el of allElements) {
+                        const element = el;
+                        if (element.tagName.toLowerCase() === mapping.tag &&
+                            element.textContent?.trim() === mapping.text.trim()) {
+                            matchedElement = el;
+                            break;
+                        }
+                    }
+                }
+                // Strategy 5: Match by role and index (fallback)
+                if (!matchedElement && mapping.role) {
+                    const roleElements = Array.from(doc.querySelectorAll(`[role="${mapping.role}"]`));
+                    if (roleElements.length > 0) {
+                        // Use first matching role element that doesn't have a ref yet
+                        for (const el of roleElements) {
+                            const element = el;
+                            if (!element.hasAttribute('data-tc-id')) {
+                                matchedElement = el;
+                                break;
+                            }
+                        }
+                    }
+                }
+                // Attach ref as data-tc-id
+                if (matchedElement && !matchedElement.hasAttribute('data-tc-id')) {
+                    matchedElement.setAttribute('data-tc-id', mapping.ref);
+                    attached++;
+                }
+            }
+            return attached;
+        }, refMappings);
+        console.log(`[RefAttacher] ✓ Attached ${refsAttached} refs to DOM as data-tc-id`);
+        return {
+            success: true,
+            refsAttached,
+            pageInfo
+        };
+    }
+    catch (error) {
+        console.error(`[RefAttacher] ✗ Failed to attach refs: ${error.message}`);
+        throw error;
+    }
+}
+/**
+ * Get page info using existing data-tc-id attributes
+ * This allows using stable refs without regenerating them
+ */
+async function getPageInfoFromAttachedRefs(page) {
+    // Get base page info
+    const pageInfo = await (0, page_info_utils_1.getEnhancedPageInfo)(page);
+    // Extract refs from data-tc-id attributes
+    const domRefs = await page.evaluate(() => {
+        const doc = globalThis.document;
+        const elementsWithRefs = Array.from(doc.querySelectorAll('[data-tc-id]'));
+        return elementsWithRefs.map((el) => ({
+            ref: el.getAttribute('data-tc-id'),
+            tag: el.tagName.toLowerCase(),
+            role: el.getAttribute('role') || '',
+            text: el.textContent?.trim().substring(0, 100) || '',
+            name: el.getAttribute('name') || '',
+            placeholder: el.getAttribute('placeholder') || '',
+            type: el.getAttribute('type') || '',
+            ariaLabel: el.getAttribute('aria-label') || ''
+        }));
+    });
+    // Merge DOM refs into refMap
+    const updatedRefMap = new Map(pageInfo.refMap);
+    domRefs.forEach((item) => {
+        if (item.ref && !updatedRefMap.has(item.ref)) {
+            updatedRefMap.set(item.ref, {
+                tag: item.tag,
+                role: item.role,
+                text: item.text,
+                name: item.name,
+                placeholder: item.placeholder,
+                type: item.type,
+                ariaLabel: item.ariaLabel,
+                id: null,
+                selectors: []
+            });
+        }
+    });
+    return {
+        ...pageInfo,
+        refMap: updatedRefMap
+    };
+}
+//# sourceMappingURL=ref-attacher.js.map

package/dist/utils/ref-attacher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ref-attacher.js","sourceRoot":"","sources":["../../src/utils/ref-attacher.ts"],"names":[],"mappings":";AAAA;;;GAGG;;AAcH,0CAkHC;AAMD,kEA0CC;AA9KD,uDAAkE;AAQlE;;;GAGG;AACI,KAAK,UAAU,eAAe,CAAC,IAAS;IAC7C,IAAI,CAAC;QACH,uCAAuC;QACvC,MAAM,QAAQ,GAAG,MAAM,IAAA,qCAAmB,EAAC,IAAI,CAAC,CAAC;QAEjD,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnD,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,YAAY,EAAE,CAAC;gBACf,QAAQ;aACT,CAAC;QACJ,CAAC;QAED,wDAAwD;QACxD,MAAM,WAAW,GASZ,EAAE,CAAC;QAER,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE;YACvC,WAAW,CAAC,IAAI,CAAC;gBACf,GAAG;gBACH,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE;gBACxB,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE;gBACxB,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;gBACtC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,EAAE;gBACxB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;aACnC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,mDAAmD;QACnD,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAe,EAAE,EAAE;YAC3D,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,MAAM,GAAG,GAAI,UAAkB,CAAC,QAAQ,CAAC;YAEzC,mBAAmB;YACnB,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;YAE1D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,sCAAsC;gBACtC,IAAI,cAAc,GAAQ,IAAI,CAAC;gBAE/B,iEAAiE;gBACjE,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;oBACjB,cAAc,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,OAAO,CAAC,GAAG,UAAU,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC;gBAC/E,CAAC;gBAED,mCAAmC;gBACnC,IAAI,CAAC,cAAc,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;oBAC3C,cAAc,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,OAAO,CAAC,GAAG,iBAAiB,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;gBAC7F,CAAC;gBAED,kCAAkC;gBAClC,IAAI,CAAC,cAAc,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;oBACzC,cAAc,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,OAAO,CAAC,GAAG,gBAAgB,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;gBAC1F,CAAC;gBAED,gEAAgE;gBAChE,IAAI,CAAC,cAAc,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBAC5F,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;wBAC7B,MAAM,OAAO,GAAG,EAAS,CAAC;wBAC1B,IAAI,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC,GAAG;4BAC7C,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;4BACxD,cAAc,GAAG,EAAE,CAAC;4BACpB,MAAM;wBACR,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,iDAAiD;gBACjD,IAAI,CAAC,cAAc,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;oBACpC,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,UAAU,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;oBAClF,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5B,8DAA8D;wBAC9D,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;4BAC9B,MAAM,OAAO,GAAG,EAAS,CAAC;4BAC1B,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,CAAC;gCACxC,cAAc,GAAG,EAAE,CAAC;gCACpB,MAAM;4BACR,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,2BAA2B;gBAC3B,IAAI,cAAc,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,CAAC;oBACjE,cAAc,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;oBACvD,QAAQ,EAAE,CAAC;gBACb,CAAC;YACH,CAAC;YAED,OAAO,QAAQ,CAAC;QAClB,CAAC,EAAE,WAAW,CAAC,CAAC;QAEhB,OAAO,CAAC,GAAG,CAAC,4BAA4B,YAAY,4BAA4B,CAAC,CAAC;QAElF,OAAO;YACL,OAAO,EAAE,IAAI;YACb,YAAY;YACZ,QAAQ;SACT,CAAC;IAEJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,KAAK,CAAC,0CAA0C,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QACzE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACI,KAAK,UAAU,2BAA2B,CAAC,IAAS;IACzD,qBAAqB;IACrB,MAAM,QAAQ,GAAG,MAAM,IAAA,qCAAmB,EAAC,IAAI,CAAC,CAAC;IAEjD,0CAA0C;IAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;QACvC,MAAM,GAAG,GAAI,UAAkB,CAAC,QAAQ,CAAC;QACzC,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC,CAAC;QAC1E,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC,EAAO,EAAE,EAAE,CAAC,CAAC;YACxC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC;YAClC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE;YAC7B,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE;YACnC,IAAI,EAAE,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,EAAE;YACpD,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE;YACnC,WAAW,EAAE,EAAE,CAAC,YAAY,CAAC,aAAa,CAAC,IAAI,EAAE;YACjD,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE;YACnC,SAAS,EAAE,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,EAAE;SAC/C,CAAC,CAAC,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,6BAA6B;IAC7B,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC/C,OAAO,CAAC,OAAO,CAAC,CAAC,IAAS,EAAE,EAAE;QAC5B,IAAI,IAAI,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7C,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE;gBAC1B,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,EAAE,EAAE,IAAI;gBACR,SAAS,EAAE,EAAE;aACd,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,GAAG,QAAQ;QACX,MAAM,EAAE,aAAa;KACtB,CAAC;AACJ,CAAC"}

package/dist/utils/ref-translator.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Ref Translation Utility
+ * Converts structured ref commands to Playwright commands with fallback alternatives
+ * Uses hierarchical ARIA tree context for robust selector generation
+ */
+import { RefCommand } from '../orchestrator/types';
+export declare class RefTranslator {
+    private logger?;
+    private hierarchicalGenerator;
+    constructor(logger?: (message: string, level?: 'log' | 'error' | 'warn') => void);
+    /**
+     * LEGACY: Translate string commands (supports regex getByRef pattern)
+     * Use translateRefCommands() instead for new code
+     */
+    translateStringCommands(commands: string[], page: any, refMap?: Map<string, any>, ariaTree?: any): Promise<Array<{
+        original: string;
+        alternatives: string[];
+        successful?: string;
+    }>>;
+    /**
+     * Translation layer: Convert ref commands to actual Playwright commands
+     * Tries multiple selector alternatives until one succeeds
+     *
+     * Agent outputs:
+     *   { ref: 'e22', operation: 'fill', value: 'test@test.com' }
+     * This generates and tries multiple Playwright alternatives using hierarchical context
+     * Returns: The command that worked (for script storage)
+     */
+    translateRefCommands(refCommands: RefCommand[], page: any, refMap?: Map<string, any>, ariaTree?: any): Promise<Array<{
+        original: RefCommand;
+        alternatives: string[];
+        successful?: string;
+    }>>;
+    /**
+     * Generate drag commands with coordinates
+     */
+    private generateDragCommands;
+    /**
+     * Convert selectors to full Playwright commands with action
+     */
+    private convertSelectorsToCommands;
+    /**
+     * Convert selector string to locator chain for building commands
+     */
+    private selectorToLocatorChain;
+    private getActionCode;
+    private escape;
+}
+//# sourceMappingURL=ref-translator.d.ts.map

package/dist/utils/ref-translator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ref-translator.d.ts","sourceRoot":"","sources":["../../src/utils/ref-translator.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEnD,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAAC,CAA8D;IAC7E,OAAO,CAAC,qBAAqB,CAAgC;gBAEjD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,KAAK,GAAG,OAAO,GAAG,MAAM,KAAK,IAAI;IAKhF;;;OAGG;IACG,uBAAuB,CAC3B,QAAQ,EAAE,MAAM,EAAE,EAClB,IAAI,EAAE,GAAG,EACT,MAAM,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,QAAQ,CAAC,EAAE,GAAG,GACb,OAAO,CAAC,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,EAAE,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAuCpF;;;;;;;;OAQG;IACG,oBAAoB,CACxB,WAAW,EAAE,UAAU,EAAE,EACzB,IAAI,EAAE,GAAG,EACT,MAAM,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,EACzB,QAAQ,CAAC,EAAE,GAAG,GACb,OAAO,CAAC,KAAK,CAAC;QAAE,QAAQ,EAAE,UAAU,CAAC;QAAC,YAAY,EAAE,MAAM,EAAE,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAsFxF;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAuB5B;;OAEG;IACH,OAAO,CAAC,0BAA0B;IAyClC;;OAEG;IACH,OAAO,CAAC,sBAAsB;IA2B9B,OAAO,CAAC,aAAa;IAyCrB,OAAO,CAAC,MAAM;CAGf"}