@eko-ai/eko 3.1.1 → 3.1.2

package/dist/agent/browser/build_dom_tree.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"build_dom_tree.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/build_dom_tree.ts"],"names":[],"mappings":"AACA,wBAAgB,kBAAkB,SAkwBjC"}
+{"version":3,"file":"build_dom_tree.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/build_dom_tree.ts"],"names":[],"mappings":"AACA,wBAAgB,kBAAkB,SAywBjC"}

package/dist/agent/browser/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/utils.ts"],"names":[],"mappings":"AAAA,wBAAgB,oBAAoB,CAClC,cAAc,SAAM,EACpB,kBAAkB,SAAQ,UAoH3B;AAED,wBAAgB,kCAAkC,CAChD,UAAU,EAAE;IACV,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,YAAY,GAAG,WAAW,CAAC;CACvC,EACD,QAAQ,EAAE,MAAM,CACd,MAAM,EACN;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CACxD,EACD,WAAW,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAC7C,OAAO,CAAC,MAAM,CAAC,CAmGjB;AAED,wBAAsB,cAAc,CAClC,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,YAAY,GAAG,WAAW,EACrC,QAAQ,EACJ;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,GACjB;IACE,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACtB,EACL,OAAO,GAAE,MAAU,GAClB,OAAO,CAAC;IACT,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,YAAY,GAAG,WAAW,CAAC;CACvC,CAAC,CA0CD"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/utils.ts"],"names":[],"mappings":"AAAA,wBAAgB,oBAAoB,CAClC,cAAc,SAAM,EACpB,kBAAkB,SAAQ,UAoH3B;AAED,wBAAgB,kCAAkC,CAChD,UAAU,EAAE;IACV,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,YAAY,GAAG,WAAW,CAAC;CACvC,EACD,QAAQ,EAAE,MAAM,CACd,MAAM,EACN;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CACxD,EACD,WAAW,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GAC7C,OAAO,CAAC,MAAM,CAAC,CAyGjB;AAED,wBAAsB,cAAc,CAClC,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,YAAY,GAAG,WAAW,EACrC,QAAQ,EACJ;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,GACjB;IACE,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACtB,EACL,OAAO,GAAE,MAAU,GAClB,OAAO,CAAC;IACT,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,YAAY,GAAG,WAAW,CAAC;CACvC,CAAC,CA0CD"}

package/dist/index.cjs.js

@@ -35183,7 +35183,12 @@ function mark_screenshot_highlight_elements(screenshot, area_map, client_rect) {
                 const labelHeight = fontSize + padding * 2;
                 // The tag position is in the upper right corner.
                 const labelX = area.x + area.width - labelWidth;
-                const labelY = area.y;
+                let labelY = area.y;
+                // Adjust if box is too small
+                if (area.width < labelWidth + 4 || area.height < labelHeight + 4) {
+                    // Position outside the box if it's too small
+                    labelY = area.y - labelHeight;
+                }
                 // Draw label background
                 ctx.fillStyle = color;
                 ctx.fillRect(labelX, labelY, labelWidth, labelHeight);
@@ -35840,13 +35845,10 @@ function run_build_dom_tree() {
                 interactiveRoles.has(ariaRole) ||
                 (tabIndex !== null && tabIndex !== '-1') ||
                 element.getAttribute('data-action') === 'a-dropdown-select' ||
-                element.getAttribute('data-action') === 'a-dropdown-button';
+                element.getAttribute('data-action') === 'a-dropdown-button' ||
+                element.getAttribute('contenteditable') === 'true';
             if (hasInteractiveRole)
                 return true;
-            // Get computed style
-            const style = getCachedComputedStyle(element);
-            // Check if element has click-like styling
-            const hasClickStyling = style.cursor === 'pointer' || element.style.cursor === 'pointer';
             // Check for event listeners
             const hasClickHandler = element.onclick !== null ||
                 element.getAttribute('onclick') !== null ||
@@ -35854,10 +35856,13 @@ function run_build_dom_tree() {
                 element.hasAttribute('@click') ||
                 element.hasAttribute('v-on:click');
             // Helper function to safely get event listeners
-            function getEventListeners(el) {
-                // if (window.getEventListeners) {
-                //   return window.getEventListeners?.(el) || {};
-                // }
+            function getElementEventListeners(el) {
+                if (window.getEventListeners) {
+                    const listeners = window.getEventListeners?.(el);
+                    if (listeners) {
+                        return listeners;
+                    }
+                }
                 // List of common event types to check
                 const listeners = {};
                 const eventTypes = [
@@ -35885,7 +35890,7 @@ function run_build_dom_tree() {
                 return listeners;
             }
             // Check for click-related events on the element itself
-            const listeners = getEventListeners(element);
+            const listeners = getElementEventListeners(element);
             const hasClickListeners = listeners &&
                 (listeners.click?.length > 0 ||
                     listeners.mousedown?.length > 0 ||
@@ -35897,18 +35902,27 @@ function run_build_dom_tree() {
                 element.hasAttribute('aria-pressed') ||
                 element.hasAttribute('aria-selected') ||
                 element.hasAttribute('aria-checked');
-            // Check for form-related functionality
-            element.form !== undefined ||
-                element.hasAttribute('contenteditable') ||
-                (style && style.userSelect !== 'none');
             // Check if element is draggable
             const isDraggable = element.draggable || element.getAttribute('draggable') === 'true';
-            return (hasAriaProps ||
-                hasClickStyling ||
-                hasClickHandler ||
-                hasClickListeners ||
-                // isFormRelated ||
-                isDraggable);
+            if (hasAriaProps || hasClickHandler || hasClickListeners || isDraggable) {
+                return true;
+            }
+            // Check if element has click-like styling
+            let hasClickStyling = element.style.cursor === 'pointer' || getCachedComputedStyle(element).cursor === 'pointer';
+            if (hasClickStyling) {
+                let count = 0;
+                let current = element.parentElement;
+                while (current && current !== document.documentElement) {
+                    hasClickStyling = current.style.cursor === 'pointer' || getCachedComputedStyle(current).cursor === 'pointer';
+                    if (hasClickStyling)
+                        return false;
+                    current = current.parentElement;
+                    if (++count > 10)
+                        break;
+                }
+                return true;
+            }
+            return false;
         }
         // Helper function to check if element is visible
         function isElementVisible(element) {
@@ -35938,11 +35952,14 @@ function run_build_dom_tree() {
                     if (!topEl)
                         return false;
                     // Check if the element or any of its parents match our target element
+                    let count = 0;
                     let current = topEl;
                     while (current && current !== shadowRoot) {
                         if (current === element)
                             return true;
                         current = current.parentElement;
+                        if (++count > 15)
+                            break;
                     }
                     return false;
                 }
@@ -35957,11 +35974,14 @@ function run_build_dom_tree() {
                 const topEl = document.elementFromPoint(point.x, point.y);
                 if (!topEl)
                     return false;
+                let count = 0;
                 let current = topEl;
                 while (current && current !== document.documentElement) {
                     if (current === element)
                         return true;
                     current = current.parentElement;
+                    if (++count > 15)
+                        break;
                 }
                 return false;
             }