@eko-ai/eko 2.0.9 → 2.1.0

package/dist/agent/browser/browser_base.d.ts

@@ -41,6 +41,7 @@ export default abstract class BaseBrowserAgent extends Agent {
         result: unknown;
         isError?: boolean;
     } | null;
+    protected toolUseNames(messages: LanguageModelV1Prompt): string[];
     protected abstract execute_script(agentContext: AgentContext, func: (...args: any[]) => void, args: any[]): Promise<any>;
     protected execute_mcp_script(agentContext: AgentContext, script: string): Promise<string | number | Record<string, any> | undefined>;
 }

package/dist/agent/browser/browser_base.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"browser_base.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/browser_base.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EAEtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAEhC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAc,UAAU,EAAE,MAAM,aAAa,CAAC;AAEnE,eAAO,MAAM,UAAU,YAAY,CAAC;AAEpC,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,gBAAiB,SAAQ,KAAK;IAC1D,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC;QACjE,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,YAAY,GAAG,WAAW,CAAC;KACvC,CAAC;IAEF,SAAS,CAAC,QAAQ,CAAC,WAAW,CAC5B,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,MAAM,GACV,OAAO,CAAC;QACT,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IAEF,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAClE,KAAK,CAAC;QACJ,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;KACf,CAAC,CACH;IAED,SAAS,CAAC,QAAQ,CAAC,UAAU,CAC3B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC;QACT,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;cAEc,OAAO,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;cAalD,oBAAoB,CAAC,YAAY,EAAE,YAAY,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;cAuBzF,eAAe,CAC7B,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,qBAAqB,EAC/B,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QAAE,QAAQ,EAAE,OAAO,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC;IAyBtE,SAAS,CAAC,YAAY,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,YAAY;cAmDzD,gBAAgB,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC;QACpE,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IAaF,SAAS,CAAC,cAAc,CAAC,QAAQ,EAAE,qBAAqB,GAAG;QACzD,EAAE,EAAE,MAAM,CAAC;QACX,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,OAAO,CAAC;QACd,MAAM,EAAE,OAAO,CAAC;QAChB,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,GAAG,IAAI;IAyCR,SAAS,CAAC,QAAQ,CAAC,cAAc,CAC/B,YAAY,EAAE,YAAY,EAC1B,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,EAC9B,IAAI,EAAE,GAAG,EAAE,GACV,OAAO,CAAC,GAAG,CAAC;cAEC,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS,CAAC;CAG9D;AAED,OAAO,EAAE,gBAAgB,EAAE,CAAC"}
+{"version":3,"file":"browser_base.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/browser_base.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,qBAAqB,EAEtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAEhC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAc,UAAU,EAAE,MAAM,aAAa,CAAC;AAEnE,eAAO,MAAM,UAAU,YAAY,CAAC;AAEpC,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,gBAAiB,SAAQ,KAAK;IAC1D,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC;QACjE,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,YAAY,GAAG,WAAW,CAAC;KACvC,CAAC;IAEF,SAAS,CAAC,QAAQ,CAAC,WAAW,CAC5B,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,MAAM,GACV,OAAO,CAAC;QACT,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IAEF,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAClE,KAAK,CAAC;QACJ,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;KACf,CAAC,CACH;IAED,SAAS,CAAC,QAAQ,CAAC,UAAU,CAC3B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC;QACT,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;cAEc,OAAO,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC;cAalD,oBAAoB,CAAC,YAAY,EAAE,YAAY,EAAE,aAAa,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;cAuBzF,eAAe,CAC7B,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,qBAAqB,EAC/B,OAAO,EAAE,MAAM,GACd,OAAO,CAAC;QAAE,QAAQ,EAAE,OAAO,CAAC;QAAC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC;IAyBtE,SAAS,CAAC,YAAY,CAAC,SAAS,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,YAAY;cAmDzD,gBAAgB,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC;QACpE,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IAaF,SAAS,CAAC,cAAc,CAAC,QAAQ,EAAE,qBAAqB,GAAG;QACzD,EAAE,EAAE,MAAM,CAAC;QACX,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,OAAO,CAAC;QACd,MAAM,EAAE,OAAO,CAAC;QAChB,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,GAAG,IAAI;IAyCR,SAAS,CAAC,YAAY,CAAC,QAAQ,EAAE,qBAAqB,GAAG,MAAM,EAAE;IAWjE,SAAS,CAAC,QAAQ,CAAC,cAAc,CAC/B,YAAY,EAAE,YAAY,EAC1B,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,EAC9B,IAAI,EAAE,GAAG,EAAE,GACV,OAAO,CAAC,GAAG,CAAC;cAEC,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,SAAS,CAAC;CAG9D;AAED,OAAO,EAAE,gBAAgB,EAAE,CAAC"}

package/dist/agent/browser/browser_labels.d.ts

@@ -7,7 +7,7 @@ export default abstract class BaseBrowserLabelsAgent extends BaseBrowserAgent {
     protected input_text(agentContext: AgentContext, index: number, text: string, enter: boolean): Promise<void>;
     protected click_element(agentContext: AgentContext, index: number, num_clicks: number, button: "left" | "right" | "middle"): Promise<void>;
     protected scroll_to_element(agentContext: AgentContext, index: number): Promise<void>;
-    protected scroll_mouse_wheel(agentContext: AgentContext, amount: number): Promise<void>;
+    protected scroll_mouse_wheel(agentContext: AgentContext, amount: number, extract_page_content: boolean): Promise<any>;
     protected hover_to_element(agentContext: AgentContext, index: number): Promise<void>;
     protected get_select_options(agentContext: AgentContext, index: number): Promise<any>;
     protected select_option(agentContext: AgentContext, index: number, option: string): Promise<any>;

package/dist/agent/browser/browser_labels.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"browser_labels.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/browser_labels.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAc,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,IAAI,EAAc,UAAU,EAAE,MAAM,aAAa,CAAC;AAE3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAGzD,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,sBAAuB,SAAQ,gBAAgB;gBAC/D,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE,SAAS,CAAC,EAAE,UAAU;cAqCvD,UAAU,CACxB,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,IAAI,CAAC;cAOA,aAAa,CAC3B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,GAClC,OAAO,CAAC,IAAI,CAAC;cAMA,iBAAiB,CAC/B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;cAaA,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC;cAgBA,gBAAgB,CAC9B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;cAIA,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC;cAMC,aAAa,CAC3B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,GAAG,CAAC;cAMC,mBAAmB,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC;QACvE,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,YAAY,GAAG,WAAW,CAAC;QACtC,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAuCF,SAAS,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAInD,OAAO,CAAC,cAAc;cAkVN,cAAc,CAC5B,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,qBAAqB,EAC/B,KAAK,EAAE,IAAI,EAAE,GACZ,OAAO,CAAC,IAAI,CAAC;CA8BjB;AAiKD,OAAO,EAAE,sBAAsB,EAAE,CAAC"}
+{"version":3,"file":"browser_labels.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/browser_labels.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAc,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,IAAI,EAAc,UAAU,EAAE,MAAM,aAAa,CAAC;AAE3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAGzD,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,sBAAuB,SAAQ,gBAAgB;gBAC/D,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE,SAAS,CAAC,EAAE,UAAU;cAqCvD,UAAU,CACxB,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,IAAI,CAAC;cAOA,aAAa,CAC3B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,GAClC,OAAO,CAAC,IAAI,CAAC;cAMA,iBAAiB,CAC/B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;cAaA,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,MAAM,EACd,oBAAoB,EAAE,OAAO,GAC5B,OAAO,CAAC,GAAG,CAAC;cASC,gBAAgB,CAC9B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;cAIA,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC;cAMC,aAAa,CAC3B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,GAAG,CAAC;cAMC,mBAAmB,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC;QACvE,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,YAAY,GAAG,WAAW,CAAC;QACtC,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAwCF,SAAS,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAInD,OAAO,CAAC,cAAc;cA2VN,cAAc,CAC5B,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,qBAAqB,EAC/B,KAAK,EAAE,IAAI,EAAE,GACZ,OAAO,CAAC,IAAI,CAAC;CA8BjB;AAwND,OAAO,EAAE,sBAAsB,EAAE,CAAC"}

package/dist/index.cjs.js

@@ -9,7 +9,7 @@ const config = {
     platform: "mac",
     maxReactNum: 200,
     maxTokens: 16000,
-    compressThreshold: 60,
+    compressThreshold: 80,
     largeTextLength: 5000,
     shortTextLength: 800,
 };
@@ -17876,7 +17876,7 @@ class HumanInteractTool {
         this.name = TOOL_NAME$3;
         this.noPlan = true;
         this.description = `AI interacts with humans:
-confirm: Ask the user to confirm whether to execute an operation, especially when performing dangerous actions such as deleting system files.
+confirm: Ask the user to confirm whether to execute an operation, especially when performing dangerous actions such as deleting system files, users will choose Yes or No.
 input: Prompt the user to enter text; for example, when a task is ambiguous, the AI can choose to ask the user for details, and the user can respond by inputting.
 select: Allow the user to make a choice; in situations that require selection, the AI can ask the user to make a decision.
 request_help: Request assistance from the user; for instance, when an operation is blocked, the AI can ask the user for help, such as needing to log into a website or solve a CAPTCHA.`;
@@ -18155,10 +18155,10 @@ The output language should follow the language corresponding to the user's task.
 const HUMAN_PROMPT = `
 * HUMAN INTERACT
 During the task execution process, you can use the \`${TOOL_NAME$3}\` tool to interact with humans, please call it in the following situations:
-- When performing dangerous operations such as deleting files, confirmation from humans is required
-- When encountering obstacles while accessing websites, such as requiring user login, you need to request human assistance
+- When performing dangerous operations such as deleting files, confirmation from humans is required.
+- When encountering obstacles while visiting a website, such as requiring user login or captcha, you need to request for manual assistance.
 - When requesting login, please only call the function when a login dialog box is clearly displayed.
-- Try not to use the \`${TOOL_NAME$3}\` tool
+- Try to minimize the use of \`${TOOL_NAME$3}\` tool.
 `;
 const VARIABLE_PROMPT = `
 * VARIABLE STORAGE
@@ -20064,6 +20064,16 @@ class BaseBrowserAgent extends Agent {
         }
         return null;
     }
+    toolUseNames(messages) {
+        let toolNames = [];
+        for (let i = 0; i < messages.length; i++) {
+            let message = messages[i];
+            if (message.role == "tool") {
+                toolNames.push(message.content[0].toolName);
+            }
+        }
+        return toolNames;
+    }
     async execute_mcp_script(agentContext, script) {
         return;
     }
@@ -20712,15 +20722,13 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
         }, [index]);
         await sleep(200);
     }
-    async scroll_mouse_wheel(agentContext, amount) {
-        await this.execute_script(agentContext, (amount) => {
-            let viewportHeight = window.innerHeight ||
-                document.documentElement.clientHeight ||
-                document.body.clientHeight;
-            let y = Math.max(20, Math.min(viewportHeight / 10, 200));
-            window.scrollBy(0, y * amount);
-        }, [amount]);
+    async scroll_mouse_wheel(agentContext, amount, extract_page_content) {
+        await this.execute_script(agentContext, scroll_by, [{ amount }]);
         await sleep(200);
+        if (extract_page_content) {
+            let page_content = await this.extract_page_content(agentContext);
+            return "This is the latest page content:\n" + page_content;
+        }
     }
     async hover_to_element(agentContext, index) {
         await this.execute_script(agentContext, hover_to, [{ index }]);
@@ -20741,6 +20749,7 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
             for (let i = 0; i < 5; i++) {
                 await sleep(200);
                 await this.execute_script(agentContext, run_build_dom_tree, []);
+                await sleep(50);
                 element_result = (await this.execute_script(agentContext, () => {
                     return window.get_clickable_elements(true);
                 }, []));
@@ -20748,7 +20757,7 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
                     break;
                 }
             }
-            await sleep(50);
+            await sleep(100);
             let screenshot = await this.screenshot(agentContext);
             // agentContext.variables.set("selector_map", element_result.selector_map);
             let pseudoHtml = element_result.element_str;
@@ -20882,7 +20891,7 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
             },
             {
                 name: "scroll_mouse_wheel",
-                description: "Scroll the mouse wheel at current position, prioritize using extract_page_content, only scroll when you need to load more content",
+                description: "Scroll the mouse wheel at current position, only scroll when you need to load more content",
                 parameters: {
                     type: "object",
                     properties: {
@@ -20896,13 +20905,17 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
                             type: "string",
                             enum: ["up", "down"],
                         },
+                        extract_page_content: {
+                            type: "boolean",
+                            description: "After scrolling is completed, whether to extract the current latest page content",
+                        },
                     },
                     required: ["amount", "direction"],
                 },
                 execute: async (args, agentContext) => {
                     return await this.callInnerTool(async () => {
                         let amount = args.amount;
-                        await this.scroll_mouse_wheel(agentContext, args.direction == "up" ? -amount : amount);
+                        await this.scroll_mouse_wheel(agentContext, args.direction == "up" ? -amount : amount, args.extract_page_content == true);
                     });
                 },
             },
@@ -21188,6 +21201,50 @@ function select_option(params) {
         selectedText: option.text.trim(),
     };
 }
+function scroll_by(params) {
+    const amount = params.amount;
+    const documentElement = document.documentElement || document.body;
+    if (documentElement.scrollHeight > window.innerHeight * 1.2) {
+        const y = Math.max(20, Math.min((window.innerHeight || documentElement.clientHeight) / 10, 200));
+        window.scrollBy(0, y * amount);
+        return;
+    }
+    function findScrollableElements() {
+        const allElements = Array.from(document.querySelectorAll("*"));
+        return allElements.filter((el) => {
+            const style = window.getComputedStyle(el);
+            const overflowY = style.getPropertyValue("overflow-y");
+            return ((overflowY === "auto" || overflowY === "scroll") &&
+                el.scrollHeight > el.clientHeight);
+        });
+    }
+    function getVisibleArea(element) {
+        const rect = element.getBoundingClientRect();
+        const viewportHeight = window.innerHeight || documentElement.clientHeight;
+        const viewportWidth = window.innerWidth || documentElement.clientWidth;
+        const visibleLeft = Math.max(0, Math.min(rect.left, viewportWidth));
+        const visibleRight = Math.max(0, Math.min(rect.right, viewportWidth));
+        const visibleTop = Math.max(0, Math.min(rect.top, viewportHeight));
+        const visibleBottom = Math.max(0, Math.min(rect.bottom, viewportHeight));
+        const visibleWidth = visibleRight - visibleLeft;
+        const visibleHeight = visibleBottom - visibleTop;
+        return visibleWidth * visibleHeight;
+    }
+    const scrollableElements = findScrollableElements();
+    if (scrollableElements.length === 0) {
+        const y = Math.max(20, Math.min((window.innerHeight || documentElement.clientHeight) / 10, 200));
+        window.scrollBy(0, y * amount);
+        return false;
+    }
+    const sortedElements = scrollableElements.sort((a, b) => {
+        return getVisibleArea(b) - getVisibleArea(a);
+    });
+    const largestElement = sortedElements[0];
+    const viewportHeight = largestElement.clientHeight;
+    const y = Math.max(20, Math.min(viewportHeight / 10, 200));
+    largestElement.scrollBy(0, y * amount);
+    return true;
+}
 
 class BaseBrowserScreenAgent extends BaseBrowserAgent {
     constructor(llms, ext_tools, mcpClient) {