@eko-ai/eko 3.0.2 → 3.0.4

package/dist/index.esm.js

@@ -31361,28 +31361,6 @@ function extractUsedTool(messages, agentTools) {
     }
     return tools;
 }
-function removeDuplicateToolUse(results) {
-    if (results.length <= 1 ||
-        results.filter((r) => r.type == "tool-call").length <= 1) {
-        return results;
-    }
-    let _results = [];
-    let tool_uniques = [];
-    for (let i = 0; i < results.length; i++) {
-        if (results[i].type === "tool-call") {
-            let tool = results[i];
-            let key = tool.toolName + tool.input;
-            if (tool_uniques.indexOf(key) == -1) {
-                _results.push(results[i]);
-                tool_uniques.push(key);
-            }
-        }
-        else {
-            _results.push(results[i]);
-        }
-    }
-    return _results;
-}
 async function compressAgentMessages(agentContext, rlm, messages, tools) {
     if (messages.length < 5) {
         return;
@@ -32276,14 +32254,7 @@ const PLAN_SYSTEM_TEMPLATE = `
 You are {name}, an autonomous AI Agent Planner.
 
 ## Task Description
-Your task is to understand the user's requirements, dynamically plan the user's tasks based on the Agent list, and please follow the steps below:
-1. Understand the user's requirements.
-2. Analyze the Agents that need to be used based on the user's requirements.
-3. Generate the Agent calling plan based on the analysis results.
-4. About agent name, please do not arbitrarily fabricate non-existent agent names.
-5. You only need to provide the steps to complete the user's task, key steps only, no need to be too detailed.
-6. Please strictly follow the output format and example output.
-7. The output language should follow the language corresponding to the user's task.
+{task_description}
 
 ## Agent list
 {agents}
@@ -32345,16 +32316,14 @@ Your task is to understand the user's requirements, dynamically plan the user's
 
 {example_prompt}
 `;
-const PLAN_CHAT_EXAMPLE = `User: hello.
-Output result:
-<root>
-  <name>Chat</name>
-  <thought>Alright, the user wrote "hello". That's pretty straightforward. I need to respond in a friendly and welcoming manner.</thought>
-  <agents>
-    <!-- Chat agents can exist without the <task> and <nodes> nodes. -->
-    <agent name="Chat" id="0" dependsOn=""></agent>
-  </agents>
-</root>`;
+const PLAN_TASK_DESCRIPTION = `Your task is to understand the user's requirements, dynamically plan the user's tasks based on the Agent list, and please follow the steps below:
+- Analyze the Agents that need to be used based on the user's requirements.
+- Generate the Agent calling plan based on the analysis results.
+- About agent name, please do not arbitrarily fabricate non-existent agent names.
+- You only need to provide the steps to complete the user's task, key steps only, no need to be too detailed.
+- Try to break down tasks into independently completable subtasks, and for maximum efficiency, run multiple independent subtasks in parallel whenever possible.
+- Please strictly follow the output format and example output.
+- The output language should follow the language corresponding to the user's task.`;
 const PLAN_EXAMPLE_LIST = [
     `User: Open Boss Zhipin, find 10 operation positions in Chengdu, and send a personal introduction to the recruiters based on the page information.
 Output result:
@@ -32512,7 +32481,7 @@ Task Website: {task_website}
 Current datetime: {datetime}
 Task Description: {task_prompt}
 `;
-async function getPlanSystemPrompt(context) {
+async function getPlanSystemPrompt(context, planTaskDescription, planExampleList) {
     let agents_prompt = "";
     let agents = context.agents;
     for (let i = 0; i < agents.length; i++) {
@@ -32531,16 +32500,16 @@ async function getPlanSystemPrompt(context) {
                     .join("\n") +
                 "\n</agent>\n\n";
     }
-    let plan_example_list = context.variables.get("plan_example_list") || PLAN_EXAMPLE_LIST;
-    let hasChatAgent = context.agents.filter((a) => a.Name == "Chat").length > 0;
+    const task_description = context.variables.get("plan_task_description") ||
+        PLAN_TASK_DESCRIPTION;
+    const plan_example_list = context.variables.get("plan_example_list") ||
+        PLAN_EXAMPLE_LIST;
     let example_prompt = "";
-    const example_list = hasChatAgent
-        ? [PLAN_CHAT_EXAMPLE, ...plan_example_list]
-        : [...plan_example_list];
-    for (let i = 0; i < example_list.length; i++) {
-        example_prompt += `## Example ${i + 1}\n${example_list[i]}\n\n`;
+    for (let i = 0; i < plan_example_list.length; i++) {
+        example_prompt += `## Example ${i + 1}\n${plan_example_list[i]}\n\n`;
     }
     return PLAN_SYSTEM_TEMPLATE.replace("{name}", config$1.name)
+        .replace("{task_description}", task_description)
         .replace("{agents}", agents_prompt.trim())
         .replace("{example_prompt}", example_prompt)
         .trim();
@@ -32587,8 +32556,7 @@ class Planner {
         const messages = [
             {
                 role: "system",
-                content: this.context.variables.get("plan_sys_prompt") ||
-                    (await getPlanSystemPrompt(this.context)),
+                content: await getPlanSystemPrompt(this.context),
             },
             {
                 role: "user",
@@ -35322,6 +35290,7 @@ You are {name}, an autonomous AI agent for {agent} agent.
   </nodes>
 </root>
 
+For maximum efficiency, whenever you need to perform multiple independent operations, invoke all relevant tools simultaneously rather than sequentially.
 The output language should follow the language corresponding to the user's task.
 `;
 const HUMAN_PROMPT = `
@@ -35342,7 +35311,7 @@ const FOR_EACH_NODE = `
     </forEach>`;
 const FOR_EACH_PROMPT = `
 * forEach node
-repetitive tasks, when executing to the forEach node, require the use of the \`${TOOL_NAME$6}\` tool.
+For repetitive tasks, when executing a forEach node, the \`${TOOL_NAME$6}\` tool must be used. Loop tasks support parallel tool calls, and during parallel execution, this tool needs to be called interspersed throughout the process.
 `;
 const WATCH_NODE = `
     <!-- monitor task node, the loop attribute specifies whether to listen in a loop or listen once -->
@@ -35510,7 +35479,7 @@ class Agent {
         let context = agentContext.context;
         let user_messages = [];
         let toolResults = [];
-        results = removeDuplicateToolUse(results);
+        // results = memory.removeDuplicateToolUse(results);
         if (results.length == 0) {
             return null;
         }
@@ -36034,7 +36003,7 @@ This is a computer GUI interface, observe the execution through screenshots, and
         return [
             {
                 name: "typing",
-                description: "Type specified text",
+                description: "Simulates keyboard typing to input text into the currently focused application or text field on the computer.",
                 parameters: {
                     type: "object",
                     properties: {
@@ -36051,27 +36020,27 @@ This is a computer GUI interface, observe the execution through screenshots, and
             },
             {
                 name: "click",
-                description: "Click at current or specified position",
+                description: "Simulates mouse clicking at an absolute screen position (x, y) on the computer.",
                 parameters: {
                     type: "object",
                     properties: {
                         x: {
                             type: "number",
-                            description: "X coordinate",
+                            description: "Absolute X coordinate on the screen where the mouse will click",
                         },
                         y: {
                             type: "number",
-                            description: "Y coordinate",
+                            description: "Absolute Y coordinate on the screen where the mouse will click",
                         },
                         num_clicks: {
                             type: "number",
-                            description: "Number of clicks",
+                            description: "Number of times to click at the position",
                             enum: [1, 2, 3],
                             default: 1,
                         },
                         button: {
                             type: "string",
-                            description: "Mouse button to click",
+                            description: "Which mouse button to click",
                             enum: ["left", "right", "middle"],
                             default: "left",
                         },
@@ -36084,17 +36053,17 @@ This is a computer GUI interface, observe the execution through screenshots, and
             },
             {
                 name: "move_to",
-                description: "Move cursor to specified position",
+                description: "Moves the mouse cursor to the specified screen coordinates.",
                 parameters: {
                     type: "object",
                     properties: {
                         x: {
                             type: "number",
-                            description: "X coordinate",
+                            description: "Absolute X coordinate on the screen",
                         },
                         y: {
                             type: "number",
-                            description: "Y coordinate",
+                            description: "Absolute Y coordinate on the screen",
                         },
                     },
                     required: ["x", "y"],
@@ -36105,7 +36074,7 @@ This is a computer GUI interface, observe the execution through screenshots, and
             },
             {
                 name: "scroll",
-                description: "Scroll the mouse wheel at current position",
+                description: "Scroll the mouse wheel vertically at the current pointer location.",
                 parameters: {
                     type: "object",
                     properties: {
@@ -36131,13 +36100,13 @@ This is a computer GUI interface, observe the execution through screenshots, and
             },
             {
                 name: "press",
-                description: "Press and release a key",
+                description: "Simulate pressing and releasing a specific keyboard key",
                 parameters: {
                     type: "object",
                     properties: {
                         key: {
                             type: "string",
-                            description: "Key to press",
+                            description: "The keyboard key",
                             enum: keyboardKeys,
                         },
                     },
@@ -36149,13 +36118,13 @@ This is a computer GUI interface, observe the execution through screenshots, and
             },
             {
                 name: "hotkey",
-                description: "Press a key combination",
+                description: "Simulate pressing one or more keyboard keys, including combinations.",
                 parameters: {
                     type: "object",
                     properties: {
                         keys: {
                             type: "string",
-                            description: "Key combination to press",
+                            description: "A single key or a combination of keys to press. For combinations, use '+' to join keys.",
                             enum: keyboardKeys,
                         },
                     },
@@ -36167,25 +36136,25 @@ This is a computer GUI interface, observe the execution through screenshots, and
             },
             {
                 name: "drag_and_drop",
-                description: "Drag and drop operation",
+                description: "Performs a mouse drag-and-drop operation from a starting point to a target point on the screen.",
                 parameters: {
                     type: "object",
                     properties: {
                         x1: {
                             type: "number",
-                            description: "From X coordinate",
+                            description: "Absolute X coordinate of the starting point (in pixels).",
                         },
                         y1: {
                             type: "number",
-                            description: "From Y coordinate",
+                            description: "Absolute Y coordinate of the starting point (in pixels).",
                         },
                         x2: {
                             type: "number",
-                            description: "Target X coordinate",
+                            description: "Absolute X coordinate of the ending (target) point (in pixels).",
                         },
                         y2: {
                             type: "number",
-                            description: "Target Y coordinate",
+                            description: "Absolute Y coordinate of the ending (target) point (in pixels).",
                         },
                     },
                     required: ["x1", "y1", "x2", "y2"],
@@ -36197,13 +36166,13 @@ This is a computer GUI interface, observe the execution through screenshots, and
             {
                 name: "wait",
                 noPlan: true,
-                description: "Wait for specified duration",
+                description: "Wait/pause execution for a specified duration. Use this tool when you need to wait for data loading, or introduce delays between operations.",
                 parameters: {
                     type: "object",
                     properties: {
                         duration: {
                             type: "number",
-                            description: "Duration in millisecond",
+                            description: "Wait duration in milliseconds",
                             default: 500,
                             minimum: 200,
                             maximum: 10000,
@@ -36524,6 +36493,27 @@ class BaseBrowserAgent extends Agent {
 
 // @ts-nocheck
 function run_build_dom_tree() {
+    var computedStyleCache = new WeakMap();
+    /**
+     * Gets the cached computed style for an element.
+     */
+    function getCachedComputedStyle(element) {
+        if (!element)
+            return null;
+        if (computedStyleCache.has(element)) {
+            return computedStyleCache.get(element);
+        }
+        try {
+            const style = window.getComputedStyle(element);
+            if (style) {
+                computedStyleCache.set(element, style);
+            }
+            return style;
+        }
+        catch (e) {
+            return null;
+        }
+    }
     /**
      * Get clickable elements on the page
      *
@@ -36533,6 +36523,7 @@ function run_build_dom_tree() {
      */
     function get_clickable_elements(doHighlightElements = true, includeAttributes) {
         window.clickable_elements = {};
+        computedStyleCache = new WeakMap();
         document.querySelectorAll("[eko-user-highlight-id]").forEach(ele => ele.removeAttribute("eko-user-highlight-id"));
         let page_tree = build_dom_tree(doHighlightElements);
         let element_tree = parse_node(page_tree);
@@ -36549,6 +36540,7 @@ function run_build_dom_tree() {
         if (highlight) {
             highlight.remove();
         }
+        computedStyleCache = new WeakMap();
     }
     function clickable_elements_to_string(element_tree, includeAttributes) {
         if (!includeAttributes) {
@@ -36815,11 +36807,14 @@ function run_build_dom_tree() {
         }
         // Helper function to check if element is accepted
         function isElementAccepted(element) {
-            const leafElementDenyList = new Set(['svg', 'script', 'style', 'link', 'meta']);
+            const leafElementDenyList = new Set(['svg', 'script', 'style', 'link', 'meta', 'noscript', 'template']);
             return !leafElementDenyList.has(element.tagName.toLowerCase());
         }
         // Helper function to check if element is interactive
         function isInteractiveElement(element) {
+            if (!element || element.nodeType !== Node.ELEMENT_NODE) {
+                return false;
+            }
             // Base interactive elements and roles
             const interactiveElements = new Set([
                 'a',
@@ -36834,11 +36829,16 @@ function run_build_dom_tree() {
                 'select',
                 'textarea',
                 'summary',
+                'option',
+                'optgroup',
+                'fieldset',
+                'legend',
             ]);
             const interactiveRoles = new Set([
                 'button',
                 'menu',
                 'menuitem',
+                'menubar',
                 'link',
                 'checkbox',
                 'radio',
@@ -36885,7 +36885,7 @@ function run_build_dom_tree() {
             if (hasInteractiveRole)
                 return true;
             // Get computed style
-            const style = window.getComputedStyle(element);
+            const style = getCachedComputedStyle(element);
             // Check if element has click-like styling
             const hasClickStyling = style.cursor === 'pointer' || element.style.cursor === 'pointer';
             // Check for event listeners
@@ -36941,7 +36941,7 @@ function run_build_dom_tree() {
             // Check for form-related functionality
             element.form !== undefined ||
                 element.hasAttribute('contenteditable') ||
-                style.userSelect !== 'none';
+                (style && style.userSelect !== 'none');
             // Check if element is draggable
             const isDraggable = element.draggable || element.getAttribute('draggable') === 'true';
             return (hasAriaProps ||
@@ -36953,11 +36953,12 @@ function run_build_dom_tree() {
         }
         // Helper function to check if element is visible
         function isElementVisible(element) {
-            const style = window.getComputedStyle(element);
-            return (element.offsetWidth > 0 &&
-                element.offsetHeight > 0 &&
-                style.visibility !== 'hidden' &&
-                style.display !== 'none');
+            if (element.offsetWidth === 0 && element.offsetHeight === 0) {
+                return false;
+            }
+            const style = getCachedComputedStyle(element);
+            return (style?.visibility !== 'hidden' &&
+                style?.display !== 'none');
         }
         // Helper function to check if element is the top element at its position
         function isTopElement(element) {
@@ -37128,9 +37129,11 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
   - If the webpage content hasn't loaded, please use the \`wait\` tool to allow time for the content to load.
 * ELEMENT INTERACTION:
    - Only use indexes that exist in the provided element list
+   - Browser tools only return elements in visible viewport by default
    - Each element has a unique index number (e.g., "[33]:<button>Submit</button>")
    - Elements marked with "[]:" are non-interactive (for context only, e.g., "[]: Google")
    - Use the latest element index, do not rely on historical outdated element indexes
+   - Due to technical limitations, not all interactive elements may be identified; use coordinates to interact with unlisted elements
 * ERROR HANDLING:
    - If no suitable elements exist, use other functions to complete the task
    - If stuck, try alternative approaches, don't refuse tasks
@@ -37139,6 +37142,8 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
 * BROWSER OPERATION:
    - Use scroll to find elements you are looking for, When extracting content, prioritize using extract_page_content, only scroll when you need to load more content
    - Please follow user instructions and don't be lazy until the task is completed. For example, if a user asks you to find 30 people, don't just find 10 - keep searching until you find all 30
+* Parallelism:
+   - When operating multiple independent steps, they should be executed in parallel as much as possible. For example, when filling out multiple form fields, they should be filled in parallel as much as possible to improve efficiency, rather than operating step by step.
 * During execution, please output user-friendly step information. Do not output HTML-related element and index information to users, as this would cause user confusion.
 `;
         const _tools_ = [];
@@ -37258,13 +37263,13 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
         return [
             {
                 name: "navigate_to",
-                description: "Navigate to a specific url",
+                description: "Navigate to a specific URL in the browser. Use this tool when you need to visit a webpage or change the current page location.",
                 parameters: {
                     type: "object",
                     properties: {
                         url: {
                             type: "string",
-                            description: "The url to navigate to",
+                            description: "The complete URL to navigate to",
                         },
                     },
                     required: ["url"],
@@ -37275,7 +37280,7 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
             },
             {
                 name: "current_page",
-                description: "Get the information of the current webpage (url, title)",
+                description: "Get the currently active webpage information, return tabId, URL and title",
                 parameters: {
                     type: "object",
                     properties: {},
@@ -37286,7 +37291,7 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
             },
             {
                 name: "go_back",
-                description: "Navigate back in browser history",
+                description: "Go back to the previous page in browser history",
                 parameters: {
                     type: "object",
                     properties: {},
@@ -37297,7 +37302,7 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
             },
             {
                 name: "input_text",
-                description: "Input text into an element",
+                description: "Inputs text into a element by first clicking to focus the element, then clearing any existing text and typing the new text. Optionally presses Enter after input completion.",
                 parameters: {
                     type: "object",
                     properties: {
@@ -37380,7 +37385,7 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
             },
             {
                 name: "hover_to_element",
-                description: "Mouse hover over the element",
+                description: "Hover the mouse over an element, use it when you need to hover to display more interactive information",
                 parameters: {
                     type: "object",
                     properties: {
@@ -37397,7 +37402,7 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
             },
             {
                 name: "extract_page_content",
-                description: "Extract the text content and image links of the current webpage, please use this tool to obtain webpage data.",
+                description: "Extracts all content from the current webpage, including text and image links. Please use this tool when you need to retrieve webpage content.",
                 parameters: {
                     type: "object",
                     properties: {},
@@ -37446,7 +37451,7 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
             },
             {
                 name: "get_all_tabs",
-                description: "Get all tabs of the current browser",
+                description: "Get all tabs of the current browser, returns the tabId, URL, and title of all tab pages",
                 parameters: {
                     type: "object",
                     properties: {},
@@ -37457,7 +37462,7 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
             },
             {
                 name: "switch_tab",
-                description: "Switch to the specified tab page",
+                description: "Switch to the specified tab (based on tabId)",
                 parameters: {
                     type: "object",
                     properties: {
@@ -37475,13 +37480,13 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
             {
                 name: "wait",
                 noPlan: true,
-                description: "Wait for specified duration",
+                description: "Wait/pause execution for a specified duration. Use this tool when you need to wait for data loading, page rendering, or introduce delays between operations.",
                 parameters: {
                     type: "object",
                     properties: {
                         duration: {
                             type: "number",
-                            description: "Duration in millisecond",
+                            description: "Wait duration in milliseconds",
                             default: 500,
                             minimum: 200,
                             maximum: 10000,