@eko-ai/eko 3.0.2 → 3.0.3

package/dist/index.esm.js

@@ -32276,14 +32276,7 @@ const PLAN_SYSTEM_TEMPLATE = `
 You are {name}, an autonomous AI Agent Planner.
 
 ## Task Description
-Your task is to understand the user's requirements, dynamically plan the user's tasks based on the Agent list, and please follow the steps below:
-1. Understand the user's requirements.
-2. Analyze the Agents that need to be used based on the user's requirements.
-3. Generate the Agent calling plan based on the analysis results.
-4. About agent name, please do not arbitrarily fabricate non-existent agent names.
-5. You only need to provide the steps to complete the user's task, key steps only, no need to be too detailed.
-6. Please strictly follow the output format and example output.
-7. The output language should follow the language corresponding to the user's task.
+{task_description}
 
 ## Agent list
 {agents}
@@ -32345,6 +32338,14 @@ Your task is to understand the user's requirements, dynamically plan the user's
 
 {example_prompt}
 `;
+const PLAN_TASK_DESCRIPTION = `Your task is to understand the user's requirements, dynamically plan the user's tasks based on the Agent list, and please follow the steps below:
+1. Understand the user's requirements.
+2. Analyze the Agents that need to be used based on the user's requirements.
+3. Generate the Agent calling plan based on the analysis results.
+4. About agent name, please do not arbitrarily fabricate non-existent agent names.
+5. You only need to provide the steps to complete the user's task, key steps only, no need to be too detailed.
+6. Please strictly follow the output format and example output.
+7. The output language should follow the language corresponding to the user's task.`;
 const PLAN_CHAT_EXAMPLE = `User: hello.
 Output result:
 <root>
@@ -32512,7 +32513,7 @@ Task Website: {task_website}
 Current datetime: {datetime}
 Task Description: {task_prompt}
 `;
-async function getPlanSystemPrompt(context) {
+async function getPlanSystemPrompt(context, planTaskDescription, planExampleList) {
     let agents_prompt = "";
     let agents = context.agents;
     for (let i = 0; i < agents.length; i++) {
@@ -32531,8 +32532,11 @@ async function getPlanSystemPrompt(context) {
                     .join("\n") +
                 "\n</agent>\n\n";
     }
-    let plan_example_list = context.variables.get("plan_example_list") || PLAN_EXAMPLE_LIST;
-    let hasChatAgent = context.agents.filter((a) => a.Name == "Chat").length > 0;
+    const task_description = context.variables.get("plan_task_description") ||
+        PLAN_TASK_DESCRIPTION;
+    const plan_example_list = context.variables.get("plan_example_list") ||
+        PLAN_EXAMPLE_LIST;
+    const hasChatAgent = context.agents.filter((a) => a.Name == "Chat").length > 0;
     let example_prompt = "";
     const example_list = hasChatAgent
         ? [PLAN_CHAT_EXAMPLE, ...plan_example_list]
@@ -32541,6 +32545,7 @@ async function getPlanSystemPrompt(context) {
         example_prompt += `## Example ${i + 1}\n${example_list[i]}\n\n`;
     }
     return PLAN_SYSTEM_TEMPLATE.replace("{name}", config$1.name)
+        .replace("{task_description}", task_description)
         .replace("{agents}", agents_prompt.trim())
         .replace("{example_prompt}", example_prompt)
         .trim();
@@ -32587,8 +32592,7 @@ class Planner {
         const messages = [
             {
                 role: "system",
-                content: this.context.variables.get("plan_sys_prompt") ||
-                    (await getPlanSystemPrompt(this.context)),
+                content: await getPlanSystemPrompt(this.context),
             },
             {
                 role: "user",
@@ -36524,6 +36528,27 @@ class BaseBrowserAgent extends Agent {
 
 // @ts-nocheck
 function run_build_dom_tree() {
+    var computedStyleCache = new WeakMap();
+    /**
+     * Gets the cached computed style for an element.
+     */
+    function getCachedComputedStyle(element) {
+        if (!element)
+            return null;
+        if (computedStyleCache.has(element)) {
+            return computedStyleCache.get(element);
+        }
+        try {
+            const style = window.getComputedStyle(element);
+            if (style) {
+                computedStyleCache.set(element, style);
+            }
+            return style;
+        }
+        catch (e) {
+            return null;
+        }
+    }
     /**
      * Get clickable elements on the page
      *
@@ -36533,6 +36558,7 @@ function run_build_dom_tree() {
      */
     function get_clickable_elements(doHighlightElements = true, includeAttributes) {
         window.clickable_elements = {};
+        computedStyleCache = new WeakMap();
         document.querySelectorAll("[eko-user-highlight-id]").forEach(ele => ele.removeAttribute("eko-user-highlight-id"));
         let page_tree = build_dom_tree(doHighlightElements);
         let element_tree = parse_node(page_tree);
@@ -36549,6 +36575,7 @@ function run_build_dom_tree() {
         if (highlight) {
             highlight.remove();
         }
+        computedStyleCache = new WeakMap();
     }
     function clickable_elements_to_string(element_tree, includeAttributes) {
         if (!includeAttributes) {
@@ -36815,11 +36842,14 @@ function run_build_dom_tree() {
         }
         // Helper function to check if element is accepted
         function isElementAccepted(element) {
-            const leafElementDenyList = new Set(['svg', 'script', 'style', 'link', 'meta']);
+            const leafElementDenyList = new Set(['svg', 'script', 'style', 'link', 'meta', 'noscript', 'template']);
             return !leafElementDenyList.has(element.tagName.toLowerCase());
         }
         // Helper function to check if element is interactive
         function isInteractiveElement(element) {
+            if (!element || element.nodeType !== Node.ELEMENT_NODE) {
+                return false;
+            }
             // Base interactive elements and roles
             const interactiveElements = new Set([
                 'a',
@@ -36834,11 +36864,16 @@ function run_build_dom_tree() {
                 'select',
                 'textarea',
                 'summary',
+                'option',
+                'optgroup',
+                'fieldset',
+                'legend',
             ]);
             const interactiveRoles = new Set([
                 'button',
                 'menu',
                 'menuitem',
+                'menubar',
                 'link',
                 'checkbox',
                 'radio',
@@ -36885,7 +36920,7 @@ function run_build_dom_tree() {
             if (hasInteractiveRole)
                 return true;
             // Get computed style
-            const style = window.getComputedStyle(element);
+            const style = getCachedComputedStyle(element);
             // Check if element has click-like styling
             const hasClickStyling = style.cursor === 'pointer' || element.style.cursor === 'pointer';
             // Check for event listeners
@@ -36941,7 +36976,7 @@ function run_build_dom_tree() {
             // Check for form-related functionality
             element.form !== undefined ||
                 element.hasAttribute('contenteditable') ||
-                style.userSelect !== 'none';
+                (style && style.userSelect !== 'none');
             // Check if element is draggable
             const isDraggable = element.draggable || element.getAttribute('draggable') === 'true';
             return (hasAriaProps ||
@@ -36953,11 +36988,12 @@ function run_build_dom_tree() {
         }
         // Helper function to check if element is visible
         function isElementVisible(element) {
-            const style = window.getComputedStyle(element);
-            return (element.offsetWidth > 0 &&
-                element.offsetHeight > 0 &&
-                style.visibility !== 'hidden' &&
-                style.display !== 'none');
+            if (element.offsetWidth === 0 && element.offsetHeight === 0) {
+                return false;
+            }
+            const style = getCachedComputedStyle(element);
+            return (style?.visibility !== 'hidden' &&
+                style?.display !== 'none');
         }
         // Helper function to check if element is the top element at its position
         function isTopElement(element) {
@@ -37128,9 +37164,11 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
   - If the webpage content hasn't loaded, please use the \`wait\` tool to allow time for the content to load.
 * ELEMENT INTERACTION:
    - Only use indexes that exist in the provided element list
+   - Browser tools only return elements in visible viewport by default
    - Each element has a unique index number (e.g., "[33]:<button>Submit</button>")
    - Elements marked with "[]:" are non-interactive (for context only, e.g., "[]: Google")
    - Use the latest element index, do not rely on historical outdated element indexes
+   - Due to technical limitations, not all interactive elements may be identified; use coordinates to interact with unlisted elements
 * ERROR HANDLING:
    - If no suitable elements exist, use other functions to complete the task
    - If stuck, try alternative approaches, don't refuse tasks
@@ -37297,7 +37335,7 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
             },
             {
                 name: "input_text",
-                description: "Input text into an element",
+                description: "Input text into the element. It will first click the element to activate it, then proceed with text input.",
                 parameters: {
                     type: "object",
                     properties: {