@eko-ai/eko 3.0.2 → 3.0.3

package/dist/agent/browser/browser_labels.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"browser_labels.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/browser_labels.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,EAAE,gBAAgB,EAAc,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAEL,qBAAqB,EACtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,IAAI,EAAc,UAAU,EAAE,MAAM,aAAa,CAAC;AAG3D,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,sBAAuB,SAAQ,gBAAgB;gBAC/D,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE,SAAS,CAAC,EAAE,UAAU;cA0CvD,UAAU,CACxB,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,GAAG,CAAC;cAOC,aAAa,CAC3B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,GAClC,OAAO,CAAC,GAAG,CAAC;cAMC,iBAAiB,CAC/B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;cAaA,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,MAAM,EACd,oBAAoB,EAAE,OAAO,GAC5B,OAAO,CAAC,GAAG,CAAC;cAkCC,gBAAgB,CAC9B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;cAIA,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC;cAMC,aAAa,CAC3B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,GAAG,CAAC;cAMC,mBAAmB,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC;QACvE,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,YAAY,GAAG,WAAW,CAAC;QACtC,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAwCF,SAAS,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAInD,OAAO,CAAC,cAAc;cAuUN,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,qBAAqB,EAC/B,KAAK,EAAE,IAAI,EAAE,GACZ,OAAO,CAAC,OAAO,CAAC;cAIH,cAAc,CAC5B,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,qBAAqB,EAC/B,KAAK,EAAE,IAAI,EAAE,GACZ,OAAO,CAAC,IAAI,CAAC;IA2ChB,OAAO,CAAC,oBAAoB;IAkC5B,OAAO,CAAC,oBAAoB;CA0B7B;AA4SD,OAAO,EAAE,sBAAsB,EAAE,CAAC"}
+{"version":3,"file":"browser_labels.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/browser_labels.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,EAAE,gBAAgB,EAAc,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAEL,qBAAqB,EACtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,IAAI,EAAc,UAAU,EAAE,MAAM,aAAa,CAAC;AAG3D,MAAM,CAAC,OAAO,CAAC,QAAQ,OAAO,sBAAuB,SAAQ,gBAAgB;gBAC/D,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE,SAAS,CAAC,EAAE,UAAU;cA4CvD,UAAU,CACxB,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,GAAG,CAAC;cAOC,aAAa,CAC3B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,GAClC,OAAO,CAAC,GAAG,CAAC;cAMC,iBAAiB,CAC/B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;cAaA,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,MAAM,EAAE,MAAM,EACd,oBAAoB,EAAE,OAAO,GAC5B,OAAO,CAAC,GAAG,CAAC;cAkCC,gBAAgB,CAC9B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC;cAIA,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,GAAG,CAAC;cAMC,aAAa,CAC3B,YAAY,EAAE,YAAY,EAC1B,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,GAAG,CAAC;cAMC,mBAAmB,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC;QACvE,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,YAAY,GAAG,WAAW,CAAC;QACtC,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IAwCF,SAAS,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAInD,OAAO,CAAC,cAAc;cAuUN,kBAAkB,CAChC,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,qBAAqB,EAC/B,KAAK,EAAE,IAAI,EAAE,GACZ,OAAO,CAAC,OAAO,CAAC;cAIH,cAAc,CAC5B,YAAY,EAAE,YAAY,EAC1B,QAAQ,EAAE,qBAAqB,EAC/B,KAAK,EAAE,IAAI,EAAE,GACZ,OAAO,CAAC,IAAI,CAAC;IA2ChB,OAAO,CAAC,oBAAoB;IAkC5B,OAAO,CAAC,oBAAoB;CA0B7B;AA4SD,OAAO,EAAE,sBAAsB,EAAE,CAAC"}

package/dist/agent/browser/build_dom_tree.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"build_dom_tree.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/build_dom_tree.ts"],"names":[],"mappings":"AACA,wBAAgB,kBAAkB,SAgqBjC"}
+{"version":3,"file":"build_dom_tree.d.ts","sourceRoot":"","sources":["../../../src/agent/browser/build_dom_tree.ts"],"names":[],"mappings":"AACA,wBAAgB,kBAAkB,SAgsBjC"}

package/dist/core/plan.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"plan.d.ts","sourceRoot":"","sources":["../../src/core/plan.ts"],"names":[],"mappings":"AACA,OAAO,OAAO,MAAM,WAAW,CAAC;AAIhC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/D,OAAO,EACL,qBAAqB,EAErB,uBAAuB,EACxB,MAAM,kBAAkB,CAAC;AAE1B,qBAAa,OAAO;IAClB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,QAAQ,CAAC,CAAiB;gBAEtB,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,cAAc;IAMjD,IAAI,CACR,UAAU,EAAE,MAAM,GAAG,uBAAuB,EAC5C,WAAW,GAAE,OAAc,GAC1B,OAAO,CAAC,QAAQ,CAAC;IAgCd,MAAM,CACV,UAAU,EAAE,MAAM,EAClB,WAAW,GAAE,OAAc,GAC1B,OAAO,CAAC,QAAQ,CAAC;IAoBd,MAAM,CACV,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,qBAAqB,EAC/B,WAAW,EAAE,OAAO,GACnB,OAAO,CAAC,QAAQ,CAAC;CAkFrB"}
+{"version":3,"file":"plan.d.ts","sourceRoot":"","sources":["../../src/core/plan.ts"],"names":[],"mappings":"AACA,OAAO,OAAO,MAAM,WAAW,CAAC;AAIhC,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/D,OAAO,EACL,qBAAqB,EAErB,uBAAuB,EACxB,MAAM,kBAAkB,CAAC;AAE1B,qBAAa,OAAO;IAClB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,OAAO,CAAU;IACzB,OAAO,CAAC,QAAQ,CAAC,CAAiB;gBAEtB,OAAO,EAAE,OAAO,EAAE,QAAQ,CAAC,EAAE,cAAc;IAMjD,IAAI,CACR,UAAU,EAAE,MAAM,GAAG,uBAAuB,EAC5C,WAAW,GAAE,OAAc,GAC1B,OAAO,CAAC,QAAQ,CAAC;IA8Bd,MAAM,CACV,UAAU,EAAE,MAAM,EAClB,WAAW,GAAE,OAAc,GAC1B,OAAO,CAAC,QAAQ,CAAC;IAoBd,MAAM,CACV,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,qBAAqB,EAC/B,WAAW,EAAE,OAAO,GACnB,OAAO,CAAC,QAAQ,CAAC;CAkFrB"}

package/dist/index.cjs.js

@@ -32311,14 +32311,7 @@ const PLAN_SYSTEM_TEMPLATE = `
 You are {name}, an autonomous AI Agent Planner.
 
 ## Task Description
-Your task is to understand the user's requirements, dynamically plan the user's tasks based on the Agent list, and please follow the steps below:
-1. Understand the user's requirements.
-2. Analyze the Agents that need to be used based on the user's requirements.
-3. Generate the Agent calling plan based on the analysis results.
-4. About agent name, please do not arbitrarily fabricate non-existent agent names.
-5. You only need to provide the steps to complete the user's task, key steps only, no need to be too detailed.
-6. Please strictly follow the output format and example output.
-7. The output language should follow the language corresponding to the user's task.
+{task_description}
 
 ## Agent list
 {agents}
@@ -32380,6 +32373,14 @@ Your task is to understand the user's requirements, dynamically plan the user's
 
 {example_prompt}
 `;
+const PLAN_TASK_DESCRIPTION = `Your task is to understand the user's requirements, dynamically plan the user's tasks based on the Agent list, and please follow the steps below:
+1. Understand the user's requirements.
+2. Analyze the Agents that need to be used based on the user's requirements.
+3. Generate the Agent calling plan based on the analysis results.
+4. About agent name, please do not arbitrarily fabricate non-existent agent names.
+5. You only need to provide the steps to complete the user's task, key steps only, no need to be too detailed.
+6. Please strictly follow the output format and example output.
+7. The output language should follow the language corresponding to the user's task.`;
 const PLAN_CHAT_EXAMPLE = `User: hello.
 Output result:
 <root>
@@ -32547,7 +32548,7 @@ Task Website: {task_website}
 Current datetime: {datetime}
 Task Description: {task_prompt}
 `;
-async function getPlanSystemPrompt(context) {
+async function getPlanSystemPrompt(context, planTaskDescription, planExampleList) {
     let agents_prompt = "";
     let agents = context.agents;
     for (let i = 0; i < agents.length; i++) {
@@ -32566,8 +32567,11 @@ async function getPlanSystemPrompt(context) {
                     .join("\n") +
                 "\n</agent>\n\n";
     }
-    let plan_example_list = context.variables.get("plan_example_list") || PLAN_EXAMPLE_LIST;
-    let hasChatAgent = context.agents.filter((a) => a.Name == "Chat").length > 0;
+    const task_description = context.variables.get("plan_task_description") ||
+        PLAN_TASK_DESCRIPTION;
+    const plan_example_list = context.variables.get("plan_example_list") ||
+        PLAN_EXAMPLE_LIST;
+    const hasChatAgent = context.agents.filter((a) => a.Name == "Chat").length > 0;
     let example_prompt = "";
     const example_list = hasChatAgent
         ? [PLAN_CHAT_EXAMPLE, ...plan_example_list]
@@ -32576,6 +32580,7 @@ async function getPlanSystemPrompt(context) {
         example_prompt += `## Example ${i + 1}\n${example_list[i]}\n\n`;
     }
     return PLAN_SYSTEM_TEMPLATE.replace("{name}", config$1.name)
+        .replace("{task_description}", task_description)
         .replace("{agents}", agents_prompt.trim())
         .replace("{example_prompt}", example_prompt)
         .trim();
@@ -32622,8 +32627,7 @@ class Planner {
         const messages = [
             {
                 role: "system",
-                content: this.context.variables.get("plan_sys_prompt") ||
-                    (await getPlanSystemPrompt(this.context)),
+                content: await getPlanSystemPrompt(this.context),
             },
             {
                 role: "user",
@@ -36559,6 +36563,27 @@ class BaseBrowserAgent extends Agent {
 
 // @ts-nocheck
 function run_build_dom_tree() {
+    var computedStyleCache = new WeakMap();
+    /**
+     * Gets the cached computed style for an element.
+     */
+    function getCachedComputedStyle(element) {
+        if (!element)
+            return null;
+        if (computedStyleCache.has(element)) {
+            return computedStyleCache.get(element);
+        }
+        try {
+            const style = window.getComputedStyle(element);
+            if (style) {
+                computedStyleCache.set(element, style);
+            }
+            return style;
+        }
+        catch (e) {
+            return null;
+        }
+    }
     /**
      * Get clickable elements on the page
      *
@@ -36568,6 +36593,7 @@ function run_build_dom_tree() {
      */
     function get_clickable_elements(doHighlightElements = true, includeAttributes) {
         window.clickable_elements = {};
+        computedStyleCache = new WeakMap();
         document.querySelectorAll("[eko-user-highlight-id]").forEach(ele => ele.removeAttribute("eko-user-highlight-id"));
         let page_tree = build_dom_tree(doHighlightElements);
         let element_tree = parse_node(page_tree);
@@ -36584,6 +36610,7 @@ function run_build_dom_tree() {
         if (highlight) {
             highlight.remove();
         }
+        computedStyleCache = new WeakMap();
     }
     function clickable_elements_to_string(element_tree, includeAttributes) {
         if (!includeAttributes) {
@@ -36850,11 +36877,14 @@ function run_build_dom_tree() {
         }
         // Helper function to check if element is accepted
         function isElementAccepted(element) {
-            const leafElementDenyList = new Set(['svg', 'script', 'style', 'link', 'meta']);
+            const leafElementDenyList = new Set(['svg', 'script', 'style', 'link', 'meta', 'noscript', 'template']);
             return !leafElementDenyList.has(element.tagName.toLowerCase());
         }
         // Helper function to check if element is interactive
         function isInteractiveElement(element) {
+            if (!element || element.nodeType !== Node.ELEMENT_NODE) {
+                return false;
+            }
             // Base interactive elements and roles
             const interactiveElements = new Set([
                 'a',
@@ -36869,11 +36899,16 @@ function run_build_dom_tree() {
                 'select',
                 'textarea',
                 'summary',
+                'option',
+                'optgroup',
+                'fieldset',
+                'legend',
             ]);
             const interactiveRoles = new Set([
                 'button',
                 'menu',
                 'menuitem',
+                'menubar',
                 'link',
                 'checkbox',
                 'radio',
@@ -36920,7 +36955,7 @@ function run_build_dom_tree() {
             if (hasInteractiveRole)
                 return true;
             // Get computed style
-            const style = window.getComputedStyle(element);
+            const style = getCachedComputedStyle(element);
             // Check if element has click-like styling
             const hasClickStyling = style.cursor === 'pointer' || element.style.cursor === 'pointer';
             // Check for event listeners
@@ -36976,7 +37011,7 @@ function run_build_dom_tree() {
             // Check for form-related functionality
             element.form !== undefined ||
                 element.hasAttribute('contenteditable') ||
-                style.userSelect !== 'none';
+                (style && style.userSelect !== 'none');
             // Check if element is draggable
             const isDraggable = element.draggable || element.getAttribute('draggable') === 'true';
             return (hasAriaProps ||
@@ -36988,11 +37023,12 @@ function run_build_dom_tree() {
         }
         // Helper function to check if element is visible
         function isElementVisible(element) {
-            const style = window.getComputedStyle(element);
-            return (element.offsetWidth > 0 &&
-                element.offsetHeight > 0 &&
-                style.visibility !== 'hidden' &&
-                style.display !== 'none');
+            if (element.offsetWidth === 0 && element.offsetHeight === 0) {
+                return false;
+            }
+            const style = getCachedComputedStyle(element);
+            return (style?.visibility !== 'hidden' &&
+                style?.display !== 'none');
         }
         // Helper function to check if element is the top element at its position
         function isTopElement(element) {
@@ -37163,9 +37199,11 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
   - If the webpage content hasn't loaded, please use the \`wait\` tool to allow time for the content to load.
 * ELEMENT INTERACTION:
    - Only use indexes that exist in the provided element list
+   - Browser tools only return elements in visible viewport by default
    - Each element has a unique index number (e.g., "[33]:<button>Submit</button>")
    - Elements marked with "[]:" are non-interactive (for context only, e.g., "[]: Google")
    - Use the latest element index, do not rely on historical outdated element indexes
+   - Due to technical limitations, not all interactive elements may be identified; use coordinates to interact with unlisted elements
 * ERROR HANDLING:
    - If no suitable elements exist, use other functions to complete the task
    - If stuck, try alternative approaches, don't refuse tasks
@@ -37332,7 +37370,7 @@ class BaseBrowserLabelsAgent extends BaseBrowserAgent {
             },
             {
                 name: "input_text",
-                description: "Input text into an element",
+                description: "Input text into the element. It will first click the element to activate it, then proceed with text input.",
                 parameters: {
                     type: "object",
                     properties: {