@eko-ai/eko 1.0.2 → 1.0.4

package/dist/extension_content_script.js

@@ -40,10 +40,6 @@ chrome.runtime.onMessage.addListener(function (request, sender, sendResponse) {
                     sendResponse(result);
                     break;
                 }
-                case 'computer:key': {
-                    sendResponse(key(request));
-                    break;
-                }
                 case 'computer:type': {
                     sendResponse(type(request));
                     break;
@@ -64,10 +60,6 @@ chrome.runtime.onMessage.addListener(function (request, sender, sendResponse) {
                     sendResponse(simulateMouseEvent(request, ['mousedown', 'mouseup', 'click', 'mousedown', 'mouseup', 'click', 'dblclick'], 0));
                     break;
                 }
-                case 'computer:left_click_drag': {
-                    sendResponse(left_click_drag(request));
-                    break;
-                }
                 case 'computer:scroll_to': {
                     sendResponse(scroll_to(request));
                     break;
@@ -76,6 +68,14 @@ chrome.runtime.onMessage.addListener(function (request, sender, sendResponse) {
                     sendResponse({ coordinate: [eko.lastMouseX, eko.lastMouseY] });
                     break;
                 }
+                case 'computer:get_dropdown_options': {
+                    sendResponse(get_dropdown_options(request));
+                    break;
+                }
+                case 'computer:select_dropdown_option': {
+                    sendResponse(select_dropdown_option(request));
+                    break;
+                }
             }
         }
         catch (e) {
@@ -85,30 +85,22 @@ chrome.runtime.onMessage.addListener(function (request, sender, sendResponse) {
     })();
     return true;
 });
-function key(request) {
-    const event = new KeyboardEvent(request.keyEventType || 'keydown', {
-        key: request.key,
-        ctrlKey: request.ctrlKey,
-        altKey: request.altKey,
-        shiftKey: request.shiftKey,
-        metaKey: request.metaKey,
-        bubbles: true,
-        cancelable: true,
-    });
-    let coordinate = request.coordinate;
-    let element = (document.activeElement ||
-        document.elementFromPoint(coordinate[0], coordinate[1]));
-    if (element && element.focus) {
-        element.focus();
-    }
-    let result = element === null || element === void 0 ? void 0 : element.dispatchEvent(event);
-    console.log('key', element, request, result);
-    return result;
-}
 function type(request) {
     let text = request.text;
+    let enter = false;
+    if (text.endsWith('\\n')) {
+        enter = true;
+        text = text.substring(0, text.length - 2);
+    }
+    else if (text.endsWith('\n')) {
+        enter = true;
+        text = text.substring(0, text.length - 1);
+    }
     let element;
-    if (request.xpath) {
+    if (request.highlightIndex != null) {
+        element = window.get_highlight_element(request.highlightIndex);
+    }
+    else if (request.xpath) {
         let xpath = request.xpath;
         let result = document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null);
         element = result.singleNodeValue;
@@ -118,7 +110,7 @@ function type(request) {
         element = document.elementFromPoint(coordinate[0], coordinate[1]) || document.activeElement;
     }
     if (!element) {
-        return;
+        return false;
     }
     let input;
     if (element.tagName == 'INPUT' ||
@@ -137,8 +129,20 @@ function type(request) {
         input.value += text;
     }
     let result = input.dispatchEvent(new Event('input', { bubbles: true }));
+    if (enter) {
+        ['keydown', 'keypress', 'keyup'].forEach((eventType) => {
+            const event = new KeyboardEvent(eventType, {
+                key: 'Enter',
+                code: 'Enter',
+                keyCode: 13,
+                bubbles: true,
+                cancelable: true,
+            });
+            input.dispatchEvent(event);
+        });
+    }
     console.log('type', input, request, result);
-    return result;
+    return true;
 }
 function mouse_move(request) {
     let coordinate = request.coordinate;
@@ -155,11 +159,14 @@ function mouse_move(request) {
     });
     let result = document.body.dispatchEvent(event);
     console.log('mouse_move', document.body, request, result);
-    return result;
+    return true;
 }
 function simulateMouseEvent(request, eventTypes, button) {
     let element;
-    if (request.xpath) {
+    if (request.highlightIndex != null) {
+        element = window.get_highlight_element(request.highlightIndex);
+    }
+    else if (request.xpath) {
         let xpath = request.xpath;
         let result = document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null);
         element = result.singleNodeValue;
@@ -168,9 +175,11 @@ function simulateMouseEvent(request, eventTypes, button) {
         let coordinate = request.coordinate;
         element = document.elementFromPoint(coordinate[0], coordinate[1]) || document.body;
     }
+    if (!element) {
+        return false;
+    }
     const x = undefined;
     const y = undefined;
-    let result = false;
     for (let i = 0; i < eventTypes.length; i++) {
         const event = new MouseEvent(eventTypes[i], {
             view: window,
@@ -180,16 +189,28 @@ function simulateMouseEvent(request, eventTypes, button) {
             clientY: y,
             button, // 0 left; 2 right
         });
-        result = element.dispatchEvent(event);
+        let result = element.dispatchEvent(event);
         console.log('simulateMouse', element, { ...request, eventTypes, button }, result);
     }
-    return result;
+    return true;
 }
 function scroll_to(request) {
-    if (request.xpath) {
+    if (request.highlightIndex != null) {
+        let element = window.get_highlight_element(request.highlightIndex);
+        if (!element) {
+            return false;
+        }
+        element.scrollIntoView({
+            behavior: 'smooth'
+        });
+    }
+    else if (request.xpath) {
         let xpath = request.xpath;
         let result = document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null);
         let element = result.singleNodeValue;
+        if (!element) {
+            return false;
+        }
         element.scrollIntoView({
             behavior: 'smooth'
         });
@@ -203,45 +224,53 @@ function scroll_to(request) {
         });
     }
     console.log('scroll_to', request);
+    return true;
 }
-function left_click_drag(request, steps = 10) {
-    const from_coordinate = request.from_coordinate;
-    const to_coordinate = request.to_coordinate;
-    let startX = from_coordinate[0];
-    let startY = from_coordinate[1];
-    let endX = to_coordinate[0];
-    let endY = to_coordinate[1];
-    let element = document.elementFromPoint(startX, startY) || document.body;
-    const mouseDownEvent = new MouseEvent('mousedown', {
-        bubbles: true,
-        cancelable: true,
-        view: window,
-        clientX: startX,
-        clientY: startY,
-        button: 0,
-    });
-    element.dispatchEvent(mouseDownEvent);
-    for (let i = 1; i <= steps; i++) {
-        const intermediateX = startX + (endX - startX) * (i / steps);
-        const intermediateY = startY + (endY - startY) * (i / steps);
-        const dragEvent = new MouseEvent('mousemove', {
-            bubbles: true,
-            cancelable: true,
-            view: window,
-            clientX: intermediateX,
-            clientY: intermediateY,
-            button: 0,
-        });
-        element.dispatchEvent(dragEvent);
+function get_dropdown_options(request) {
+    let select;
+    if (request.highlightIndex != null) {
+        select = window.get_highlight_element(request.highlightIndex);
     }
-    const mouseUpEvent = new MouseEvent('mouseup', {
-        bubbles: true,
-        cancelable: true,
-        view: window,
-        clientX: endX,
-        clientY: endY,
-        button: 0,
-    });
-    console.log('left_click_drag', request);
-    return element.dispatchEvent(mouseUpEvent);
+    else if (request.xpath) {
+        select = document.evaluate(request.xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null).singleNodeValue;
+    }
+    if (!select) {
+        return null;
+    }
+    return {
+        options: Array.from(select.options).map((opt) => ({
+            index: opt.index,
+            text: opt.text.trim(),
+            value: opt.value,
+        })),
+        id: select.id,
+        name: select.name,
+    };
+}
+function select_dropdown_option(request) {
+    let select;
+    if (request.highlightIndex != null) {
+        select = window.get_highlight_element(request.highlightIndex);
+    }
+    else if (request.xpath) {
+        select = document.evaluate(request.xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null).singleNodeValue;
+    }
+    if (!select || select.tagName.toUpperCase() !== 'SELECT') {
+        return { success: false, error: 'Select not found or invalid element type' };
+    }
+    const option = Array.from(select.options).find((opt) => opt.text.trim() === request.text);
+    if (!option) {
+        return {
+            success: false,
+            error: 'Option not found',
+            availableOptions: Array.from(select.options).map((o) => o.text.trim()),
+        };
+    }
+    select.value = option.value;
+    select.dispatchEvent(new Event('change'));
+    return {
+        success: true,
+        selectedValue: option.value,
+        selectedText: option.text.trim(),
+    };
 }

package/dist/index.cjs.js

@@ -9103,7 +9103,7 @@ class Eko {
         const generator = new WorkflowGenerator(this.llmProvider, toolRegistry);
         return await generator.generateWorkflow(prompt);
     }
-    async executeWorkflow(workflow, callback) {
+    async execute(workflow, callback) {
         return await workflow.execute(callback);
     }
     getTool(toolName) {

package/dist/index.esm.js

@@ -9099,7 +9099,7 @@ class Eko {
         const generator = new WorkflowGenerator(this.llmProvider, toolRegistry);
         return await generator.generateWorkflow(prompt);
     }
-    async executeWorkflow(workflow, callback) {
+    async execute(workflow, callback) {
         return await workflow.execute(callback);
     }
     getTool(toolName) {

package/dist/types/action.types.d.ts

@@ -27,6 +27,7 @@ export interface ExecutionContext {
     variables: Map<string, unknown>;
     tools?: Map<string, Tool<any, any>>;
     callback?: WorkflowCallback;
+    [key: string]: any;
 }
 export interface Action {
     type: 'prompt' | 'script' | 'hybrid';

package/dist/web/script/build_dom_tree.d.ts

@@ -6,7 +6,5 @@
  * @returns { element_str, selector_map }
  */
 export function get_clickable_elements(doHighlightElements: any | undefined, includeAttributes: any): string;
-/**
- * Remove highlight
- */
+export function get_highlight_element(highlightIndex: any): any;
 export function remove_highlight(): void;

package/dist/web/tools/browser.d.ts

@@ -1,10 +1,20 @@
 import { ScreenshotResult } from '../../types/tools.types';
-export declare function type(xpath: string, text: string): any;
-export declare function clear_input(xpath: string): any;
-export declare function left_click(xpath: string): any;
-export declare function right_click(xpath: string): any;
-export declare function double_click(xpath: string): any;
+export declare function type(text: string, xpath?: string, highlightIndex?: number): boolean;
+export declare function clear_input(xpath?: string, highlightIndex?: number): boolean;
+export declare function left_click(xpath?: string, highlightIndex?: number): boolean;
+export declare function right_click(xpath?: string, highlightIndex?: number): boolean;
+export declare function double_click(xpath?: string, highlightIndex?: number): boolean;
 export declare function screenshot(): Promise<ScreenshotResult>;
-export declare function scroll_to(xpath: string): any;
+export declare function scroll_to(xpath?: string, highlightIndex?: number): boolean;
+export declare function get_dropdown_options(xpath?: string, highlightIndex?: number): {
+    options: Array<{
+        index: number;
+        text: string;
+        value?: string;
+    }>;
+    id?: string;
+    name?: string;
+} | null;
+export declare function select_dropdown_option(text: string, xpath?: string, highlightIndex?: number): any;
 export declare function extractHtmlContent(): string;
 export declare function size(): [number, number];

package/dist/web/tools/browser_use.d.ts

@@ -15,4 +15,5 @@ export declare class BrowserUse implements Tool<BrowserUseParam, BrowserUseResul
      * @returns > { success: true, image?: { type: 'base64', media_type: 'image/jpeg', data: '/9j...' }, text?: string }
      */
     execute(context: ExecutionContext, params: BrowserUseParam): Promise<BrowserUseResult>;
+    destroy(context: ExecutionContext): void;
 }

package/dist/web/tools/html_script.d.ts

@@ -1,18 +1,7 @@
 import { ElementRect } from '../../types/tools.types';
 export declare function exportFile(filename: string, type: string, content: string): void;
 export declare function xpath(element: any): string;
-export declare function queryWithXpath(xpath: string): Node | null;
-export declare function queryAllWithXpath(xpath: string): Array<any>;
-export declare function getDropdownOptions(xpath: string): {
-    options: Array<{
-        index: number;
-        text: string;
-        value?: string;
-    }>;
-    id?: string;
-    name?: string;
-} | null;
-export declare function selectDropdownOption(xpath: string, text: string): any;
+export declare function queryWithXpath(xpath: string): any;
 /**
  * Extract the elements related to html operability and wrap them into pseudo-html code.
  */