@eko-ai/eko 1.0.2 → 1.0.3

package/dist/extension/content/index.d.ts

@@ -1,7 +1,15 @@
 declare const eko: any;
-declare function key(request: any): any;
-declare function type(request: any): any;
+declare function type(request: any): boolean;
 declare function mouse_move(request: any): boolean;
 declare function simulateMouseEvent(request: any, eventTypes: Array<string>, button: 0 | 1 | 2): boolean;
-declare function scroll_to(request: any): void;
-declare function left_click_drag(request: any, steps?: number): boolean;
+declare function scroll_to(request: any): boolean;
+declare function get_dropdown_options(request: any): {
+    options: {
+        index: any;
+        text: any;
+        value: any;
+    }[];
+    id: any;
+    name: any;
+} | null;
+declare function select_dropdown_option(request: any): any;

package/dist/extension/index.d.ts

@@ -3,5 +3,3 @@ import * as utils from './utils';
 export { utils };
 import * as tools from './tools';
 export { tools };
-import * as browser from './tools/browser';
-export { browser };

package/dist/extension/script/build_dom_tree.d.ts

@@ -6,9 +6,7 @@
  * @returns { element_str, selector_map }
  */
 declare function get_clickable_elements(doHighlightElements: any | undefined, includeAttributes: any): string;
-/**
- * Remove highlight
- */
+declare function get_highlight_element(highlightIndex: any): any;
 declare function remove_highlight(): void;
 declare function clickable_elements_to_string(element_tree: any, includeAttributes: any): string;
 declare function create_selector_map(element_tree: any): {};

package/dist/extension/script/build_dom_tree.js

@@ -6,6 +6,7 @@
  * @returns { element_str, selector_map }
  */
 function get_clickable_elements(doHighlightElements = true, includeAttributes) {
+  window.clickable_elements = {};
   let page_tree = build_dom_tree(doHighlightElements);
   let element_tree = parse_node(page_tree);
   let selector_map = create_selector_map(element_tree);
@@ -13,9 +14,10 @@ function get_clickable_elements(doHighlightElements = true, includeAttributes) {
   return { element_str, selector_map };
 }
 
-/**
- * Remove highlight
- */
+function get_highlight_element(highlightIndex) {
+  return window.clickable_elements[highlightIndex];
+}
+
 function remove_highlight() {
   let highlight = document.getElementById('playwright-highlight-container');
   if (highlight) {
@@ -604,6 +606,7 @@ function build_dom_tree(doHighlightElements) {
       // Highlight if element meets all criteria and highlighting is enabled
       if (isInteractive && isVisible && isTop) {
         nodeData.highlightIndex = highlightIndex++;
+        window.clickable_elements[nodeData.highlightIndex] = node;
         if (doHighlightElements) {
           highlightElement(node, nodeData.highlightIndex, parentIframe);
         }
@@ -654,4 +657,5 @@ function build_dom_tree(doHighlightElements) {
 }
 
 window.get_clickable_elements = get_clickable_elements;
+window.get_highlight_element = get_highlight_element;
 window.remove_highlight = remove_highlight;

package/dist/extension/tools/browser.d.ts

@@ -1,20 +1,20 @@
 import { ScreenshotResult } from '../../types/tools.types';
-export declare function key(tabId: number, key: string, coordinate?: [number, number]): Promise<any>;
 export declare function type(tabId: number, text: string, coordinate?: [number, number]): Promise<any>;
-export declare function type_by_xpath(tabId: number, text: string, xpath: string): Promise<any>;
+export declare function type_by(tabId: number, text: string, xpath?: string, highlightIndex?: number): Promise<any>;
 export declare function clear_input(tabId: number, coordinate?: [number, number]): Promise<any>;
-export declare function clear_input_by_xpath(tabId: number, xpath: string): Promise<any>;
+export declare function clear_input_by(tabId: number, xpath?: string, highlightIndex?: number): Promise<any>;
 export declare function mouse_move(tabId: number, coordinate: [number, number]): Promise<any>;
 export declare function left_click(tabId: number, coordinate?: [number, number]): Promise<any>;
-export declare function left_click_by_xpath(tabId: number, xpath: string): Promise<any>;
-export declare function left_click_drag(tabId: number, coordinate: [number, number]): Promise<any>;
+export declare function left_click_by(tabId: number, xpath?: string, highlightIndex?: number): Promise<any>;
 export declare function right_click(tabId: number, coordinate?: [number, number]): Promise<any>;
-export declare function right_click_by_xpath(tabId: number, xpath: string): Promise<any>;
+export declare function right_click_by(tabId: number, xpath?: string, highlightIndex?: number): Promise<any>;
 export declare function double_click(tabId: number, coordinate?: [number, number]): Promise<any>;
-export declare function double_click_by_xpath(tabId: number, xpath: string): Promise<any>;
+export declare function double_click_by(tabId: number, xpath?: string, highlightIndex?: number): Promise<any>;
 export declare function screenshot(windowId: number): Promise<ScreenshotResult>;
 export declare function scroll_to(tabId: number, coordinate: [number, number]): Promise<any>;
-export declare function scroll_to_xpath(tabId: number, xpath: string): Promise<any>;
+export declare function scroll_to_by(tabId: number, xpath?: string, highlightIndex?: number): Promise<any>;
+export declare function get_dropdown_options(tabId: number, xpath?: string, highlightIndex?: number): Promise<any>;
+export declare function select_dropdown_option(tabId: number, text: string, xpath?: string, highlightIndex?: number): Promise<any>;
 export declare function cursor_position(tabId: number): Promise<{
     coordinate: [number, number];
 }>;

package/dist/extension/tools/browser_use.d.ts

@@ -15,4 +15,5 @@ export declare class BrowserUse implements Tool<BrowserUseParam, BrowserUseResul
      * @returns > { success: true, image?: { type: 'base64', media_type: 'image/jpeg', data: '/9j...' }, text?: string }
      */
     execute(context: ExecutionContext, params: BrowserUseParam): Promise<BrowserUseResult>;
+    destroy(context: ExecutionContext): void;
 }

package/dist/extension/tools/html_script.d.ts

@@ -1,18 +1,7 @@
 import { ElementRect } from '../../types/tools.types';
 export declare function exportFile(filename: string, type: string, content: string): void;
 export declare function xpath(element: any): string;
-export declare function queryWithXpath(xpath: string): Node | null;
-export declare function queryAllWithXpath(xpath: string): Array<any>;
-export declare function getDropdownOptions(xpath: string): {
-    options: Array<{
-        index: number;
-        text: string;
-        value?: string;
-    }>;
-    id?: string;
-    name?: string;
-} | null;
-export declare function selectDropdownOption(xpath: string, text: string): any;
+export declare function queryWithXpath(xpath: string): any;
 /**
  * Extract the elements related to html operability and wrap them into pseudo-html code.
  */