@eko-ai/eko 1.0.1

package/dist/extension.cjs.js

@@ -0,0 +1,1783 @@
+'use strict';
+
+async function getWindowId(context) {
+    let windowId = context.variables.get('windowId');
+    if (windowId) {
+        try {
+            await chrome.windows.get(windowId);
+        }
+        catch (e) {
+            windowId = null;
+            context.variables.delete('windowId');
+            let tabId = context.variables.get('tabId');
+            if (tabId) {
+                try {
+                    let tab = await chrome.tabs.get(tabId);
+                    windowId = tab.windowId;
+                }
+                catch (e) {
+                    context.variables.delete('tabId');
+                }
+            }
+        }
+    }
+    if (!windowId) {
+        const window = await chrome.windows.getCurrent();
+        windowId = window.id;
+    }
+    return windowId;
+}
+async function getTabId(context) {
+    let tabId = context.variables.get('tabId');
+    if (tabId) {
+        try {
+            await chrome.tabs.get(tabId);
+        }
+        catch (e) {
+            tabId = null;
+            context.variables.delete('tabId');
+        }
+    }
+    if (!tabId) {
+        tabId = await getCurrentTabId();
+    }
+    return tabId;
+}
+function getCurrentTabId() {
+    return new Promise((resolve) => {
+        chrome.tabs.query({ active: true, lastFocusedWindow: true }, function (tabs) {
+            if (tabs.length > 0) {
+                resolve(tabs[0].id);
+            }
+            else {
+                chrome.tabs.query({ active: true, currentWindow: true }, function (_tabs) {
+                    if (_tabs.length > 0) {
+                        resolve(_tabs[0].id);
+                        return;
+                    }
+                    else {
+                        chrome.tabs.query({ status: 'complete', currentWindow: true }, function (__tabs) {
+                            resolve(__tabs.length ? __tabs[__tabs.length - 1].id : undefined);
+                        });
+                    }
+                });
+            }
+        });
+    });
+}
+async function open_new_tab(url, newWindow, windowId) {
+    let tabId;
+    if (newWindow) {
+        let window = await chrome.windows.create({
+            type: 'normal',
+            state: 'maximized',
+            url: url,
+        });
+        windowId = window.id;
+        let tabs = window.tabs || [
+            await chrome.tabs.create({
+                url: url,
+                windowId: windowId,
+            }),
+        ];
+        tabId = tabs[0].id;
+    }
+    else {
+        if (!windowId) {
+            const window = await chrome.windows.getCurrent();
+            windowId = window.id;
+        }
+        let tab = await chrome.tabs.create({
+            url: url,
+            windowId: windowId,
+        });
+        tabId = tab.id;
+    }
+    let tab = await waitForTabComplete(tabId);
+    await sleep(200);
+    return tab;
+}
+async function executeScript(tabId, func, args) {
+    let frameResults = await chrome.scripting.executeScript({
+        target: { tabId: tabId },
+        func: func,
+        args: args,
+    });
+    return frameResults[0].result;
+}
+async function waitForTabComplete(tabId, timeout = 30000) {
+    return new Promise(async (resolve, reject) => {
+        let tab = await chrome.tabs.get(tabId);
+        if (tab.status === 'complete') {
+            resolve(tab);
+            return;
+        }
+        const time = setTimeout(() => {
+            chrome.tabs.onUpdated.removeListener(listener);
+            reject();
+        }, timeout);
+        const listener = async (updatedTabId, changeInfo, tab) => {
+            if (updatedTabId === tabId && changeInfo.status === 'complete') {
+                chrome.tabs.onUpdated.removeListener(listener);
+                clearTimeout(time);
+                resolve(tab);
+            }
+        };
+        chrome.tabs.onUpdated.addListener(listener);
+    });
+}
+async function getPageSize(tabId) {
+    if (!tabId) {
+        tabId = await getCurrentTabId();
+    }
+    let injectionResult = await chrome.scripting.executeScript({
+        target: { tabId: tabId },
+        func: () => [
+            window.innerWidth || document.documentElement.clientWidth || document.body.clientWidth,
+            window.innerHeight || document.documentElement.clientHeight || document.body.clientHeight,
+        ],
+    });
+    return [injectionResult[0].result[0], injectionResult[0].result[1]];
+}
+function sleep(time) {
+    return new Promise((resolve) => setTimeout(() => resolve(), time));
+}
+async function injectScript(tabId, filename) {
+    let files = ['eko/script/common.js'];
+    if (filename) {
+        files.push('eko/script/' + filename);
+    }
+    await chrome.scripting.executeScript({
+        target: { tabId },
+        files: files,
+    });
+}
+class MsgEvent {
+    constructor() {
+        this.eventMap = {};
+    }
+    addListener(callback, id) {
+        if (!id) {
+            id = new Date().getTime() + '' + Math.floor(Math.random() * 10000);
+        }
+        this.eventMap[id] = callback;
+        return id;
+    }
+    removeListener(id) {
+        delete this.eventMap[id];
+    }
+    async publish(msg) {
+        let values = Object.values(this.eventMap);
+        for (let i = 0; i < values.length; i++) {
+            try {
+                let result = values[i](msg);
+                if (isPromise(result)) {
+                    await result;
+                }
+            }
+            catch (e) {
+                console.error(e);
+            }
+        }
+    }
+}
+/**
+ * Counter (Function: Wait for all asynchronous tasks to complete)
+ */
+class CountDownLatch {
+    constructor(count) {
+        this.resolve = undefined;
+        this.currentCount = count;
+    }
+    countDown() {
+        this.currentCount = this.currentCount - 1;
+        if (this.currentCount <= 0) {
+            this.resolve && this.resolve();
+        }
+    }
+    await(timeout) {
+        const $this = this;
+        return new Promise((_resolve, reject) => {
+            let resolve = _resolve;
+            if (timeout > 0) {
+                let timeId = setTimeout(reject, timeout);
+                resolve = () => {
+                    clearTimeout(timeId);
+                    _resolve();
+                };
+            }
+            $this.resolve = resolve;
+            if ($this.currentCount <= 0) {
+                resolve();
+            }
+        });
+    }
+}
+function isPromise(obj) {
+    return (!!obj &&
+        (typeof obj === 'object' || typeof obj === 'function') &&
+        typeof obj.then === 'function');
+}
+
+var utils = /*#__PURE__*/Object.freeze({
+    __proto__: null,
+    CountDownLatch: CountDownLatch,
+    MsgEvent: MsgEvent,
+    executeScript: executeScript,
+    getCurrentTabId: getCurrentTabId,
+    getPageSize: getPageSize,
+    getTabId: getTabId,
+    getWindowId: getWindowId,
+    injectScript: injectScript,
+    isPromise: isPromise,
+    open_new_tab: open_new_tab,
+    sleep: sleep,
+    waitForTabComplete: waitForTabComplete
+});
+
+async function key(tabId, key, coordinate) {
+    if (!coordinate) {
+        coordinate = (await cursor_position(tabId)).coordinate;
+    }
+    await mouse_move(tabId, coordinate);
+    let mapping = {};
+    let keys = key.replace(/\s+/g, ' ').split(' ');
+    let result;
+    for (let i = 0; i < keys.length; i++) {
+        let _key = keys[i];
+        let keyEvents = {
+            key: '',
+            ctrlKey: false,
+            altKey: false,
+            shiftKey: false,
+            metaKey: false,
+        };
+        if (_key.indexOf('+') > -1) {
+            let mapped_keys = _key.split('+').map((k) => mapping[k] || k);
+            for (let i = 0; i < mapped_keys.length - 1; i++) {
+                let k = mapped_keys[i].toLowerCase();
+                if (k == 'ctrl' || k == 'control') {
+                    keyEvents.ctrlKey = true;
+                }
+                else if (k == 'alt' || k == 'option') {
+                    keyEvents.altKey = true;
+                }
+                else if (k == 'shift') {
+                    keyEvents.shiftKey = true;
+                }
+                else if (k == 'meta' || k == 'command') {
+                    keyEvents.metaKey = true;
+                }
+                else {
+                    console.log('Unknown Key: ' + k);
+                }
+            }
+            keyEvents.key = mapped_keys[mapped_keys.length - 1];
+        }
+        else {
+            keyEvents.key = mapping[_key] || _key;
+        }
+        if (!keyEvents.key) {
+            continue;
+        }
+        result = await chrome.tabs.sendMessage(tabId, {
+            type: 'computer:key',
+            coordinate,
+            ...keyEvents,
+        });
+        await sleep(100);
+    }
+    return result;
+}
+async function type(tabId, text, coordinate) {
+    if (!coordinate) {
+        coordinate = (await cursor_position(tabId)).coordinate;
+    }
+    await mouse_move(tabId, coordinate);
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:type',
+        text,
+        coordinate,
+    });
+}
+async function type_by_xpath(tabId, text, xpath) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:type',
+        text,
+        xpath,
+    });
+}
+async function clear_input(tabId, coordinate) {
+    if (!coordinate) {
+        coordinate = (await cursor_position(tabId)).coordinate;
+    }
+    await mouse_move(tabId, coordinate);
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:type',
+        text: '',
+        coordinate,
+    });
+}
+async function clear_input_by_xpath(tabId, xpath) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:type',
+        text: '',
+        xpath,
+    });
+}
+async function mouse_move(tabId, coordinate) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:mouse_move',
+        coordinate,
+    });
+}
+async function left_click(tabId, coordinate) {
+    if (!coordinate) {
+        coordinate = (await cursor_position(tabId)).coordinate;
+    }
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:left_click',
+        coordinate,
+    });
+}
+async function left_click_by_xpath(tabId, xpath) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:left_click',
+        xpath,
+    });
+}
+async function left_click_drag(tabId, coordinate) {
+    let from_coordinate = (await cursor_position(tabId)).coordinate;
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:left_click_drag',
+        from_coordinate,
+        to_coordinate: coordinate,
+    });
+}
+async function right_click(tabId, coordinate) {
+    if (!coordinate) {
+        coordinate = (await cursor_position(tabId)).coordinate;
+    }
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:right_click',
+        coordinate,
+    });
+}
+async function right_click_by_xpath(tabId, xpath) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:right_click',
+        xpath,
+    });
+}
+async function double_click(tabId, coordinate) {
+    if (!coordinate) {
+        coordinate = (await cursor_position(tabId)).coordinate;
+    }
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:double_click',
+        coordinate,
+    });
+}
+async function double_click_by_xpath(tabId, xpath) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:double_click',
+        xpath,
+    });
+}
+async function screenshot(windowId) {
+    let dataUrl = await chrome.tabs.captureVisibleTab(windowId, {
+        format: 'jpeg', // jpeg / png
+        quality: 50, // 0-100
+    });
+    let data = dataUrl.substring(dataUrl.indexOf('base64,') + 7);
+    return {
+        image: {
+            type: 'base64',
+            media_type: dataUrl.indexOf('image/png') > -1 ? 'image/png' : 'image/jpeg',
+            data: data,
+        },
+    };
+}
+async function scroll_to(tabId, coordinate) {
+    let from_coordinate = (await cursor_position(tabId)).coordinate;
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:scroll_to',
+        from_coordinate,
+        to_coordinate: coordinate,
+    });
+}
+async function scroll_to_xpath(tabId, xpath) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:scroll_to',
+        xpath,
+    });
+}
+async function cursor_position(tabId) {
+    let result = await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:cursor_position',
+    });
+    return { coordinate: result.coordinate };
+}
+async function size(tabId) {
+    return await getPageSize(tabId);
+}
+
+var browser = /*#__PURE__*/Object.freeze({
+    __proto__: null,
+    clear_input: clear_input,
+    clear_input_by_xpath: clear_input_by_xpath,
+    cursor_position: cursor_position,
+    double_click: double_click,
+    double_click_by_xpath: double_click_by_xpath,
+    key: key,
+    left_click: left_click,
+    left_click_by_xpath: left_click_by_xpath,
+    left_click_drag: left_click_drag,
+    mouse_move: mouse_move,
+    right_click: right_click,
+    right_click_by_xpath: right_click_by_xpath,
+    screenshot: screenshot,
+    scroll_to: scroll_to,
+    scroll_to_xpath: scroll_to_xpath,
+    size: size,
+    type: type,
+    type_by_xpath: type_by_xpath
+});
+
+function exportFile(filename, type, content) {
+    const blob = new Blob([content], { type: type });
+    const link = document.createElement('a');
+    link.href = URL.createObjectURL(blob);
+    link.download = filename;
+    document.body.appendChild(link);
+    link.click();
+    document.body.removeChild(link);
+    URL.revokeObjectURL(link.href);
+}
+function getDropdownOptions(xpath) {
+    const select = document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null)
+        .singleNodeValue;
+    if (!select) {
+        return null;
+    }
+    return {
+        options: Array.from(select.options).map((opt) => ({
+            index: opt.index,
+            text: opt.text.trim(),
+            value: opt.value,
+        })),
+        id: select.id,
+        name: select.name,
+    };
+}
+function selectDropdownOption(xpath, text) {
+    const select = document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null)
+        .singleNodeValue;
+    if (!select || select.tagName.toUpperCase() !== 'SELECT') {
+        return { success: false, error: 'Select not found or invalid element type' };
+    }
+    const option = Array.from(select.options).find((opt) => opt.text.trim() === text);
+    if (!option) {
+        return {
+            success: false,
+            error: 'Option not found',
+            availableOptions: Array.from(select.options).map((o) => o.text.trim()),
+        };
+    }
+    select.value = option.value;
+    select.dispatchEvent(new Event('change'));
+    return {
+        success: true,
+        selectedValue: option.value,
+        selectedText: option.text.trim(),
+    };
+}
+/**
+ * Extract the elements related to html operability and wrap them into pseudo-html code.
+ */
+function extractOperableElements() {
+    // visible
+    const isElementVisible = (element) => {
+        const style = window.getComputedStyle(element);
+        return (style.display !== 'none' &&
+            style.visibility !== 'hidden' &&
+            style.opacity !== '0' &&
+            element.offsetWidth > 0 &&
+            element.offsetHeight > 0);
+    };
+    // element original index
+    const getElementIndex = (element) => {
+        const xpath = document.evaluate('preceding::*', element, null, XPathResult.ORDERED_NODE_SNAPSHOT_TYPE, null);
+        return xpath.snapshotLength;
+    };
+    // exclude
+    const addExclude = (excludes, children) => {
+        for (let i = 0; i < children.length; i++) {
+            excludes.push(children[i]);
+            if (children[i].children) {
+                addExclude(excludes, children[i].children);
+            }
+        }
+    };
+    // { pseudoId: element }
+    let elementMap = {};
+    let nextId = 1;
+    let elements = [];
+    let excludes = [];
+    // operable element
+    const operableSelectors = 'a, button, input, textarea, select';
+    document.querySelectorAll(operableSelectors).forEach((element) => {
+        if (isElementVisible(element) && excludes.indexOf(element) == -1) {
+            const id = nextId++;
+            elementMap[id.toString()] = element;
+            const tagName = element.tagName.toLowerCase();
+            const attributes = Array.from(element.attributes)
+                .filter((attr) => ['id', 'name', 'type', 'value', 'href', 'title', 'placeholder'].includes(attr.name))
+                .map((attr) => `${attr.name == 'id' ? 'target' : attr.name}="${attr.value}"`)
+                .join(' ');
+            elements.push({
+                originalIndex: getElementIndex(element),
+                id: id,
+                html: `<${tagName} id="${id}" ${attributes}>${tagName == 'select' ? element.innerHTML : element.innerText || ''}</${tagName}>`,
+            });
+            addExclude(excludes, element.children);
+        }
+    });
+    // short text element
+    const textWalker = document.createTreeWalker(document.body, NodeFilter.SHOW_ELEMENT, {
+        acceptNode: function (node) {
+            var _a;
+            if (node.matches(operableSelectors) || excludes.indexOf(node) != -1) {
+                // skip
+                return NodeFilter.FILTER_SKIP;
+            }
+            // text <= 100
+            const text = (_a = node.innerText) === null || _a === void 0 ? void 0 : _a.trim();
+            if (isElementVisible(node) &&
+                text &&
+                text.length <= 100 &&
+                text.length > 0 &&
+                node.children.length === 0) {
+                return NodeFilter.FILTER_ACCEPT;
+            }
+            // skip
+            return NodeFilter.FILTER_SKIP;
+        },
+    });
+    let currentNode;
+    while ((currentNode = textWalker.nextNode())) {
+        const id = nextId++;
+        elementMap[id.toString()] = currentNode;
+        const tagName = currentNode.tagName.toLowerCase();
+        elements.push({
+            originalIndex: getElementIndex(currentNode),
+            id: id,
+            html: `<${tagName} id="${id}">${currentNode.innerText.trim()}</${tagName}>`,
+        });
+    }
+    // element sort
+    elements.sort((a, b) => a.originalIndex - b.originalIndex);
+    // cache
+    window.operableElementMap = elementMap;
+    // pseudo html
+    return elements.map((e) => e.html).join('\n');
+}
+function clickOperableElement(id) {
+    let element = window.operableElementMap[id];
+    if (!element) {
+        return false;
+    }
+    if (element.click) {
+        element.click();
+    }
+    else {
+        element.dispatchEvent(new MouseEvent('click', {
+            view: window,
+            bubbles: true,
+            cancelable: true,
+        }));
+    }
+    return true;
+}
+function getOperableElementRect(id) {
+    let element = window.operableElementMap[id];
+    if (!element) {
+        return null;
+    }
+    const rect = element.getBoundingClientRect();
+    return {
+        left: rect.left + window.scrollX,
+        top: rect.top + window.scrollY,
+        right: rect.right + window.scrollX,
+        bottom: rect.bottom + window.scrollY,
+        width: rect.right - rect.left,
+        height: rect.bottom - rect.top,
+    };
+}
+
+/**
+ * Browser Use for general
+ */
+class BrowserUse {
+    constructor() {
+        this.name = 'browser_use';
+        this.description = `Use structured commands to interact with the browser, manipulating page elements through screenshots and webpage element extraction.
+* This is a browser GUI interface where you need to analyze webpages by taking screenshots and extracting page element structures, and specify action sequences to complete designated tasks.
+* Some operations may need time to process, so you might need to wait and continuously take screenshots and extract element structures to check the operation results.
+* Before any operation, you must first call the \`screenshot_extract_element\` command, which will return the browser page screenshot and structured element information, both specially processed.
+* ELEMENT INTERACTION:
+   - Only use indexes that exist in the provided element list
+   - Each element has a unique index number (e.g., "[33]:<button>")
+   - Elements marked with "[]:" are non-interactive (for context only)
+* NAVIGATION & ERROR HANDLING:
+   - If no suitable elements exist, use other functions to complete the task
+   - If stuck, try alternative approaches
+   - Handle popups/cookies by accepting or closing them
+   - Use scroll to find elements you are looking for
+* Form filling:
+   - If you fill a input field and your action sequence is interrupted, most often a list with suggestions poped up under the field and you need to first select the right element from the suggestion list.
+* ACTION SEQUENCING:
+   - Actions are executed in the order they appear in the list 
+   - Each action should logically follow from the previous one
+   - If the page changes after an action, the sequence is interrupted and you get the new state.
+   - If content only disappears the sequence continues.
+   - Only provide the action sequence until you think the page will change.
+   - Try to be efficient, e.g. fill forms at once, or chain actions where nothing changes on the page like saving, extracting, checkboxes...
+   - only use multiple actions if it makes sense.`;
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                action: {
+                    type: 'string',
+                    description: `The action to perform. The available actions are:
+* \`screenshot_extract_element\`: Take a screenshot of the web page and extract operable elements.
+  - Screenshots are used to understand page layouts, with labeled bounding boxes corresponding to element indexes. Each bounding box and its label share the same color, with labels typically positioned in the top-right corner of the box.
+  - Screenshots help verify element positions and relationships. Labels may sometimes overlap, so extracted elements are used to verify the correct elements.
+  - In addition to screenshots, simplified information about interactive elements is returned, with element indexes corresponding to those in the screenshots.
+* \`input_text\`: Enter a string in the interactive element.
+* \`clear_text\`: Clear the text in the input/textarea element.
+* \`click\`: Click to element.
+* \`right_click\`: Right-click on the element.
+* \`double_click\`: Double-click on the element.
+* \`scroll_to\`: Scroll to the specified element.
+* \`extract_content\`: Extract the text content of the current webpage.
+* \`get_dropdown_options\`: Get all options from a native dropdown element.
+* \`select_dropdown_option\`: Select dropdown option for interactive element index by the text of the option you want to select.`,
+                    enum: [
+                        'screenshot_extract_element',
+                        'input_text',
+                        'clear_text',
+                        'click',
+                        'right_click',
+                        'double_click',
+                        'scroll_to',
+                        'extract_content',
+                        'get_dropdown_options',
+                        'select_dropdown_option',
+                    ],
+                },
+                index: {
+                    type: 'integer',
+                    description: 'index of element, Operation elements must pass the corresponding index of the element',
+                },
+                text: {
+                    type: 'string',
+                    description: 'Required by `action=input_text` and `action=select_dropdown_option`',
+                },
+            },
+            required: ['action'],
+        };
+    }
+    /**
+     * browser
+     *
+     * @param {*} params { action: 'input_text', index: 1, text: 'string' }
+     * @returns > { success: true, image?: { type: 'base64', media_type: 'image/jpeg', data: '/9j...' }, text?: string }
+     */
+    async execute(context, params) {
+        var _a;
+        try {
+            if (params === null || !params.action) {
+                throw new Error('Invalid parameters. Expected an object with a "action" property.');
+            }
+            let tabId = await getTabId(context);
+            let windowId = await getWindowId(context);
+            let selector_map = context.variables.get('selector_map');
+            let selector_xpath;
+            if (params.index != null && selector_map) {
+                selector_xpath = (_a = selector_map[params.index]) === null || _a === void 0 ? void 0 : _a.xpath;
+                if (!selector_xpath) {
+                    throw new Error('Element does not exist');
+                }
+            }
+            let result;
+            switch (params.action) {
+                case 'input_text':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    if (params.text == null) {
+                        throw new Error('text parameter is required');
+                    }
+                    result = await type_by_xpath(tabId, params.text, selector_xpath);
+                    await sleep(200);
+                    break;
+                case 'clear_text':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await clear_input_by_xpath(tabId, selector_xpath);
+                    await sleep(100);
+                    break;
+                case 'click':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await left_click_by_xpath(tabId, selector_xpath);
+                    await sleep(100);
+                    break;
+                case 'right_click':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await right_click_by_xpath(tabId, selector_xpath);
+                    await sleep(100);
+                    break;
+                case 'double_click':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await double_click_by_xpath(tabId, selector_xpath);
+                    await sleep(100);
+                    break;
+                case 'scroll_to':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await scroll_to_xpath(tabId, selector_xpath);
+                    await sleep(500);
+                    break;
+                case 'extract_content':
+                    let tab = await chrome.tabs.get(tabId);
+                    await injectScript(tabId);
+                    await sleep(200);
+                    let content = await executeScript(tabId, () => {
+                        return eko.extractHtmlContent();
+                    }, []);
+                    result = {
+                        title: tab.title,
+                        url: tab.url,
+                        content: content,
+                    };
+                    break;
+                case 'get_dropdown_options':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await executeScript(tabId, getDropdownOptions, [selector_xpath]);
+                    break;
+                case 'select_dropdown_option':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    if (params.text == null) {
+                        throw new Error('text parameter is required');
+                    }
+                    result = await executeScript(tabId, selectDropdownOption, [selector_xpath, params.text]);
+                    break;
+                case 'screenshot_extract_element':
+                    await sleep(100);
+                    await injectScript(tabId, 'build_dom_tree.js');
+                    await sleep(100);
+                    let element_result = await executeScript(tabId, () => {
+                        return window.get_clickable_elements(true);
+                    }, []);
+                    context.variables.set('selector_map', element_result.selector_map);
+                    let screenshot$1 = await screenshot(windowId);
+                    await executeScript(tabId, () => {
+                        return window.remove_highlight();
+                    }, []);
+                    result = { image: screenshot$1.image, text: element_result.element_str };
+                    break;
+                default:
+                    throw Error(`Invalid parameters. The "${params.action}" value is not included in the "action" enumeration.`);
+            }
+            if (result) {
+                return { success: true, ...result };
+            }
+            else {
+                return { success: false };
+            }
+        }
+        catch (e) {
+            return { success: false, error: e === null || e === void 0 ? void 0 : e.message };
+        }
+    }
+}
+
+/**
+ * Element click
+ */
+class ElementClick {
+    constructor() {
+        this.name = 'element_click';
+        this.description = 'Click the element through task prompts';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                task_prompt: {
+                    type: 'string',
+                    description: 'Task prompt, eg: click search button',
+                },
+            },
+            required: ['task_prompt'],
+        };
+    }
+    async execute(context, params) {
+        if (typeof params !== 'object' || params === null || !params.task_prompt) {
+            throw new Error('Invalid parameters. Expected an object with a "task_prompt" property.');
+        }
+        let result;
+        let task_prompt = params.task_prompt;
+        try {
+            result = await executeWithHtmlElement$1(context, task_prompt);
+        }
+        catch (e) {
+            console.log(e);
+            result = false;
+        }
+        if (!result) {
+            result = await executeWithBrowserUse$1(context, task_prompt);
+        }
+        return result;
+    }
+}
+async function executeWithHtmlElement$1(context, task_prompt) {
+    let tabId = await getTabId(context);
+    let pseudoHtml = await executeScript(tabId, extractOperableElements, []);
+    let messages = [
+        {
+            role: 'user',
+            content: `# Task
+Determine the operation intent based on user input, find the element ID that the user needs to operate on in the webpage HTML, and if the element does not exist, do nothing.
+Output JSON format, no explanation required.
+
+# User input
+${task_prompt}
+
+# Output example (when the element exists)
+{"elementId": "1", "operationType": "click"}
+
+# Output example (when the element does not exist)
+{"elementId": null, "operationType": "unknown"}
+
+# HTML
+${pseudoHtml}
+`,
+        },
+    ];
+    let llm_params = { maxTokens: 1024 };
+    let response = await context.llmProvider.generateText(messages, llm_params);
+    let content = typeof response.content == 'string' ? response.content : response.content[0].text;
+    let json = content.substring(content.indexOf('{'), content.indexOf('}') + 1);
+    let elementId = JSON.parse(json).elementId;
+    if (elementId) {
+        return await executeScript(tabId, clickOperableElement, [elementId]);
+    }
+    return false;
+}
+async function executeWithBrowserUse$1(context, task_prompt) {
+    let tabId = await getTabId(context);
+    let windowId = await getWindowId(context);
+    let screenshot_result = await screenshot(windowId);
+    let messages = [
+        {
+            role: 'user',
+            content: [
+                {
+                    type: 'image',
+                    source: screenshot_result.image,
+                },
+                {
+                    type: 'text',
+                    text: 'click: ' + task_prompt,
+                },
+            ],
+        },
+    ];
+    let llm_params = {
+        maxTokens: 1024,
+        toolChoice: {
+            type: 'tool',
+            name: 'left_click',
+        },
+        tools: [
+            {
+                name: 'left_click',
+                description: 'click element',
+                input_schema: {
+                    type: 'object',
+                    properties: {
+                        coordinate: {
+                            type: 'array',
+                            description: '(x, y): The x (pixels from the left edge) and y (pixels from the top edge) coordinates.',
+                        },
+                    },
+                    required: ['coordinate'],
+                },
+            },
+        ],
+    };
+    let response = await context.llmProvider.generateText(messages, llm_params);
+    let input = response.toolCalls[0].input;
+    let coordinate = input.coordinate;
+    let click_result = await left_click(tabId, coordinate);
+    return click_result;
+}
+
+/**
+ * Export file
+ */
+class ExportFile {
+    constructor() {
+        this.name = 'export_file';
+        this.description = 'Content exported as a file, support text format';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                fileType: {
+                    type: 'string',
+                    description: 'File format type',
+                    enum: ['txt', 'csv', 'md', 'html', 'js', 'xml', 'json', 'yml', 'sql'],
+                },
+                content: {
+                    type: 'string',
+                    description: 'Export file content',
+                },
+                filename: {
+                    type: 'string',
+                    description: 'File name',
+                },
+            },
+            required: ['fileType', 'content'],
+        };
+    }
+    /**
+     * export
+     *
+     * @param {*} params { fileType: 'csv', content: 'field1,field2\ndata1,data2' }
+     * @returns > { success: true }
+     */
+    async execute(context, params) {
+        if (typeof params !== 'object' || params === null || !('content' in params)) {
+            throw new Error('Invalid parameters. Expected an object with a "content" property.');
+        }
+        let type = 'text/plain';
+        switch (params.fileType) {
+            case 'csv':
+                type = 'text/csv';
+                break;
+            case 'md':
+                type = 'text/markdown';
+                break;
+            case 'html':
+                type = 'text/html';
+                break;
+            case 'js':
+                type = 'application/javascript';
+                break;
+            case 'xml':
+                type = 'text/xml';
+                break;
+            case 'json':
+                type = 'application/json';
+                break;
+        }
+        let filename;
+        if (!params.filename) {
+            filename = new Date().getTime() + '.' + params.fileType;
+        }
+        else if (!(params.filename + '').endsWith(params.fileType)) {
+            filename = params.filename + '.' + params.fileType;
+        }
+        else {
+            filename = params.filename;
+        }
+        let tabId = await getTabId(context);
+        try {
+            await chrome.scripting.executeScript({
+                target: { tabId: tabId },
+                func: exportFile,
+                args: [filename, type, params.content],
+            });
+        }
+        catch (e) {
+            let tab = await open_new_tab('https://www.google.com', true);
+            tabId = tab.id;
+            await chrome.scripting.executeScript({
+                target: { tabId: tabId },
+                func: exportFile,
+                args: [filename, type, params.content],
+            });
+            await sleep(1000);
+            await chrome.tabs.remove(tabId);
+        }
+        return { success: true };
+    }
+}
+
+/**
+ * Extract Page Content
+ */
+class ExtractContent {
+    constructor() {
+        this.name = 'extract_content';
+        this.description = 'Extract the text content of the current webpage';
+        this.input_schema = {
+            type: 'object',
+            properties: {},
+        };
+    }
+    /**
+     * Extract Page Content
+     *
+     * @param {*} params {}
+     * @returns > { tabId, result: { title, url, content }, success: true }
+     */
+    async execute(context, params) {
+        let tabId = await getTabId(context);
+        let tab = await chrome.tabs.get(tabId);
+        await injectScript(tabId);
+        await sleep(500);
+        let content = await executeScript(tabId, () => {
+            return eko.extractHtmlContent();
+        }, []);
+        return {
+            tabId,
+            result: {
+                title: tab.title,
+                url: tab.url,
+                content: content,
+            }
+        };
+    }
+}
+
+/**
+ * Find Element Position
+ */
+class FindElementPosition {
+    constructor() {
+        this.name = 'find_element_position';
+        this.description = 'Locate Element Coordinates through Task Prompts';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                task_prompt: {
+                    type: 'string',
+                    description: 'Task prompt, eg: find the search input box',
+                },
+            },
+            required: ['task_prompt'],
+        };
+    }
+    async execute(context, params) {
+        if (typeof params !== 'object' || params === null || !params.task_prompt) {
+            throw new Error('Invalid parameters. Expected an object with a "task_prompt" property.');
+        }
+        let result;
+        let task_prompt = params.task_prompt;
+        try {
+            result = await executeWithHtmlElement(context, task_prompt);
+        }
+        catch (e) {
+            console.log(e);
+            result = null;
+        }
+        if (!result) {
+            result = await executeWithBrowserUse(context, task_prompt);
+        }
+        return result;
+    }
+}
+async function executeWithHtmlElement(context, task_prompt) {
+    let tabId = await getTabId(context);
+    let pseudoHtml = await executeScript(tabId, extractOperableElements, []);
+    let messages = [
+        {
+            role: 'user',
+            content: `# Task
+Find the element ID that the user needs to operate on in the webpage HTML, and if the element does not exist, do nothing.
+Output JSON format, no explanation required.
+
+# User input
+${task_prompt}
+
+# Output example (when the element exists)
+{"elementId": "1"}
+
+# Output example (when the element does not exist)
+{"elementId": null}
+
+# HTML
+${pseudoHtml}
+`,
+        },
+    ];
+    let llm_params = { maxTokens: 1024 };
+    let response = await context.llmProvider.generateText(messages, llm_params);
+    let content = typeof response.content == 'string' ? response.content : response.content[0].text;
+    let json = content.substring(content.indexOf('{'), content.indexOf('}') + 1);
+    let elementId = JSON.parse(json).elementId;
+    if (elementId) {
+        return await executeScript(tabId, getOperableElementRect, [elementId]);
+    }
+    return null;
+}
+async function executeWithBrowserUse(context, task_prompt) {
+    await getTabId(context);
+    let windowId = await getWindowId(context);
+    let screenshot_result = await screenshot(windowId);
+    let messages = [
+        {
+            role: 'user',
+            content: [
+                {
+                    type: 'image',
+                    source: screenshot_result.image,
+                },
+                {
+                    type: 'text',
+                    text: 'Find the element: ' + task_prompt,
+                },
+            ],
+        },
+    ];
+    let llm_params = {
+        maxTokens: 1024,
+        toolChoice: {
+            type: 'tool',
+            name: 'get_element_by_coordinate',
+        },
+        tools: [
+            {
+                name: 'get_element_by_coordinate',
+                description: 'Retrieve element information based on coordinate',
+                input_schema: {
+                    type: 'object',
+                    properties: {
+                        coordinate: {
+                            type: 'array',
+                            description: '(x, y): The x (pixels from the left edge) and y (pixels from the top edge) coordinates.',
+                        },
+                    },
+                    required: ['coordinate'],
+                },
+            },
+        ],
+    };
+    let response = await context.llmProvider.generateText(messages, llm_params);
+    let input = response.toolCalls[0].input;
+    let coordinate = input.coordinate;
+    return {
+        left: coordinate[0],
+        top: coordinate[1],
+    };
+}
+
+/**
+ * Form Autofill
+ */
+class FormAutofill {
+    constructor() {
+        this.name = 'form_autofill';
+        this.description = 'Automatically fill in form data on web pages';
+        this.input_schema = {
+            type: 'object',
+            properties: {}
+        };
+    }
+    async execute(context, params) {
+        // form -> input, textarea, select ...
+        throw new Error('Not implemented');
+    }
+}
+
+/**
+ * Open Url
+ */
+class OpenUrl {
+    constructor() {
+        this.name = 'open_url';
+        this.description = 'Open the specified URL link in browser window';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                url: {
+                    type: 'string',
+                    description: 'URL link address',
+                },
+                newWindow: {
+                    type: 'boolean',
+                    description: 'true: Open in a new window; false: Open in the current window.',
+                },
+            },
+            required: ['url'],
+        };
+    }
+    /**
+     * Open Url
+     *
+     * @param {*} params { url: 'https://www.google.com', newWindow: true }
+     * @returns > { tabId, windowId, title, success: true }
+     */
+    async execute(context, params) {
+        if (typeof params !== 'object' || params === null || !params.url) {
+            throw new Error('Invalid parameters. Expected an object with a "url" property.');
+        }
+        let url = params.url;
+        let newWindow = params.newWindow;
+        if (!newWindow && !context.variables.get('windowId') && !context.variables.get('tabId')) {
+            // First mandatory opening of a new window
+            newWindow = true;
+        }
+        let tab;
+        if (newWindow) {
+            tab = await open_new_tab(url, true);
+        }
+        else {
+            let windowId = await getWindowId(context);
+            tab = await open_new_tab(url, false, windowId);
+        }
+        let windowId = tab.windowId;
+        let tabId = tab.id;
+        context.variables.set('windowId', windowId);
+        context.variables.set('tabId', tabId);
+        if (newWindow) {
+            let windowIds = context.variables.get('windowIds');
+            if (windowIds) {
+                windowIds.push(windowId);
+            }
+            else {
+                context.variables.set('windowIds', [windowId]);
+            }
+        }
+        return {
+            tabId,
+            windowId,
+            title: tab.title,
+        };
+    }
+}
+
+/**
+ * Current Page Screenshot
+ */
+class Screenshot {
+    constructor() {
+        this.name = 'screenshot';
+        this.description = 'Screenshot the current webpage window';
+        this.input_schema = {
+            type: 'object',
+            properties: {},
+        };
+    }
+    /**
+     * Current Page Screenshot
+     *
+     * @param {*} params {}
+     * @returns > { image: { type: 'base64', media_type: 'image/png', data } }
+     */
+    async execute(context, params) {
+        let windowId = await getWindowId(context);
+        return await screenshot(windowId);
+    }
+}
+
+/**
+ * Browser tab management
+ */
+class TabManagement {
+    constructor() {
+        this.name = 'tab_management';
+        this.description = 'Browser tab management, view and operate tabs';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                commond: {
+                    type: 'string',
+                    description: `The commond to perform. The available commonds are:
+* \`tab_all\`: View all tabs and return the tabId and title.
+* \`current_tab\`: Get current tab information (tabId, url, title).
+* \`go_back\`: Go back to the previous page in the current tab.
+* \`change_url [url]\`: open URL in the current tab, eg: \`change_url https://www.google.com\`.
+* \`close_tab\`: Close the current tab.
+* \`switch_tab [tabId]\`: Switch to the specified tab using tabId, eg: \`switch_tab 1000\`.
+* \`new_tab [url]\`: Open a new tab window and open the URL, eg: \`new_tab https://www.google.com\``,
+                },
+            },
+            required: ['commond'],
+        };
+    }
+    /**
+     * Tab management
+     *
+     * @param {*} params { commond: `new_tab [url]` | 'tab_all' | 'current_tab' | 'go_back' | 'close_tab' | 'switch_tab [tabId]' | `change_url [url]` }
+     * @returns > { result, success: true }
+     */
+    async execute(context, params) {
+        if (params === null || !params.commond) {
+            throw new Error('Invalid parameters. Expected an object with a "commond" property.');
+        }
+        let windowId = await getWindowId(context);
+        let commond = params.commond.trim();
+        if (commond.startsWith('`')) {
+            commond = commond.substring(1);
+        }
+        if (commond.endsWith('`')) {
+            commond = commond.substring(0, commond.length - 1);
+        }
+        let result;
+        if (commond == 'tab_all') {
+            result = [];
+            let tabs = await chrome.tabs.query({ windowId: windowId });
+            for (let i = 0; i < tabs.length; i++) {
+                let tab = tabs[i];
+                let tabInfo = {
+                    tabId: tab.id,
+                    windowId: tab.windowId,
+                    title: tab.title,
+                    url: tab.url,
+                };
+                if (tab.active) {
+                    tabInfo.active = true;
+                }
+                result.push(tabInfo);
+            }
+        }
+        else if (commond == 'current_tab') {
+            let tabId = await getTabId(context);
+            let tab = await chrome.tabs.get(tabId);
+            let tabInfo = { tabId, windowId: tab.windowId, title: tab.title, url: tab.url };
+            result = tabInfo;
+        }
+        else if (commond == 'go_back') {
+            let tabId = await getTabId(context);
+            await chrome.tabs.goBack(tabId);
+            let tab = await chrome.tabs.get(tabId);
+            let tabInfo = { tabId, windowId: tab.windowId, title: tab.title, url: tab.url };
+            result = tabInfo;
+        }
+        else if (commond == 'close_tab') {
+            let closedTabId = await getTabId(context);
+            await chrome.tabs.remove(closedTabId);
+            await sleep(100);
+            let tabs = await chrome.tabs.query({ active: true, currentWindow: true });
+            if (tabs.length == 0) {
+                tabs = await chrome.tabs.query({ status: 'complete', currentWindow: true });
+            }
+            let tab = tabs[tabs.length - 1];
+            if (!tab.active) {
+                await chrome.tabs.update(tab.id, { active: true });
+            }
+            let newTabId = tab.id;
+            context.variables.set('tabId', tab.id);
+            context.variables.set('windowId', tab.windowId);
+            let closeTabInfo = { closedTabId, newTabId, newTabTitle: tab.title };
+            result = closeTabInfo;
+        }
+        else if (commond.startsWith('switch_tab')) {
+            let tabId = parseInt(commond.replace('switch_tab', '').replace('[', '').replace(']', ''));
+            let tab = await chrome.tabs.update(tabId, { active: true });
+            context.variables.set('tabId', tab.id);
+            context.variables.set('windowId', tab.windowId);
+            let tabInfo = { tabId, windowId: tab.windowId, title: tab.title, url: tab.url };
+            result = tabInfo;
+        }
+        else if (commond.startsWith('change_url')) {
+            let url = commond.substring('change_url'.length).replace('[', '').replace(']', '').trim();
+            let tabId = await getTabId(context);
+            // await chrome.tabs.update(tabId, { url: url });
+            await executeScript(tabId, () => {
+                location.href = url;
+            }, []);
+            let tab = await waitForTabComplete(tabId);
+            let tabInfo = { tabId, windowId: tab.windowId, title: tab.title, url: tab.url };
+            result = tabInfo;
+        }
+        else if (commond.startsWith('new_tab')) {
+            let url = commond.replace('new_tab', '').replace('[', '').replace(']', '').replace(/"/g, '');
+            // First mandatory opening of a new window
+            let newWindow = !context.variables.get('windowId') && !context.variables.get('tabId');
+            let tab;
+            if (newWindow) {
+                tab = await open_new_tab(url, true);
+            }
+            else {
+                let windowId = await getWindowId(context);
+                tab = await open_new_tab(url, false, windowId);
+            }
+            let windowId = tab.windowId;
+            let tabId = tab.id;
+            context.variables.set('windowId', windowId);
+            context.variables.set('tabId', tabId);
+            if (newWindow) {
+                let windowIds = context.variables.get('windowIds');
+                if (windowIds) {
+                    windowIds.push(windowId);
+                }
+                else {
+                    context.variables.set('windowIds', [windowId]);
+                }
+            }
+            let tabInfo = {
+                tabId: tab.id,
+                windowId: tab.windowId,
+                title: tab.title,
+                url: tab.url,
+            };
+            result = tabInfo;
+        }
+        else {
+            throw Error('Unknown commond: ' + commond);
+        }
+        return result;
+    }
+    destroy(context) {
+        let windowIds = context.variables.get('windowIds');
+        if (windowIds) {
+            for (let i = 0; i < windowIds.length; i++) {
+                chrome.windows.remove(windowIds[i]);
+            }
+        }
+    }
+}
+
+/**
+ * Web Search
+ */
+class WebSearch {
+    constructor() {
+        this.name = 'web_search';
+        this.description = 'Use web search to return search results';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                query: {
+                    type: 'string',
+                    description: 'search for keywords',
+                },
+                maxResults: {
+                    type: 'integer',
+                    description: 'Maximum search results, default 5',
+                },
+            },
+            required: ['query'],
+        };
+    }
+    /**
+     * search
+     *
+     * @param {*} params { url: 'https://www.google.com', query: 'ai agent', maxResults: 5 }
+     * @returns > [{ title, url, content }]
+     */
+    async execute(context, params) {
+        var _a;
+        if (typeof params !== 'object' || params === null || !params.query) {
+            throw new Error('Invalid parameters. Expected an object with a "query" property.');
+        }
+        let url = params.url;
+        let query = params.query;
+        let maxResults = params.maxResults;
+        if (!url) {
+            url = 'https://www.google.com';
+        }
+        let taskId = new Date().getTime() + '';
+        let searchs = [{ url: url, keyword: query }];
+        let searchInfo = await deepSearch(taskId, searchs, maxResults || 5);
+        let links = ((_a = searchInfo.result[0]) === null || _a === void 0 ? void 0 : _a.links) || [];
+        return links.filter((s) => s.content);
+    }
+}
+const deepSearchInjects = {
+    'bing.com': {
+        filename: 'bing.js',
+        buildSearchUrl: function (url, keyword) {
+            return 'https://bing.com/search?q=' + encodeURI(keyword);
+        },
+    },
+    'duckduckgo.com': {
+        filename: 'duckduckgo.js',
+        buildSearchUrl: function (url, keyword) {
+            return 'https://duckduckgo.com/?q=' + encodeURI(keyword);
+        },
+    },
+    'google.com': {
+        filename: 'google.js',
+        buildSearchUrl: function (url, keyword) {
+            return 'https://www.google.com/search?q=' + encodeURI(keyword);
+        },
+    },
+    default: {
+        filename: 'google.js',
+        buildSearchUrl: function (url, keyword) {
+            url = url.trim();
+            let idx = url.indexOf('//');
+            if (idx > -1) {
+                url = url.substring(idx + 2);
+            }
+            idx = url.indexOf('/', 2);
+            if (idx > -1) {
+                url = url.substring(0, idx);
+            }
+            keyword = 'site:' + url + ' ' + keyword;
+            return 'https://www.google.com/search?q=' + encodeURIComponent(keyword);
+        },
+    },
+};
+function buildDeepSearchUrl(url, keyword) {
+    let idx = url.indexOf('/', url.indexOf('//') + 2);
+    let baseUrl = idx > -1 ? url.substring(0, idx) : url;
+    let domains = Object.keys(deepSearchInjects);
+    let inject = null;
+    for (let j = 0; j < domains.length; j++) {
+        let domain = domains[j];
+        if (baseUrl == domain || baseUrl.endsWith('.' + domain) || baseUrl.endsWith('/' + domain)) {
+            inject = deepSearchInjects[domain];
+            break;
+        }
+    }
+    if (!inject) {
+        inject = deepSearchInjects['default'];
+    }
+    return {
+        filename: inject.filename,
+        url: inject.buildSearchUrl(url, keyword),
+    };
+}
+// Event
+const tabsUpdateEvent = new MsgEvent();
+chrome.tabs.onUpdated.addListener(async function (tabId, changeInfo, tab) {
+    await tabsUpdateEvent.publish({ tabId, changeInfo, tab });
+});
+/**
+ * deep search
+ *
+ * @param {string} taskId task id
+ * @param {array} searchs search list => [{ url: 'https://bing.com', keyword: 'ai' }]
+ * @param {number} detailsMaxNum Maximum crawling quantity per search detail page
+ */
+async function deepSearch(taskId, searchs, detailsMaxNum, window) {
+    let closeWindow = false;
+    if (!window) {
+        // open new window
+        window = await chrome.windows.create({
+            type: 'normal',
+            state: 'maximized',
+            url: null,
+        });
+        closeWindow = true;
+    }
+    // crawler the search page details page link
+    // [{ links: [{ title, url }] }]
+    let detailLinkGroups = await doDetailLinkGroups(taskId, searchs, detailsMaxNum, window);
+    // crawler all details page content and comments
+    let searchInfo = await doPageContent(taskId, detailLinkGroups, window);
+    console.log('searchInfo: ', searchInfo);
+    // close window
+    closeWindow && chrome.windows.remove(window.id);
+    return searchInfo;
+}
+/**
+ * crawler the search page details page link
+ *
+ * @param {string} taskId task id
+ * @param {array} searchs search list => [{ url: 'https://bing.com', keyword: 'ai' }]
+ * @param {number} detailsMaxNum Maximum crawling quantity per search detail page
+ * @param {*} window
+ * @returns [{ links: [{ title, url }] }]
+ */
+async function doDetailLinkGroups(taskId, searchs, detailsMaxNum, window) {
+    let detailLinkGroups = [];
+    let countDownLatch = new CountDownLatch(searchs.length);
+    for (let i = 0; i < searchs.length; i++) {
+        try {
+            // script name & build search URL
+            const { filename, url } = buildDeepSearchUrl(searchs[i].url, searchs[i].keyword);
+            // open new Tab
+            let tab = await chrome.tabs.create({
+                url: url,
+                windowId: window.id,
+            });
+            let eventId = taskId + '_' + i;
+            // monitor Tab status
+            tabsUpdateEvent.addListener(async function (obj) {
+                if (obj.tabId != tab.id) {
+                    return;
+                }
+                if (obj.changeInfo.status === 'complete') {
+                    tabsUpdateEvent.removeListener(eventId);
+                    // inject js
+                    await injectScript(tab.id, filename);
+                    await sleep(1000);
+                    // crawler the search page details page
+                    // { links: [{ title, url }] }
+                    let detailLinks = await chrome.tabs.sendMessage(tab.id, {
+                        type: 'page:getDetailLinks',
+                        keyword: searchs[i].keyword,
+                    });
+                    if (!detailLinks || !detailLinks.links) {
+                        // TODO error
+                        detailLinks = { links: [] };
+                    }
+                    console.log('detailLinks: ', detailLinks);
+                    let links = detailLinks.links.slice(0, detailsMaxNum);
+                    detailLinkGroups.push({ url, links, filename });
+                    countDownLatch.countDown();
+                    chrome.tabs.remove(tab.id);
+                }
+                else if (obj.changeInfo.status === 'unloaded') {
+                    countDownLatch.countDown();
+                    chrome.tabs.remove(tab.id);
+                    tabsUpdateEvent.removeListener(eventId);
+                }
+            }, eventId);
+        }
+        catch (e) {
+            console.error(e);
+            countDownLatch.countDown();
+        }
+    }
+    await countDownLatch.await(30000);
+    return detailLinkGroups;
+}
+/**
+ * page content
+ *
+ * @param {string} taskId task id
+ * @param {array} detailLinkGroups details page group
+ * @param {*} window
+ * @returns search info
+ */
+async function doPageContent(taskId, detailLinkGroups, window) {
+    const searchInfo = {
+        total: 0,
+        running: 0,
+        succeed: 0,
+        failed: 0,
+        failedLinks: [],
+        result: detailLinkGroups,
+    };
+    for (let i = 0; i < detailLinkGroups.length; i++) {
+        let links = detailLinkGroups[i].links;
+        searchInfo.total += links.length;
+    }
+    let countDownLatch = new CountDownLatch(searchInfo.total);
+    for (let i = 0; i < detailLinkGroups.length; i++) {
+        let filename = detailLinkGroups[i].filename;
+        let links = detailLinkGroups[i].links;
+        for (let j = 0; j < links.length; j++) {
+            let link = links[j];
+            // open new tab
+            let tab = await chrome.tabs.create({
+                url: link.url,
+                windowId: window.id,
+            });
+            searchInfo.running++;
+            let eventId = taskId + '_' + i + '_' + j;
+            // monitor Tab status
+            tabsUpdateEvent.addListener(async function (obj) {
+                if (obj.tabId != tab.id) {
+                    return;
+                }
+                if (obj.changeInfo.status === 'complete') {
+                    try {
+                        tabsUpdateEvent.removeListener(eventId);
+                        // inject js
+                        await injectScript(tab.id, filename);
+                        await sleep(1000);
+                        // cralwer content and comments
+                        // { title, content }
+                        let result = await chrome.tabs.sendMessage(tab.id, {
+                            type: 'page:getContent',
+                        });
+                        if (!result) {
+                            throw Error('No Result');
+                        }
+                        link.content = result.content;
+                        link.page_title = result.title;
+                        searchInfo.succeed++;
+                    }
+                    catch (e) {
+                        searchInfo.failed++;
+                        searchInfo.failedLinks.push(link);
+                        console.error(link.title + ' crawler error', link.url, e);
+                    }
+                    finally {
+                        searchInfo.running--;
+                        countDownLatch.countDown();
+                        chrome.tabs.remove(tab.id);
+                        tabsUpdateEvent.removeListener(eventId);
+                    }
+                }
+                else if (obj.changeInfo.status === 'unloaded') {
+                    searchInfo.running--;
+                    countDownLatch.countDown();
+                    chrome.tabs.remove(tab.id);
+                    tabsUpdateEvent.removeListener(eventId);
+                }
+            }, eventId);
+        }
+    }
+    await countDownLatch.await(60000);
+    return searchInfo;
+}
+
+var tools = /*#__PURE__*/Object.freeze({
+    __proto__: null,
+    BrowserUse: BrowserUse,
+    ElementClick: ElementClick,
+    ExportFile: ExportFile,
+    ExtractContent: ExtractContent,
+    FindElementPosition: FindElementPosition,
+    FormAutofill: FormAutofill,
+    OpenUrl: OpenUrl,
+    Screenshot: Screenshot,
+    TabManagement: TabManagement,
+    WebSearch: WebSearch
+});
+
+async function pub(tabId, event, params) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'eko:message',
+        event,
+        params,
+    });
+}
+async function getLLMConfig(name = 'llmConfig') {
+    let result = await chrome.storage.sync.get([name]);
+    return result[name];
+}
+function getAllTools() {
+    let toolsMap = new Map();
+    for (const key in tools) {
+        let tool = tools[key];
+        if (typeof tool === 'function' && tool.prototype && 'execute' in tool.prototype) {
+            try {
+                let instance = new tool();
+                toolsMap.set(instance.name || key, instance);
+            }
+            catch (e) {
+                console.error(`Failed to instantiate ${key}:`, e);
+            }
+        }
+    }
+    return toolsMap;
+}
+
+exports.browser = browser;
+exports.getAllTools = getAllTools;
+exports.getLLMConfig = getLLMConfig;
+exports.pub = pub;
+exports.tools = tools;
+exports.utils = utils;