@eko-ai/eko 1.0.8 → 1.0.10

package/dist/src/extension/tools/open_url.js

@@ -0,0 +1,68 @@
+import { getWindowId, open_new_tab } from '../utils';
+/**
+ * Open Url
+ */
+export class OpenUrl {
+    constructor() {
+        this.name = 'open_url';
+        this.description = 'Open the specified URL link in browser window';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                url: {
+                    type: 'string',
+                    description: 'URL link address',
+                },
+                newWindow: {
+                    type: 'boolean',
+                    description: 'true: Open in a new window; false: Open in the current window.',
+                },
+            },
+            required: ['url'],
+        };
+    }
+    /**
+     * Open Url
+     *
+     * @param {*} params { url: 'https://www.google.com', newWindow: true }
+     * @returns > { tabId, windowId, title, success: true }
+     */
+    async execute(context, params) {
+        if (typeof params !== 'object' || params === null || !params.url) {
+            throw new Error('Invalid parameters. Expected an object with a "url" property.');
+        }
+        let url = params.url;
+        let newWindow = params.newWindow;
+        if (!newWindow && !context.variables.get('windowId') && !context.variables.get('tabId')) {
+            // First mandatory opening of a new window
+            newWindow = true;
+        }
+        let tab;
+        if (newWindow) {
+            tab = await open_new_tab(url, true);
+        }
+        else {
+            let windowId = await getWindowId(context);
+            tab = await open_new_tab(url, false, windowId);
+        }
+        let windowId = tab.windowId;
+        let tabId = tab.id;
+        context.variables.set('windowId', windowId);
+        context.variables.set('tabId', tabId);
+        if (newWindow) {
+            let windowIds = context.variables.get('windowIds');
+            if (windowIds) {
+                windowIds.push(windowId);
+            }
+            else {
+                context.variables.set('windowIds', [windowId]);
+            }
+        }
+        return {
+            tabId,
+            windowId,
+            title: tab.title,
+        };
+    }
+}
+//# sourceMappingURL=open_url.js.map

package/dist/src/extension/tools/open_url.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"open_url.js","sourceRoot":"","sources":["../../../../src/extension/tools/open_url.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAErD;;GAEG;AACH,MAAM,OAAO,OAAO;IAKlB;QACE,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,+CAA+C,CAAC;QACnE,IAAI,CAAC,YAAY,GAAG;YAClB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,GAAG,EAAE;oBACH,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,kBAAkB;iBAChC;gBACD,SAAS,EAAE;oBACT,IAAI,EAAE,SAAS;oBACf,WAAW,EAAE,gEAAgE;iBAC9E;aACF;YACD,QAAQ,EAAE,CAAC,KAAK,CAAC;SAClB,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,OAAO,CAAC,OAAyB,EAAE,MAAoB;QAC3D,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YACjE,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACnF,CAAC;QACD,IAAI,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QACrB,IAAI,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QACjC,IAAI,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACxF,0CAA0C;YAC1C,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;QACD,IAAI,GAAoB,CAAC;QACzB,IAAI,SAAS,EAAE,CAAC;YACd,GAAG,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACtC,CAAC;aAAM,CAAC;YACN,IAAI,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;YAC1C,GAAG,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,QAAQ,GAAG,GAAG,CAAC,QAAkB,CAAC;QACtC,IAAI,KAAK,GAAG,GAAG,CAAC,EAAY,CAAC;QAC7B,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAC5C,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACtC,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAkB,CAAC;YACpE,IAAI,SAAS,EAAE,CAAC;gBACd,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAkB,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;QACD,OAAO;YACL,KAAK;YACL,QAAQ;YACR,KAAK,EAAE,GAAG,CAAC,KAAK;SACjB,CAAC;IACJ,CAAC;CACF"}

package/dist/src/extension/tools/request_login.js

@@ -0,0 +1,87 @@
+import { getTabId, getWindowId, doesTabExists } from '../utils';
+import { screenshot } from './browser';
+export class RequestLogin {
+    constructor() {
+        this.name = 'request_login';
+        this.description =
+            'Login to this website, assist with identity verification when manual intervention is needed, guide users through the login process, and wait for their confirmation of successful login.';
+        this.input_schema = {
+            type: 'object',
+            properties: {},
+        };
+    }
+    async execute(context, params) {
+        if (!params.force && await this.isLoginIn(context)) {
+            return true;
+        }
+        let tabId = await getTabId(context);
+        let task_id = 'login_required_' + tabId;
+        const request_user_help = async () => {
+            await chrome.tabs.sendMessage(tabId, {
+                type: 'request_user_help',
+                task_id,
+                failure_type: 'login_required',
+                failure_message: 'Access page require user authentication.',
+            });
+        };
+        const login_interval = setInterval(async () => {
+            try {
+                request_user_help();
+            }
+            catch (e) {
+                clearInterval(login_interval);
+            }
+        }, 2000);
+        try {
+            return await this.awaitLogin(tabId, task_id);
+        }
+        finally {
+            clearInterval(login_interval);
+        }
+    }
+    async awaitLogin(tabId, task_id) {
+        return new Promise((resolve) => {
+            const checkTabClosedInterval = setInterval(async () => {
+                const tabExists = await doesTabExists(tabId);
+                if (!tabExists) {
+                    clearInterval(checkTabClosedInterval);
+                    resolve(false);
+                    chrome.runtime.onMessage.removeListener(listener);
+                }
+            }, 1000);
+            const listener = (message) => {
+                if (message.type === 'issue_resolved' && message.task_id === task_id) {
+                    resolve(true);
+                    clearInterval(checkTabClosedInterval);
+                }
+            };
+            chrome.runtime.onMessage.addListener(listener);
+        });
+    }
+    async isLoginIn(context) {
+        let windowId = await getWindowId(context);
+        let screenshot_result = await screenshot(windowId, true);
+        let messages = [
+            {
+                role: 'user',
+                content: [
+                    {
+                        type: 'image',
+                        source: screenshot_result.image,
+                    },
+                    {
+                        type: 'text',
+                        text: 'Check if the current website is logged in. If not logged in, output `NOT_LOGIN`. If logged in, output `LOGGED_IN`. Output directly without explanation.',
+                    },
+                ],
+            },
+        ];
+        let response = await context.llmProvider.generateText(messages, { maxTokens: 256 });
+        let text = response.textContent;
+        if (!text) {
+            text = JSON.stringify(response.content);
+        }
+        return text.indexOf('LOGGED_IN') > -1;
+    }
+}
+//# sourceMappingURL=request_login.js.map

package/dist/src/extension/tools/request_login.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"request_login.js","sourceRoot":"","sources":["../../../../src/extension/tools/request_login.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC,MAAM,OAAO,YAAY;IAKvB;QACE,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;QAC5B,IAAI,CAAC,WAAW;YACd,0LAA0L,CAAC;QAC7L,IAAI,CAAC,YAAY,GAAG;YAClB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAyB,EAAE,MAAW;QAClD,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;YACnD,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,KAAK,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpC,IAAI,OAAO,GAAG,iBAAiB,GAAG,KAAK,CAAC;QACxC,MAAM,iBAAiB,GAAG,KAAK,IAAI,EAAE;YACnC,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;gBACnC,IAAI,EAAE,mBAAmB;gBACzB,OAAO;gBACP,YAAY,EAAE,gBAAgB;gBAC9B,eAAe,EAAE,0CAA0C;aAC5D,CAAC,CAAC;QACL,CAAC,CAAC;QACF,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAC5C,IAAI,CAAC;gBACH,iBAAiB,EAAE,CAAC;YACtB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,aAAa,CAAC,cAAc,CAAC,CAAC;YAChC,CAAC;QACH,CAAC,EAAE,IAAI,CAAC,CAAC;QACT,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC/C,CAAC;gBAAS,CAAC;YACT,aAAa,CAAC,cAAc,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAa,EAAE,OAAe;QAC7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,MAAM,sBAAsB,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;gBACpD,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,KAAK,CAAC,CAAC;gBAC7C,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,aAAa,CAAC,sBAAsB,CAAC,CAAC;oBACtC,OAAO,CAAC,KAAK,CAAC,CAAC;oBACf,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,MAAM,QAAQ,GAAG,CAAC,OAAY,EAAE,EAAE;gBAChC,IAAI,OAAO,CAAC,IAAI,KAAK,gBAAgB,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;oBACrE,OAAO,CAAC,IAAI,CAAC,CAAC;oBACd,aAAa,CAAC,sBAAsB,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC,CAAC;YACF,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAyB;QACvC,IAAI,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC1C,IAAI,iBAAiB,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACzD,IAAI,QAAQ,GAAc;YACxB;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,OAAO;wBACb,MAAM,EAAE,iBAAiB,CAAC,KAAK;qBAChC;oBACD;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,yJAAyJ;qBAChK;iBACF;aACF;SACF,CAAC;QACF,IAAI,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,YAAY,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;QACpF,IAAI,IAAI,GAAG,QAAQ,CAAC,WAAW,CAAC;QAChC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC;IACxC,CAAC;CACF"}

package/dist/src/extension/tools/screenshot.js

@@ -0,0 +1,26 @@
+import { screenshot } from './browser';
+import { getWindowId } from '../utils';
+/**
+ * Current Page Screenshot
+ */
+export class Screenshot {
+    constructor() {
+        this.name = 'screenshot';
+        this.description = 'Screenshot the current webpage window';
+        this.input_schema = {
+            type: 'object',
+            properties: {},
+        };
+    }
+    /**
+     * Current Page Screenshot
+     *
+     * @param {*} params {}
+     * @returns > { image: { type: 'base64', media_type: 'image/png', data } }
+     */
+    async execute(context, params) {
+        let windowId = await getWindowId(context);
+        return await screenshot(windowId);
+    }
+}
+//# sourceMappingURL=screenshot.js.map

package/dist/src/extension/tools/screenshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot.js","sourceRoot":"","sources":["../../../../src/extension/tools/screenshot.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAGvC;;GAEG;AACH,MAAM,OAAO,UAAU;IAKrB;QACE,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,uCAAuC,CAAC;QAC3D,IAAI,CAAC,YAAY,GAAG;YAClB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,OAAO,CAAC,OAAyB,EAAE,MAAe;QACtD,IAAI,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC1C,OAAO,MAAM,UAAU,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;CACF"}

package/dist/src/extension/tools/tab_management.js

@@ -0,0 +1,160 @@
+import { executeScript, getTabId, getWindowId, open_new_tab, sleep, waitForTabComplete, } from '../utils';
+/**
+ * Browser tab management
+ */
+export class TabManagement {
+    constructor() {
+        this.name = 'tab_management';
+        this.description = 'Browser tab management, view and operate tabs';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                commond: {
+                    type: 'string',
+                    description: `The commond to perform. The available commonds are:
+* \`tab_all\`: View all tabs and return the tabId and title.
+* \`current_tab\`: Get current tab information (tabId, url, title).
+* \`go_back\`: Go back to the previous page in the current tab.
+* \`change_url [url]\`: open URL in the current tab, eg: \`change_url https://www.google.com\`.
+* \`close_tab\`: Close the current tab.
+* \`switch_tab [tabId]\`: Switch to the specified tab using tabId, eg: \`switch_tab 1000\`.
+* \`new_tab [url]\`: Open a new tab window and open the URL, eg: \`new_tab https://www.google.com\``,
+                },
+            },
+            required: ['commond'],
+        };
+    }
+    /**
+     * Tab management
+     *
+     * @param {*} params { commond: `new_tab [url]` | 'tab_all' | 'current_tab' | 'go_back' | 'close_tab' | 'switch_tab [tabId]' | `change_url [url]` }
+     * @returns > { result, success: true }
+     */
+    async execute(context, params) {
+        if (params === null || !params.commond) {
+            throw new Error('Invalid parameters. Expected an object with a "commond" property.');
+        }
+        let windowId = await getWindowId(context);
+        let commond = params.commond.trim();
+        if (commond.startsWith('`')) {
+            commond = commond.substring(1);
+        }
+        if (commond.endsWith('`')) {
+            commond = commond.substring(0, commond.length - 1);
+        }
+        let result;
+        if (commond == 'tab_all') {
+            result = [];
+            let tabs = await chrome.tabs.query({ windowId: windowId });
+            for (let i = 0; i < tabs.length; i++) {
+                let tab = tabs[i];
+                let tabInfo = {
+                    tabId: tab.id,
+                    windowId: tab.windowId,
+                    title: tab.title,
+                    url: tab.url,
+                };
+                if (tab.active) {
+                    tabInfo.active = true;
+                }
+                result.push(tabInfo);
+            }
+        }
+        else if (commond == 'current_tab') {
+            let tabId = await getTabId(context);
+            let tab = await chrome.tabs.get(tabId);
+            let tabInfo = { tabId, windowId: tab.windowId, title: tab.title, url: tab.url };
+            result = tabInfo;
+        }
+        else if (commond == 'go_back') {
+            let tabId = await getTabId(context);
+            await chrome.tabs.goBack(tabId);
+            let tab = await chrome.tabs.get(tabId);
+            let tabInfo = { tabId, windowId: tab.windowId, title: tab.title, url: tab.url };
+            result = tabInfo;
+        }
+        else if (commond == 'close_tab') {
+            let closedTabId = await getTabId(context);
+            await chrome.tabs.remove(closedTabId);
+            await sleep(100);
+            let tabs = await chrome.tabs.query({ active: true, currentWindow: true });
+            if (tabs.length == 0) {
+                tabs = await chrome.tabs.query({ status: 'complete', currentWindow: true });
+            }
+            let tab = tabs[tabs.length - 1];
+            if (!tab.active) {
+                await chrome.tabs.update(tab.id, { active: true });
+            }
+            let newTabId = tab.id;
+            context.variables.set('tabId', tab.id);
+            context.variables.set('windowId', tab.windowId);
+            let closeTabInfo = { closedTabId, newTabId, newTabTitle: tab.title };
+            result = closeTabInfo;
+        }
+        else if (commond.startsWith('switch_tab')) {
+            let tabId = parseInt(commond.replace('switch_tab', '').replace('[', '').replace(']', ''));
+            let tab = await chrome.tabs.update(tabId, { active: true });
+            context.variables.set('tabId', tab.id);
+            context.variables.set('windowId', tab.windowId);
+            let tabInfo = { tabId, windowId: tab.windowId, title: tab.title, url: tab.url };
+            result = tabInfo;
+        }
+        else if (commond.startsWith('change_url')) {
+            let url = commond.substring('change_url'.length).replace('[', '').replace(']', '').trim();
+            let tabId = await getTabId(context);
+            // await chrome.tabs.update(tabId, { url: url });
+            await executeScript(tabId, () => {
+                location.href = url;
+            }, []);
+            let tab = await waitForTabComplete(tabId);
+            let tabInfo = { tabId, windowId: tab.windowId, title: tab.title, url: tab.url };
+            result = tabInfo;
+        }
+        else if (commond.startsWith('new_tab')) {
+            let url = commond.replace('new_tab', '').replace('[', '').replace(']', '').replace(/"/g, '');
+            // First mandatory opening of a new window
+            let newWindow = !context.variables.get('windowId') && !context.variables.get('tabId');
+            let tab;
+            if (newWindow) {
+                tab = await open_new_tab(url, true);
+            }
+            else {
+                let windowId = await getWindowId(context);
+                tab = await open_new_tab(url, false, windowId);
+            }
+            let windowId = tab.windowId;
+            let tabId = tab.id;
+            context.variables.set('windowId', windowId);
+            context.variables.set('tabId', tabId);
+            if (newWindow) {
+                let windowIds = context.variables.get('windowIds');
+                if (windowIds) {
+                    windowIds.push(windowId);
+                }
+                else {
+                    context.variables.set('windowIds', [windowId]);
+                }
+            }
+            let tabInfo = {
+                tabId: tab.id,
+                windowId: tab.windowId,
+                title: tab.title,
+                url: tab.url,
+            };
+            result = tabInfo;
+        }
+        else {
+            throw Error('Unknown commond: ' + commond);
+        }
+        return result;
+    }
+    destroy(context) {
+        let windowIds = context.variables.get('windowIds');
+        if (windowIds) {
+            for (let i = 0; i < windowIds.length; i++) {
+                chrome.windows.remove(windowIds[i]);
+            }
+        }
+    }
+}
+//# sourceMappingURL=tab_management.js.map

package/dist/src/extension/tools/tab_management.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tab_management.js","sourceRoot":"","sources":["../../../../src/extension/tools/tab_management.ts"],"names":[],"mappings":"AAOA,OAAO,EACL,aAAa,EACb,QAAQ,EACR,WAAW,EACX,YAAY,EACZ,KAAK,EACL,kBAAkB,GACnB,MAAM,UAAU,CAAC;AAElB;;GAEG;AACH,MAAM,OAAO,aAAa;IAKxB;QACE,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,+CAA+C,CAAC;QACnE,IAAI,CAAC,YAAY,GAAG;YAClB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE;;;;;;;oGAO6E;iBAC3F;aACF;YACD,QAAQ,EAAE,CAAC,SAAS,CAAC;SACtB,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,OAAO,CACX,OAAyB,EACzB,MAA0B;QAE1B,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACvF,CAAC;QACD,IAAI,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC1C,IAAI,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACpC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC5B,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,MAA2B,CAAC;QAChC,IAAI,OAAO,IAAI,SAAS,EAAE,CAAC;YACzB,MAAM,GAAG,EAAE,CAAC;YACZ,IAAI,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC3D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrC,IAAI,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,IAAI,OAAO,GAAY;oBACrB,KAAK,EAAE,GAAG,CAAC,EAAE;oBACb,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,GAAG,EAAE,GAAG,CAAC,GAAG;iBACb,CAAC;gBACF,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;oBACf,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;gBACxB,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,IAAI,aAAa,EAAE,CAAC;YACpC,IAAI,KAAK,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpC,IAAI,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACvC,IAAI,OAAO,GAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC;YACzF,MAAM,GAAG,OAAO,CAAC;QACnB,CAAC;aAAM,IAAI,OAAO,IAAI,SAAS,EAAE,CAAC;YAChC,IAAI,KAAK,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAChC,IAAI,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACvC,IAAI,OAAO,GAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC;YACzF,MAAM,GAAG,OAAO,CAAC;QACnB,CAAC;aAAM,IAAI,OAAO,IAAI,WAAW,EAAE,CAAC;YAClC,IAAI,WAAW,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC1C,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YACtC,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;YACjB,IAAI,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1E,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACrB,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9E,CAAC;YACD,IAAI,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAChC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;gBAChB,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAY,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,CAAC;YACD,IAAI,QAAQ,GAAG,GAAG,CAAC,EAAE,CAAC;YACtB,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACvC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;YAChD,IAAI,YAAY,GAAiB,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC;YACnF,MAAM,GAAG,YAAY,CAAC;QACxB,CAAC;aAAM,IAAI,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC5C,IAAI,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;YAC1F,IAAI,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAC5D,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YACvC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;YAChD,IAAI,OAAO,GAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC;YACzF,MAAM,GAAG,OAAO,CAAC;QACnB,CAAC;aAAM,IAAI,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC5C,IAAI,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC1F,IAAI,KAAK,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpC,iDAAiD;YACjD,MAAM,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE;gBAC9B,QAAQ,CAAC,IAAI,GAAG,GAAG,CAAC;YACtB,CAAC,EAAE,EAAE,CAAC,CAAC;YACP,IAAI,GAAG,GAAG,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC;YAC1C,IAAI,OAAO,GAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC;YACzF,MAAM,GAAG,OAAO,CAAC;QACnB,CAAC;aAAM,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YACzC,IAAI,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC7F,0CAA0C;YAC1C,IAAI,SAAS,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YACtF,IAAI,GAAoB,CAAC;YACzB,IAAI,SAAS,EAAE,CAAC;gBACd,GAAG,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,IAAI,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;gBAC1C,GAAG,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;YACjD,CAAC;YACD,IAAI,QAAQ,GAAG,GAAG,CAAC,QAAkB,CAAC;YACtC,IAAI,KAAK,GAAG,GAAG,CAAC,EAAY,CAAC;YAC7B,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YAC5C,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACtC,IAAI,SAAS,EAAE,CAAC;gBACd,IAAI,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAkB,CAAC;gBACpE,IAAI,SAAS,EAAE,CAAC;oBACd,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAkB,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC;YACD,IAAI,OAAO,GAAY;gBACrB,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,GAAG,EAAE,GAAG,CAAC,GAAG;aACb,CAAC;YACF,MAAM,GAAG,OAAO,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,CAAC,mBAAmB,GAAG,OAAO,CAAC,CAAC;QAC7C,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO,CAAC,OAAyB;QAC/B,IAAI,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAkB,CAAC;QACpE,IAAI,SAAS,EAAE,CAAC;YACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/src/extension/tools/web_search.js

@@ -0,0 +1,281 @@
+import { MsgEvent, CountDownLatch, sleep, injectScript } from '../utils';
+/**
+ * Web Search
+ */
+export class WebSearch {
+    constructor() {
+        this.name = 'web_search';
+        this.description = 'Use web search to return search results';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                query: {
+                    type: 'string',
+                    description: 'search for keywords',
+                },
+                maxResults: {
+                    type: 'integer',
+                    description: 'Maximum search results, default 5',
+                },
+            },
+            required: ['query'],
+        };
+    }
+    /**
+     * search
+     *
+     * @param {*} params { url: 'https://www.google.com', query: 'ai agent', maxResults: 5 }
+     * @returns > [{ title, url, content }]
+     */
+    async execute(context, params) {
+        var _a;
+        if (typeof params !== 'object' || params === null || !params.query) {
+            throw new Error('Invalid parameters. Expected an object with a "query" property.');
+        }
+        let url = params.url;
+        let query = params.query;
+        let maxResults = params.maxResults;
+        if (!url) {
+            url = 'https://www.google.com';
+        }
+        let taskId = new Date().getTime() + '';
+        let searchs = [{ url: url, keyword: query }];
+        let searchInfo = await deepSearch(taskId, searchs, maxResults || 5);
+        let links = ((_a = searchInfo.result[0]) === null || _a === void 0 ? void 0 : _a.links) || [];
+        return links.filter((s) => s.content);
+    }
+}
+const deepSearchInjects = {
+    'bing.com': {
+        filename: 'bing.js',
+        buildSearchUrl: function (url, keyword) {
+            return 'https://bing.com/search?q=' + encodeURI(keyword);
+        },
+    },
+    'duckduckgo.com': {
+        filename: 'duckduckgo.js',
+        buildSearchUrl: function (url, keyword) {
+            return 'https://duckduckgo.com/?q=' + encodeURI(keyword);
+        },
+    },
+    'google.com': {
+        filename: 'google.js',
+        buildSearchUrl: function (url, keyword) {
+            return 'https://www.google.com/search?q=' + encodeURI(keyword);
+        },
+    },
+    default: {
+        filename: 'google.js',
+        buildSearchUrl: function (url, keyword) {
+            url = url.trim();
+            let idx = url.indexOf('//');
+            if (idx > -1) {
+                url = url.substring(idx + 2);
+            }
+            idx = url.indexOf('/', 2);
+            if (idx > -1) {
+                url = url.substring(0, idx);
+            }
+            keyword = 'site:' + url + ' ' + keyword;
+            return 'https://www.google.com/search?q=' + encodeURIComponent(keyword);
+        },
+    },
+};
+function buildDeepSearchUrl(url, keyword) {
+    let idx = url.indexOf('/', url.indexOf('//') + 2);
+    let baseUrl = idx > -1 ? url.substring(0, idx) : url;
+    let domains = Object.keys(deepSearchInjects);
+    let inject = null;
+    for (let j = 0; j < domains.length; j++) {
+        let domain = domains[j];
+        if (baseUrl == domain || baseUrl.endsWith('.' + domain) || baseUrl.endsWith('/' + domain)) {
+            inject = deepSearchInjects[domain];
+            break;
+        }
+    }
+    if (!inject) {
+        inject = deepSearchInjects['default'];
+    }
+    return {
+        filename: inject.filename,
+        url: inject.buildSearchUrl(url, keyword),
+    };
+}
+// Event
+const tabsUpdateEvent = new MsgEvent();
+chrome.tabs.onUpdated.addListener(async function (tabId, changeInfo, tab) {
+    await tabsUpdateEvent.publish({ tabId, changeInfo, tab });
+});
+/**
+ * deep search
+ *
+ * @param {string} taskId task id
+ * @param {array} searchs search list => [{ url: 'https://bing.com', keyword: 'ai' }]
+ * @param {number} detailsMaxNum Maximum crawling quantity per search detail page
+ */
+async function deepSearch(taskId, searchs, detailsMaxNum, window) {
+    let closeWindow = false;
+    if (!window) {
+        // open new window
+        window = await chrome.windows.create({
+            type: 'normal',
+            state: 'maximized',
+            url: null,
+        });
+        closeWindow = true;
+    }
+    // crawler the search page details page link
+    // [{ links: [{ title, url }] }]
+    let detailLinkGroups = await doDetailLinkGroups(taskId, searchs, detailsMaxNum, window);
+    // crawler all details page content and comments
+    let searchInfo = await doPageContent(taskId, detailLinkGroups, window);
+    console.log('searchInfo: ', searchInfo);
+    // close window
+    closeWindow && chrome.windows.remove(window.id);
+    return searchInfo;
+}
+/**
+ * crawler the search page details page link
+ *
+ * @param {string} taskId task id
+ * @param {array} searchs search list => [{ url: 'https://bing.com', keyword: 'ai' }]
+ * @param {number} detailsMaxNum Maximum crawling quantity per search detail page
+ * @param {*} window
+ * @returns [{ links: [{ title, url }] }]
+ */
+async function doDetailLinkGroups(taskId, searchs, detailsMaxNum, window) {
+    let detailLinkGroups = [];
+    let countDownLatch = new CountDownLatch(searchs.length);
+    for (let i = 0; i < searchs.length; i++) {
+        try {
+            // script name & build search URL
+            const { filename, url } = buildDeepSearchUrl(searchs[i].url, searchs[i].keyword);
+            // open new Tab
+            let tab = await chrome.tabs.create({
+                url: url,
+                windowId: window.id,
+            });
+            let eventId = taskId + '_' + i;
+            // monitor Tab status
+            tabsUpdateEvent.addListener(async function (obj) {
+                if (obj.tabId != tab.id) {
+                    return;
+                }
+                if (obj.changeInfo.status === 'complete') {
+                    tabsUpdateEvent.removeListener(eventId);
+                    // inject js
+                    await injectScript(tab.id, filename);
+                    await sleep(1000);
+                    // crawler the search page details page
+                    // { links: [{ title, url }] }
+                    let detailLinks = await chrome.tabs.sendMessage(tab.id, {
+                        type: 'page:getDetailLinks',
+                        keyword: searchs[i].keyword,
+                    });
+                    if (!detailLinks || !detailLinks.links) {
+                        // TODO error
+                        detailLinks = { links: [] };
+                    }
+                    console.log('detailLinks: ', detailLinks);
+                    let links = detailLinks.links.slice(0, detailsMaxNum);
+                    detailLinkGroups.push({ url, links, filename });
+                    countDownLatch.countDown();
+                    chrome.tabs.remove(tab.id);
+                }
+                else if (obj.changeInfo.status === 'unloaded') {
+                    countDownLatch.countDown();
+                    chrome.tabs.remove(tab.id);
+                    tabsUpdateEvent.removeListener(eventId);
+                }
+            }, eventId);
+        }
+        catch (e) {
+            console.error(e);
+            countDownLatch.countDown();
+        }
+    }
+    await countDownLatch.await(30000);
+    return detailLinkGroups;
+}
+/**
+ * page content
+ *
+ * @param {string} taskId task id
+ * @param {array} detailLinkGroups details page group
+ * @param {*} window
+ * @returns search info
+ */
+async function doPageContent(taskId, detailLinkGroups, window) {
+    const searchInfo = {
+        total: 0,
+        running: 0,
+        succeed: 0,
+        failed: 0,
+        failedLinks: [],
+        result: detailLinkGroups,
+    };
+    for (let i = 0; i < detailLinkGroups.length; i++) {
+        let links = detailLinkGroups[i].links;
+        searchInfo.total += links.length;
+    }
+    let countDownLatch = new CountDownLatch(searchInfo.total);
+    for (let i = 0; i < detailLinkGroups.length; i++) {
+        let filename = detailLinkGroups[i].filename;
+        let links = detailLinkGroups[i].links;
+        for (let j = 0; j < links.length; j++) {
+            let link = links[j];
+            // open new tab
+            let tab = await chrome.tabs.create({
+                url: link.url,
+                windowId: window.id,
+            });
+            searchInfo.running++;
+            let eventId = taskId + '_' + i + '_' + j;
+            // monitor Tab status
+            tabsUpdateEvent.addListener(async function (obj) {
+                if (obj.tabId != tab.id) {
+                    return;
+                }
+                if (obj.changeInfo.status === 'complete') {
+                    try {
+                        tabsUpdateEvent.removeListener(eventId);
+                        // inject js
+                        await injectScript(tab.id, filename);
+                        await sleep(1000);
+                        // cralwer content and comments
+                        // { title, content }
+                        let result = await chrome.tabs.sendMessage(tab.id, {
+                            type: 'page:getContent',
+                        });
+                        if (!result) {
+                            throw Error('No Result');
+                        }
+                        link.content = result.content;
+                        link.page_title = result.title;
+                        searchInfo.succeed++;
+                    }
+                    catch (e) {
+                        searchInfo.failed++;
+                        searchInfo.failedLinks.push(link);
+                        console.error(link.title + ' crawler error', link.url, e);
+                    }
+                    finally {
+                        searchInfo.running--;
+                        countDownLatch.countDown();
+                        chrome.tabs.remove(tab.id);
+                        tabsUpdateEvent.removeListener(eventId);
+                    }
+                }
+                else if (obj.changeInfo.status === 'unloaded') {
+                    searchInfo.running--;
+                    countDownLatch.countDown();
+                    chrome.tabs.remove(tab.id);
+                    tabsUpdateEvent.removeListener(eventId);
+                }
+            }, eventId);
+        }
+    }
+    await countDownLatch.await(60000);
+    return searchInfo;
+}
+//# sourceMappingURL=web_search.js.map