@eko-ai/eko 1.0.8 → 1.0.10

package/dist/src/extension/script/common.js

@@ -0,0 +1,203 @@
+"use strict";
+/**
+ * Common JS function
+ */
+if (!window.eko) {
+    window.eko = {};
+}
+/**
+ * Extract html content
+ */
+eko.extractHtmlContent = function (element) {
+    element = element || document.body;
+    let main = element.querySelector('main');
+    let content = '';
+    if (main) {
+        let articles = main.querySelectorAll('article');
+        if (articles && articles.length > 0) {
+            for (let i = 0; i < articles.length; i++) {
+                content += articles[i].innerText.trim() + '\n';
+            }
+        }
+        else {
+            content += main.innerText.trim();
+        }
+    }
+    else {
+        let articles = element.querySelectorAll('article');
+        if (articles && articles.length > 0) {
+            for (let i = 0; i < articles.length; i++) {
+                content += articles[i].innerText.trim() + '\n';
+            }
+        }
+    }
+    content = content.trim();
+    if (!content) {
+        content = element.innerText;
+    }
+    return content.replaceAll(/\n+/g, '\n').replaceAll(/ +/g, ' ').trim();
+};
+/**
+ * Element text (remove consecutive spaces and line breaks)
+ *
+ * @param {HTMLElement|string} object
+ * @returns text
+ */
+eko.cleanText = function (object) {
+    let str = (typeof object == 'string') ? object : object === null || object === void 0 ? void 0 : object.innerText;
+    return str ? str.replaceAll(/\s+/g, ' ').trim() : '';
+};
+/**
+ * sleep
+ *
+ * @param {number} time millisecond
+ */
+eko.sleep = function (time) {
+    return new Promise(resolve => setTimeout(() => resolve(), time));
+};
+/**
+ * element displayed
+ *
+ * @param {HTMLElement} element
+ */
+eko.isDisplayed = function (element) {
+    return element && window.getComputedStyle(element).getPropertyValue('display') != 'none';
+};
+/**
+ * click
+ *
+ * @param {HTMLElement} element
+ */
+eko.click = function (element) {
+    if (element.click) {
+        element.click();
+    }
+    else {
+        element.dispatchEvent(new MouseEvent('click', {
+            view: window,
+            bubbles: true,
+            cancelable: true
+        }));
+    }
+};
+/**
+ * Trigger simulated input
+ */
+eko.sendKeys = function (element, str, clear, keypress) {
+    element.focus && element.focus();
+    if (clear) {
+        for (let i = 0; i < element.value.length; i++) {
+            element.dispatchEvent(new KeyboardEvent('keydown', { key: 'Backspace' }));
+        }
+        element.value = '';
+    }
+    if (keypress) {
+        Array.from(str).forEach(key => {
+            element.dispatchEvent(new KeyboardEvent('keypress', { key }));
+        });
+        element.value += str;
+        element.dispatchEvent(new Event('input'));
+    }
+    else {
+        element.value += str;
+        element.dispatchEvent(new Event('input', { bubbles: true }));
+    }
+};
+/**
+ * Waiting for Dom to change
+ */
+eko.waitForDomChanged = function (targetElement, fun, timeout, config, firstExecute) {
+    targetElement = targetElement || document.body;
+    return new Promise((resolve) => {
+        if (firstExecute) {
+            let result = fun({});
+            if (result) {
+                resolve(result);
+            }
+        }
+        var observer = { value: null };
+        let timeId = setTimeout(() => {
+            observer.value && observer.value.disconnect();
+            resolve();
+        }, timeout);
+        observer.value = new MutationObserver((mutations) => {
+            try {
+                let result = fun(mutations);
+                if (result) {
+                    clearTimeout(timeId);
+                    observer.value && observer.value.disconnect();
+                    resolve(result);
+                }
+            }
+            catch (e) { }
+        });
+        if (!config) {
+            config = {};
+        }
+        observer.value.observe(targetElement, { attributes: true, childList: true, subtree: true, ...config });
+    });
+};
+/**
+ * Wait for the page to finish loading after onload
+ */
+eko.waitLoaded = async function () {
+    await eko.waitForDomChanged(document.body, () => document.readyState == 'complete', 5000, {}, true);
+    await eko.sleep(500);
+};
+/**
+ * Wait for the element to present
+ */
+eko.waitForElementPresent = function (targetElement, cssSelector, timeout) {
+    targetElement = targetElement || document.body;
+    return eko.waitForDomChanged(targetElement, () => targetElement.querySelector(cssSelector), timeout, { attributes: false }, true);
+};
+/**
+ * Wait for the element to displayed
+ */
+eko.waitForElementDisplayed = function (targetElement, cssSelector, timeout) {
+    targetElement = targetElement || document.body;
+    return eko.waitForDomChanged(targetElement, () => {
+        let element = targetElement.querySelector(cssSelector);
+        if (element) {
+            let visibility = window.getComputedStyle(element).getPropertyValue('display');
+            if (visibility != 'none') {
+                return element;
+            }
+            else {
+                return false;
+            }
+        }
+        else {
+            return false;
+        }
+    }, timeout, {}, true);
+};
+/**
+ * Wait for the element to present
+ */
+eko.waitForElementNotPresent = function (targetElement, cssSelector, timeout) {
+    targetElement = targetElement || document.body;
+    return eko.waitForDomChanged(targetElement, () => !targetElement.querySelector(cssSelector), timeout, { attributes: false }, true);
+};
+/**
+ * Waiting for element to be invisible
+ */
+eko.waitForElementNotDisplayed = function (targetElement, cssSelector, timeout) {
+    targetElement = targetElement || document.body;
+    return eko.waitForDomChanged(targetElement, () => {
+        let element = targetElement.querySelector(cssSelector);
+        if (element) {
+            let visibility = window.getComputedStyle(element).getPropertyValue('display');
+            if (visibility != 'none') {
+                return false;
+            }
+            else {
+                return true;
+            }
+        }
+        else {
+            return true;
+        }
+    }, timeout, {}, true);
+};
+//# sourceMappingURL=common.js.map

package/dist/src/extension/script/common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.js","sourceRoot":"","sources":["../../../../src/extension/script/common.js"],"names":[],"mappings":";AAAA;;GAEG;AACH,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;IACd,MAAM,CAAC,GAAG,GAAG,EAAE,CAAA;AACnB,CAAC;AAED;;GAEG;AACH,GAAG,CAAC,kBAAkB,GAAG,UAAU,OAAO;IACtC,OAAO,GAAG,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAA;IAClC,IAAI,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAA;IACxC,IAAI,OAAO,GAAG,EAAE,CAAA;IAChB,IAAI,IAAI,EAAE,CAAC;QACP,IAAI,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;QAC/C,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,IAAI,CAAA;YAClD,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAA;QACpC,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,IAAI,QAAQ,GAAG,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;QAClD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,IAAI,CAAA;YAClD,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAA;IACxB,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,OAAO,GAAG,OAAO,CAAC,SAAS,CAAA;IAC/B,CAAC;IACD,OAAO,OAAO,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;AACzE,CAAC,CAAA;AAED;;;;;GAKG;AACH,GAAG,CAAC,SAAS,GAAG,UAAS,MAAM;IAC3B,IAAI,GAAG,GAAG,CAAC,OAAO,MAAM,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,SAAS,CAAA;IAClE,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;AACxD,CAAC,CAAA;AAED;;;;GAIG;AACH,GAAG,CAAC,KAAK,GAAG,UAAS,IAAI;IACrB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC,CAAA;AACpE,CAAC,CAAA;AAED;;;;GAIG;AACH,GAAG,CAAC,WAAW,GAAG,UAAU,OAAO;IAC/B,OAAO,OAAO,IAAI,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,gBAAgB,CAAC,SAAS,CAAC,IAAI,MAAM,CAAA;AAC5F,CAAC,CAAA;AAED;;;;GAIG;AACH,GAAG,CAAC,KAAK,GAAG,UAAS,OAAO;IACxB,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,EAAE,CAAA;IACnB,CAAC;SAAM,CAAC;QACJ,OAAO,CAAC,aAAa,CAAC,IAAI,UAAU,CAAC,OAAO,EAAE;YAC1C,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI;SACnB,CAAC,CAAC,CAAA;IACP,CAAC;AACL,CAAC,CAAA;AAED;;GAEG;AACH,GAAG,CAAC,QAAQ,GAAG,UAAS,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,QAAQ;IACjD,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAA;IAChC,IAAI,KAAK,EAAE,CAAC;QACR,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,OAAO,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,SAAS,EAAE,EAAE,GAAG,EAAE,WAAW,EAAE,CAAC,CAAC,CAAA;QAC7E,CAAC;QACD,OAAO,CAAC,KAAK,GAAG,EAAE,CAAA;IACtB,CAAC;IACD,IAAI,QAAQ,EAAE,CAAC;QACX,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YAC1B,OAAO,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;QACjE,CAAC,CAAC,CAAA;QACF,OAAO,CAAC,KAAK,IAAI,GAAG,CAAA;QACpB,OAAO,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAA;IAC7C,CAAC;SAAM,CAAC;QACJ,OAAO,CAAC,KAAK,IAAI,GAAG,CAAA;QACpB,OAAO,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IAChE,CAAC;AACL,CAAC,CAAA;AAED;;GAEG;AACH,GAAG,CAAC,iBAAiB,GAAG,UAAU,aAAa,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY;IAC/E,aAAa,GAAG,aAAa,IAAI,QAAQ,CAAC,IAAI,CAAA;IAC9C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC3B,IAAI,YAAY,EAAE,CAAC;YACf,IAAI,MAAM,GAAG,GAAG,CAAC,EAAE,CAAC,CAAA;YACpB,IAAI,MAAM,EAAE,CAAC;gBACT,OAAO,CAAC,MAAM,CAAC,CAAA;YACnB,CAAC;QACL,CAAC;QACD,IAAI,QAAQ,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;QAC9B,IAAI,MAAM,GAAG,UAAU,CAAC,GAAG,EAAE;YACzB,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,CAAA;YAC7C,OAAO,EAAE,CAAA;QACb,CAAC,EAAE,OAAO,CAAC,CAAA;QACX,QAAQ,CAAC,KAAK,GAAG,IAAI,gBAAgB,CAAC,CAAC,SAAS,EAAE,EAAE;YAChD,IAAI,CAAC;gBACD,IAAI,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC,CAAA;gBAC3B,IAAI,MAAM,EAAE,CAAC;oBACT,YAAY,CAAC,MAAM,CAAC,CAAA;oBACpB,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,CAAA;oBAC7C,OAAO,CAAC,MAAM,CAAC,CAAA;gBACnB,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC,CAAA,CAAC;QAClB,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,GAAG,EAAE,CAAA;QACf,CAAC;QACD,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,CAAA;IAC1G,CAAC,CAAC,CAAA;AACN,CAAC,CAAA;AAED;;GAEG;AACH,GAAG,CAAC,UAAU,GAAG,KAAK;IAClB,MAAM,GAAG,CAAC,iBAAiB,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,IAAI,UAAU,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,CAAA;IACnG,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;AACxB,CAAC,CAAA;AAED;;GAEG;AACH,GAAG,CAAC,qBAAqB,GAAG,UAAU,aAAa,EAAE,WAAW,EAAE,OAAO;IACrE,aAAa,GAAG,aAAa,IAAI,QAAQ,CAAC,IAAI,CAAA;IAC9C,OAAO,GAAG,CAAC,iBAAiB,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,aAAa,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,IAAI,CAAC,CAAA;AACrI,CAAC,CAAA;AAED;;GAEG;AACH,GAAG,CAAC,uBAAuB,GAAG,UAAU,aAAa,EAAE,WAAW,EAAE,OAAO;IACvE,aAAa,GAAG,aAAa,IAAI,QAAQ,CAAC,IAAI,CAAA;IAC9C,OAAO,GAAG,CAAC,iBAAiB,CAAC,aAAa,EAAE,GAAG,EAAE;QAC7C,IAAI,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;QACtD,IAAI,OAAO,EAAE,CAAC;YACV,IAAI,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;YAC7E,IAAI,UAAU,IAAI,MAAM,EAAE,CAAC;gBACvB,OAAO,OAAO,CAAA;YAClB,CAAC;iBAAM,CAAC;gBACJ,OAAO,KAAK,CAAA;YAChB,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,OAAO,KAAK,CAAA;QAChB,CAAC;IACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,CAAA;AACzB,CAAC,CAAA;AAED;;GAEG;AACH,GAAG,CAAC,wBAAwB,GAAG,UAAU,aAAa,EAAE,WAAW,EAAE,OAAO;IACxE,aAAa,GAAG,aAAa,IAAI,QAAQ,CAAC,IAAI,CAAA;IAC9C,OAAO,GAAG,CAAC,iBAAiB,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC,aAAa,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,IAAI,CAAC,CAAA;AACtI,CAAC,CAAA;AAED;;GAEG;AACH,GAAG,CAAC,0BAA0B,GAAG,UAAU,aAAa,EAAE,WAAW,EAAE,OAAO;IAC1E,aAAa,GAAG,aAAa,IAAI,QAAQ,CAAC,IAAI,CAAA;IAC9C,OAAO,GAAG,CAAC,iBAAiB,CAAC,aAAa,EAAE,GAAG,EAAE;QAC7C,IAAI,OAAO,GAAG,aAAa,CAAC,aAAa,CAAC,WAAW,CAAC,CAAA;QACtD,IAAI,OAAO,EAAE,CAAC;YACV,IAAI,UAAU,GAAG,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;YAC7E,IAAI,UAAU,IAAI,MAAM,EAAE,CAAC;gBACvB,OAAO,KAAK,CAAA;YAChB,CAAC;iBAAM,CAAC;gBACJ,OAAO,IAAI,CAAA;YACf,CAAC;QACL,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAA;QACf,CAAC;IACL,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,CAAC,CAAA;AACzB,CAAC,CAAA"}

package/dist/src/extension/script/duckduckgo.js

@@ -0,0 +1,25 @@
+"use strict";
+eko.getDetailLinks = async function (search) {
+    await eko.waitForElementPresent(document.body, 'section h2 a', 5000);
+    let search_list = document.querySelectorAll('section h2 a');
+    if (search_list.length === 0) {
+        search_list = document.querySelectorAll('h2 a');
+    }
+    let links = [];
+    for (let i = 0; i < search_list.length; i++) {
+        let title = eko.cleanText(search_list[i]);
+        let url = search_list[i].getAttribute('href');
+        links.push({ title, url });
+    }
+    return {
+        links: links
+    };
+};
+eko.getContent = async function (search) {
+    await eko.waitLoaded();
+    return {
+        title: document.title,
+        content: eko.extractHtmlContent()
+    };
+};
+//# sourceMappingURL=duckduckgo.js.map

package/dist/src/extension/script/duckduckgo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"duckduckgo.js","sourceRoot":"","sources":["../../../../src/extension/script/duckduckgo.js"],"names":[],"mappings":";AACA,GAAG,CAAC,cAAc,GAAG,KAAK,WAAW,MAAM;IACvC,MAAM,GAAG,CAAC,qBAAqB,CAAC,QAAQ,CAAC,IAAI,EAAE,cAAc,EAAE,IAAI,CAAC,CAAA;IACpE,IAAI,WAAW,GAAG,QAAQ,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAA;IAC3D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,WAAW,GAAG,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;IACnD,CAAC;IACD,IAAI,KAAK,GAAG,EAAE,CAAA;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC1C,IAAI,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAA;QACzC,IAAI,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QAC7C,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;IAC9B,CAAC;IACD,OAAO;QACH,KAAK,EAAE,KAAK;KACf,CAAA;AACL,CAAC,CAAA;AAED,GAAG,CAAC,UAAU,GAAG,KAAK,WAAW,MAAM;IACnC,MAAM,GAAG,CAAC,UAAU,EAAE,CAAA;IACtB,OAAO;QACH,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,OAAO,EAAE,GAAG,CAAC,kBAAkB,EAAE;KACpC,CAAA;AACL,CAAC,CAAA"}

package/dist/src/extension/script/google.js

@@ -0,0 +1,26 @@
+"use strict";
+eko.getDetailLinks = async function (search) {
+    let search_div = await eko.waitForElementPresent(document.body, '#search', 5000);
+    if (!search_div) {
+        search_div = document.body;
+    }
+    let links = [];
+    let elements = search_div.querySelectorAll('a:has(h3)');
+    for (let i = 0; i < elements.length; i++) {
+        let h3 = elements[i].querySelector('h3');
+        let title = eko.cleanText(h3);
+        let url = elements[i].getAttribute('href');
+        links.push({ title, url });
+    }
+    return {
+        links: links
+    };
+};
+eko.getContent = async function (search) {
+    await eko.waitLoaded();
+    return {
+        title: document.title,
+        content: eko.extractHtmlContent()
+    };
+};
+//# sourceMappingURL=google.js.map

package/dist/src/extension/script/google.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google.js","sourceRoot":"","sources":["../../../../src/extension/script/google.js"],"names":[],"mappings":";AACA,GAAG,CAAC,cAAc,GAAG,KAAK,WAAW,MAAM;IACvC,IAAI,UAAU,GAAG,MAAM,GAAG,CAAC,qBAAqB,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAA;IAChF,IAAI,CAAC,UAAU,EAAE,CAAC;QACd,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAA;IAC9B,CAAC;IACD,IAAI,KAAK,GAAG,EAAE,CAAA;IACd,IAAI,QAAQ,GAAG,UAAU,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAA;IACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;QACxC,IAAI,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;QAC7B,IAAI,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QAC1C,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAA;IAC9B,CAAC;IACD,OAAO;QACH,KAAK,EAAE,KAAK;KACf,CAAA;AACL,CAAC,CAAA;AAED,GAAG,CAAC,UAAU,GAAG,KAAK,WAAW,MAAM;IACnC,MAAM,GAAG,CAAC,UAAU,EAAE,CAAA;IACtB,OAAO;QACH,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,OAAO,EAAE,GAAG,CAAC,kBAAkB,EAAE;KACpC,CAAA;AACL,CAAC,CAAA"}

package/dist/src/extension/tools/browser.js

@@ -0,0 +1,174 @@
+import { getPageSize } from '../utils';
+export async function type(tabId, text, coordinate) {
+    if (!coordinate) {
+        coordinate = (await cursor_position(tabId)).coordinate;
+    }
+    await mouse_move(tabId, coordinate);
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:type',
+        text,
+        coordinate,
+    });
+}
+export async function type_by(tabId, text, xpath, highlightIndex) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:type',
+        text,
+        xpath,
+        highlightIndex,
+    });
+}
+export async function clear_input(tabId, coordinate) {
+    if (!coordinate) {
+        coordinate = (await cursor_position(tabId)).coordinate;
+    }
+    await mouse_move(tabId, coordinate);
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:type',
+        text: '',
+        coordinate,
+    });
+}
+export async function clear_input_by(tabId, xpath, highlightIndex) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:type',
+        text: '',
+        xpath,
+        highlightIndex,
+    });
+}
+export async function mouse_move(tabId, coordinate) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:mouse_move',
+        coordinate,
+    });
+}
+export async function left_click(tabId, coordinate) {
+    if (!coordinate) {
+        coordinate = (await cursor_position(tabId)).coordinate;
+    }
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:left_click',
+        coordinate,
+    });
+}
+export async function left_click_by(tabId, xpath, highlightIndex) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:left_click',
+        xpath,
+        highlightIndex,
+    });
+}
+export async function right_click(tabId, coordinate) {
+    if (!coordinate) {
+        coordinate = (await cursor_position(tabId)).coordinate;
+    }
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:right_click',
+        coordinate,
+    });
+}
+export async function right_click_by(tabId, xpath, highlightIndex) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:right_click',
+        xpath,
+        highlightIndex,
+    });
+}
+export async function double_click(tabId, coordinate) {
+    if (!coordinate) {
+        coordinate = (await cursor_position(tabId)).coordinate;
+    }
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:double_click',
+        coordinate,
+    });
+}
+export async function double_click_by(tabId, xpath, highlightIndex) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:double_click',
+        xpath,
+        highlightIndex,
+    });
+}
+export async function screenshot(windowId, compress) {
+    let dataUrl;
+    if (compress) {
+        dataUrl = await chrome.tabs.captureVisibleTab(windowId, {
+            format: 'jpeg',
+            quality: 60, // 0-100
+        });
+        dataUrl = await compress_image(dataUrl, 0.7, 1);
+    }
+    else {
+        dataUrl = await chrome.tabs.captureVisibleTab(windowId, {
+            format: 'jpeg',
+            quality: 50,
+        });
+    }
+    let data = dataUrl.substring(dataUrl.indexOf('base64,') + 7);
+    return {
+        image: {
+            type: 'base64',
+            media_type: dataUrl.indexOf('image/png') > -1 ? 'image/png' : 'image/jpeg',
+            data: data,
+        },
+    };
+}
+export async function compress_image(dataUrl, scale = 0.8, quality = 0.8) {
+    const bitmap = await createImageBitmap(await (await fetch(dataUrl)).blob());
+    let width = bitmap.width * scale;
+    let height = bitmap.height * scale;
+    const canvas = new OffscreenCanvas(width, height);
+    const ctx = canvas.getContext('2d');
+    ctx.drawImage(bitmap, 0, 0, width, height);
+    const blob = await canvas.convertToBlob({
+        type: 'image/jpeg',
+        quality: quality,
+    });
+    return new Promise((resolve) => {
+        const reader = new FileReader();
+        reader.onloadend = () => resolve(reader.result);
+        reader.readAsDataURL(blob);
+    });
+}
+export async function scroll_to(tabId, coordinate) {
+    let from_coordinate = (await cursor_position(tabId)).coordinate;
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:scroll_to',
+        from_coordinate,
+        to_coordinate: coordinate,
+    });
+}
+export async function scroll_to_by(tabId, xpath, highlightIndex) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:scroll_to',
+        xpath,
+        highlightIndex,
+    });
+}
+export async function get_dropdown_options(tabId, xpath, highlightIndex) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:get_dropdown_options',
+        xpath,
+        highlightIndex,
+    });
+}
+export async function select_dropdown_option(tabId, text, xpath, highlightIndex) {
+    return await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:select_dropdown_option',
+        text,
+        xpath,
+        highlightIndex,
+    });
+}
+export async function cursor_position(tabId) {
+    let result = await chrome.tabs.sendMessage(tabId, {
+        type: 'computer:cursor_position',
+    });
+    return { coordinate: result.coordinate };
+}
+export async function size(tabId) {
+    return await getPageSize(tabId);
+}
+//# sourceMappingURL=browser.js.map

package/dist/src/extension/tools/browser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser.js","sourceRoot":"","sources":["../../../../src/extension/tools/browser.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEvC,MAAM,CAAC,KAAK,UAAU,IAAI,CACxB,KAAa,EACb,IAAY,EACZ,UAA6B;IAE7B,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,CAAC,MAAM,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;IACzD,CAAC;IACD,MAAM,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IACpC,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,eAAe;QACrB,IAAI;QACJ,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,KAAa,EAAE,IAAY,EAAE,KAAc,EAAE,cAAuB;IAChG,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,eAAe;QACrB,IAAI;QACJ,KAAK;QACL,cAAc;KACf,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAa,EAAE,UAA6B;IAC5E,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,CAAC,MAAM,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;IACzD,CAAC;IACD,MAAM,UAAU,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IACpC,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,EAAE;QACR,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,KAAa,EAAE,KAAc,EAAE,cAAuB;IACzF,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,eAAe;QACrB,IAAI,EAAE,EAAE;QACR,KAAK;QACL,cAAc;KACf,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,UAA4B;IAC1E,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,qBAAqB;QAC3B,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAa,EAAE,UAA6B;IAC3E,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,CAAC,MAAM,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;IACzD,CAAC;IACD,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,qBAAqB;QAC3B,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,KAAa,EAAE,KAAc,EAAE,cAAuB;IACxF,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,qBAAqB;QAC3B,KAAK;QACL,cAAc;KACf,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAa,EAAE,UAA6B;IAC5E,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,CAAC,MAAM,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;IACzD,CAAC;IACD,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,sBAAsB;QAC5B,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,KAAa,EAAE,KAAc,EAAE,cAAuB;IACzF,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,sBAAsB;QAC5B,KAAK;QACL,cAAc;KACf,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,KAAa,EAAE,UAA6B;IAC7E,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,CAAC,MAAM,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;IACzD,CAAC;IACD,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,uBAAuB;QAC7B,UAAU;KACX,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,KAAa,EAAE,KAAc,EAAE,cAAuB;IAC1F,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,uBAAuB;QAC7B,KAAK;QACL,cAAc;KACf,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,QAAgB,EAAE,QAAkB;IACnE,IAAI,OAAO,CAAC;IACZ,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAkB,EAAE;YAChE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,EAAE,QAAQ;SACtB,CAAC,CAAC;QACH,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IAClD,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,QAAkB,EAAE;YAChE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE;SACZ,CAAC,CAAC;IACL,CAAC;IACD,IAAI,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7D,OAAO;QACL,KAAK,EAAE;YACL,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY;YAC1E,IAAI,EAAE,IAAI;SACX;KACF,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAAe,EACf,QAAgB,GAAG,EACnB,UAAkB,GAAG;IAErB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5E,IAAI,KAAK,GAAG,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;IACjC,IAAI,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAClD,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAQ,CAAC;IAC3C,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC;QACtC,IAAI,EAAE,YAAY;QAClB,OAAO,EAAE,OAAO;KACjB,CAAC,CAAC;IACH,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAgB,CAAC,CAAC;QAC1D,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,KAAa,EAAE,UAA4B;IACzE,IAAI,eAAe,GAAG,CAAC,MAAM,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;IAChE,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,oBAAoB;QAC1B,eAAe;QACf,aAAa,EAAE,UAAU;KAC1B,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,KAAa,EAAE,KAAc,EAAE,cAAuB;IACvF,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,oBAAoB;QAC1B,KAAK;QACL,cAAc;KACf,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,KAAa,EAAE,KAAc,EAAE,cAAuB;IAC/F,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,+BAA+B;QACrC,KAAK;QACL,cAAc;KACf,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,KAAa,EAAE,IAAY,EAAE,KAAc,EAAE,cAAuB;IAC/G,OAAO,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QAC1C,IAAI,EAAE,iCAAiC;QACvC,IAAI;QACJ,KAAK;QACL,cAAc;KACf,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,KAAa;IAGjD,IAAI,MAAM,GAAQ,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;QACrD,IAAI,EAAE,0BAA0B;KACjC,CAAC,CAAC;IACH,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAA8B,EAAE,CAAC;AAC/D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,KAAc;IACvC,OAAO,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;AAClC,CAAC"}

package/dist/src/extension/tools/browser_use.js

@@ -0,0 +1,186 @@
+import { getWindowId, getTabId, sleep, injectScript, executeScript } from '../utils';
+import * as browser from './browser';
+/**
+ * Browser Use for general
+ */
+export class BrowserUse {
+    constructor() {
+        this.name = 'browser_use';
+        this.description = `Use structured commands to interact with the browser, manipulating page elements through screenshots and webpage element extraction.
+* This is a browser GUI interface where you need to analyze webpages by taking screenshots and extracting page element structures, and specify action sequences to complete designated tasks.
+* Before any operation, you must first call the \`screenshot_extract_element\` command, which will return the browser page screenshot and structured element information, both specially processed.
+* ELEMENT INTERACTION:
+   - Only use indexes that exist in the provided element list
+   - Each element has a unique index number (e.g., "[33]:<button>")
+   - Elements marked with "[]:" are non-interactive (for context only)
+* NAVIGATION & ERROR HANDLING:
+   - If no suitable elements exist, use other functions to complete the task
+   - If stuck, try alternative approaches
+   - Handle popups/cookies by accepting or closing them
+   - Use scroll to find elements you are looking for`;
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                action: {
+                    type: 'string',
+                    description: `The action to perform. The available actions are:
+* \`screenshot_extract_element\`: Take a screenshot of the web page and extract operable elements.
+  - Screenshots are used to understand page layouts, with labeled bounding boxes corresponding to element indexes. Each bounding box and its label share the same color, with labels typically positioned in the top-right corner of the box.
+  - Screenshots help verify element positions and relationships. Labels may sometimes overlap, so extracted elements are used to verify the correct elements.
+  - In addition to screenshots, simplified information about interactive elements is returned, with element indexes corresponding to those in the screenshots.
+* \`input_text\`: Enter a string in the interactive element.
+* \`click\`: Click to element.
+* \`right_click\`: Right-click on the element.
+* \`double_click\`: Double-click on the element.
+* \`scroll_to\`: Scroll to the specified element.
+* \`extract_content\`: Extract the text content of the current webpage.
+* \`get_dropdown_options\`: Get all options from a native dropdown element.
+* \`select_dropdown_option\`: Select dropdown option for interactive element index by the text of the option you want to select.`,
+                    enum: [
+                        'screenshot_extract_element',
+                        'input_text',
+                        'click',
+                        'right_click',
+                        'double_click',
+                        'scroll_to',
+                        'extract_content',
+                        'get_dropdown_options',
+                        'select_dropdown_option',
+                    ],
+                },
+                index: {
+                    type: 'integer',
+                    description: 'index of element, Operation elements must pass the corresponding index of the element',
+                },
+                text: {
+                    type: 'string',
+                    description: 'Required by `action=input_text` and `action=select_dropdown_option`',
+                },
+            },
+            required: ['action'],
+        };
+    }
+    /**
+     * browser
+     *
+     * @param {*} params { action: 'input_text', index: 1, text: 'string' }
+     * @returns > { success: true, image?: { type: 'base64', media_type: 'image/jpeg', data: '/9j...' }, text?: string }
+     */
+    async execute(context, params) {
+        var _a;
+        try {
+            if (params === null || !params.action) {
+                throw new Error('Invalid parameters. Expected an object with a "action" property.');
+            }
+            let tabId = await getTabId(context);
+            let windowId = await getWindowId(context);
+            let selector_map = context.selector_map;
+            let selector_xpath;
+            if (params.index != null && selector_map) {
+                selector_xpath = (_a = selector_map[params.index]) === null || _a === void 0 ? void 0 : _a.xpath;
+                if (!selector_xpath) {
+                    throw new Error('Element does not exist');
+                }
+            }
+            let result;
+            switch (params.action) {
+                case 'input_text':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    if (params.text == null) {
+                        throw new Error('text parameter is required');
+                    }
+                    await browser.clear_input_by(tabId, selector_xpath, params.index);
+                    result = await browser.type_by(tabId, params.text, selector_xpath, params.index);
+                    await sleep(200);
+                    break;
+                case 'click':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await browser.left_click_by(tabId, selector_xpath, params.index);
+                    await sleep(100);
+                    break;
+                case 'right_click':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await browser.right_click_by(tabId, selector_xpath, params.index);
+                    await sleep(100);
+                    break;
+                case 'double_click':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await browser.double_click_by(tabId, selector_xpath, params.index);
+                    await sleep(100);
+                    break;
+                case 'scroll_to':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await browser.scroll_to_by(tabId, selector_xpath, params.index);
+                    await sleep(500);
+                    break;
+                case 'extract_content':
+                    let tab = await chrome.tabs.get(tabId);
+                    await injectScript(tabId);
+                    await sleep(200);
+                    let content = await executeScript(tabId, () => {
+                        return eko.extractHtmlContent();
+                    }, []);
+                    result = {
+                        title: tab.title,
+                        url: tab.url,
+                        content: content,
+                    };
+                    break;
+                case 'get_dropdown_options':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await browser.get_dropdown_options(tabId, selector_xpath, params.index);
+                    break;
+                case 'select_dropdown_option':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    if (params.text == null) {
+                        throw new Error('text parameter is required');
+                    }
+                    result = await browser.select_dropdown_option(tabId, params.text, selector_xpath, params.index);
+                    break;
+                case 'screenshot_extract_element':
+                    await sleep(100);
+                    await injectScript(tabId, 'build_dom_tree.js');
+                    await sleep(100);
+                    let element_result = await executeScript(tabId, () => {
+                        return window.get_clickable_elements(true);
+                    }, []);
+                    context.selector_map = element_result.selector_map;
+                    let screenshot = await browser.screenshot(windowId, true);
+                    await executeScript(tabId, () => {
+                        return window.remove_highlight();
+                    }, []);
+                    result = { image: screenshot.image, text: element_result.element_str };
+                    break;
+                default:
+                    throw Error(`Invalid parameters. The "${params.action}" value is not included in the "action" enumeration.`);
+            }
+            if (result) {
+                return { success: true, ...result };
+            }
+            else {
+                return { success: false };
+            }
+        }
+        catch (e) {
+            return { success: false, error: e === null || e === void 0 ? void 0 : e.message };
+        }
+    }
+    destroy(context) {
+        delete context.selector_map;
+    }
+}
+//# sourceMappingURL=browser_use.js.map

package/dist/src/extension/tools/browser_use.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser_use.js","sourceRoot":"","sources":["../../../../src/extension/tools/browser_use.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACrF,OAAO,KAAK,OAAO,MAAM,WAAW,CAAC;AAErC;;GAEG;AACH,MAAM,OAAO,UAAU;IAKrB;QACE,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;QAC1B,IAAI,CAAC,WAAW,GAAG;;;;;;;;;;;qDAW8B,CAAC;QAClD,IAAI,CAAC,YAAY,GAAG;YAClB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE;;;;;;;;;;;;iIAY0G;oBACvH,IAAI,EAAE;wBACJ,4BAA4B;wBAC5B,YAAY;wBACZ,OAAO;wBACP,aAAa;wBACb,cAAc;wBACd,WAAW;wBACX,iBAAiB;wBACjB,sBAAsB;wBACtB,wBAAwB;qBACzB;iBACF;gBACD,KAAK,EAAE;oBACL,IAAI,EAAE,SAAS;oBACf,WAAW,EACT,uFAAuF;iBAC1F;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,qEAAqE;iBACnF;aACF;YACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;SACrB,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,OAAO,CAAC,OAAyB,EAAE,MAAuB;;QAC9D,IAAI,CAAC;YACH,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;YACtF,CAAC;YACD,IAAI,KAAK,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;YACpC,IAAI,QAAQ,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;YACxC,IAAI,cAAc,CAAC;YACnB,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,IAAI,YAAY,EAAE,CAAC;gBACzC,cAAc,GAAG,MAAA,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,0CAAE,KAAK,CAAC;gBACnD,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC;YACD,IAAI,MAAM,CAAC;YACX,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;gBACtB,KAAK,YAAY;oBACf,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACjD,CAAC;oBACD,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;wBACxB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;oBAChD,CAAC;oBACD,MAAM,OAAO,CAAC,cAAc,CAAC,KAAK,EAAE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBAClE,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACjF,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM;gBACR,KAAK,OAAO;oBACV,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACjD,CAAC;oBACD,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC1E,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM;gBACR,KAAK,aAAa;oBAChB,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACjD,CAAC;oBACD,MAAM,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,KAAK,EAAE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC3E,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM;gBACR,KAAK,cAAc;oBACjB,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACjD,CAAC;oBACD,MAAM,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,KAAK,EAAE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC5E,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM;gBACR,KAAK,WAAW;oBACd,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACjD,CAAC;oBACD,MAAM,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,KAAK,EAAE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACzE,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM;gBACR,KAAK,iBAAiB;oBACpB,IAAI,GAAG,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBACvC,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC;oBAC1B,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,IAAI,OAAO,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE;wBAC5C,OAAO,GAAG,CAAC,kBAAkB,EAAE,CAAC;oBAClC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACP,MAAM,GAAG;wBACP,KAAK,EAAE,GAAG,CAAC,KAAK;wBAChB,GAAG,EAAE,GAAG,CAAC,GAAG;wBACZ,OAAO,EAAE,OAAO;qBACjB,CAAC;oBACF,MAAM;gBACR,KAAK,sBAAsB;oBACzB,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACjD,CAAC;oBACD,MAAM,GAAG,MAAM,OAAO,CAAC,oBAAoB,CAAC,KAAK,EAAE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACjF,MAAM;gBACR,KAAK,wBAAwB;oBAC3B,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACjD,CAAC;oBACD,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;wBACxB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;oBAChD,CAAC;oBACD,MAAM,GAAG,MAAM,OAAO,CAAC,sBAAsB,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBAChG,MAAM;gBACR,KAAK,4BAA4B;oBAC/B,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM,YAAY,CAAC,KAAK,EAAE,mBAAmB,CAAC,CAAC;oBAC/C,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,IAAI,cAAc,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE;wBACnD,OAAQ,MAAc,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;oBACtD,CAAC,EAAE,EAAE,CAAC,CAAC;oBACP,OAAO,CAAC,YAAY,GAAG,cAAc,CAAC,YAAY,CAAC;oBACnD,IAAI,UAAU,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;oBAC1D,MAAM,aAAa,CAAC,KAAK,EAAE,GAAG,EAAE;wBAC9B,OAAQ,MAAc,CAAC,gBAAgB,EAAE,CAAC;oBAC5C,CAAC,EAAE,EAAE,CAAC,CAAC;oBACP,MAAM,GAAG,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,cAAc,CAAC,WAAW,EAAE,CAAC;oBACvE,MAAM;gBACR;oBACE,MAAM,KAAK,CACT,4BAA4B,MAAM,CAAC,MAAM,sDAAsD,CAChG,CAAC;YACN,CAAC;YACD,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;YAC5B,CAAC;QACH,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,OAAO,EAAE,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,OAAO,CAAC,OAAyB;QAC/B,OAAO,OAAO,CAAC,YAAY,CAAA;IAC7B,CAAC;CACF"}