@eko-ai/eko 1.0.8 → 1.0.10

package/dist/src/web/tools/browser.js

@@ -0,0 +1,249 @@
+import html2canvas from 'html2canvas';
+export function type(text, xpath, highlightIndex) {
+    return do_input(text, xpath, highlightIndex);
+}
+export function clear_input(xpath, highlightIndex) {
+    return do_input('', xpath, highlightIndex);
+}
+export function left_click(xpath, highlightIndex) {
+    return simulateMouseEvent(['mousedown', 'mouseup', 'click'], 0, xpath, highlightIndex);
+}
+export function right_click(xpath, highlightIndex) {
+    return simulateMouseEvent(['mousedown', 'mouseup', 'contextmenu'], 2, xpath, highlightIndex);
+}
+export function double_click(xpath, highlightIndex) {
+    return simulateMouseEvent(['mousedown', 'mouseup', 'click', 'mousedown', 'mouseup', 'click', 'dblclick'], 0, xpath, highlightIndex);
+}
+export async function screenshot(compress) {
+    const [width, height] = size();
+    const scrollX = window.scrollX || window.pageXOffset;
+    const scrollY = window.scrollY || window.pageYOffset;
+    const canvas = await html2canvas(document.body, {
+        width,
+        height,
+        windowWidth: width,
+        windowHeight: height,
+        x: scrollX,
+        y: scrollY,
+        scrollX: -scrollX,
+        scrollY: -scrollY,
+        useCORS: true,
+        foreignObjectRendering: true,
+        // backgroundColor: 'white',
+        // scale: window.devicePixelRatio || 1,
+    });
+    let dataUrl = canvas.toDataURL('image/png');
+    if (compress) {
+        dataUrl = await compress_image(dataUrl, 0.7, 0.8);
+    }
+    let data = dataUrl.substring(dataUrl.indexOf('base64,') + 7);
+    return {
+        image: {
+            type: 'base64',
+            media_type: dataUrl.indexOf('image/png') > -1 ? 'image/png' : 'image/jpeg',
+            data: data,
+        },
+    };
+}
+export function compress_image(dataUrl, scale = 0.8, quality = 0.8) {
+    return new Promise((resolve) => {
+        const img = new Image();
+        img.onload = function () {
+            const canvas = document.createElement('canvas');
+            const ctx = canvas.getContext('2d');
+            let width = img.width * scale;
+            let height = img.height * scale;
+            canvas.width = width;
+            canvas.height = height;
+            ctx.drawImage(img, 0, 0, width, height);
+            resolve(canvas.toDataURL('image/jpeg', quality));
+        };
+        img.onerror = function () {
+            resolve(dataUrl);
+        };
+        img.src = dataUrl;
+    });
+}
+export function scroll_to(xpath, highlightIndex) {
+    let element = null;
+    if (highlightIndex != null) {
+        element = window.get_highlight_element(highlightIndex);
+    }
+    else if (xpath) {
+        element = document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null)
+            .singleNodeValue;
+    }
+    if (!element) {
+        return false;
+    }
+    element.scrollIntoView({
+        behavior: 'smooth',
+    });
+    return true;
+}
+export function get_dropdown_options(xpath, highlightIndex) {
+    let select = null;
+    if (highlightIndex != null) {
+        select = window.get_highlight_element(highlightIndex);
+    }
+    else if (xpath) {
+        select = document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null)
+            .singleNodeValue;
+    }
+    if (!select) {
+        return null;
+    }
+    return {
+        options: Array.from(select.options).map((opt) => ({
+            index: opt.index,
+            text: opt.text.trim(),
+            value: opt.value,
+        })),
+        id: select.id,
+        name: select.name,
+    };
+}
+export function select_dropdown_option(text, xpath, highlightIndex) {
+    let select = null;
+    if (highlightIndex != null) {
+        select = window.get_highlight_element(highlightIndex);
+    }
+    else if (xpath) {
+        select = document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null)
+            .singleNodeValue;
+    }
+    if (!select || select.tagName.toUpperCase() !== 'SELECT') {
+        return { success: false, error: 'Select not found or invalid element type' };
+    }
+    const option = Array.from(select.options).find((opt) => opt.text.trim() === text);
+    if (!option) {
+        return {
+            success: false,
+            error: 'Option not found',
+            availableOptions: Array.from(select.options).map((o) => o.text.trim()),
+        };
+    }
+    select.value = option.value;
+    select.dispatchEvent(new Event('change'));
+    return {
+        success: true,
+        selectedValue: option.value,
+        selectedText: option.text.trim(),
+    };
+}
+export function extractHtmlContent() {
+    let element = document.body;
+    let main = element.querySelector('main');
+    let content = '';
+    if (main) {
+        let articles = main.querySelectorAll('article');
+        if (articles && articles.length > 0) {
+            for (let i = 0; i < articles.length; i++) {
+                content += articles[i].innerText.trim() + '\n';
+            }
+        }
+        else {
+            content += main.innerText.trim();
+        }
+    }
+    else {
+        let articles = element.querySelectorAll('article');
+        if (articles && articles.length > 0) {
+            for (let i = 0; i < articles.length; i++) {
+                content += articles[i].innerText.trim() + '\n';
+            }
+        }
+    }
+    content = content.trim();
+    if (!content) {
+        content = element.innerText;
+    }
+    return content.replace(/\n+/g, '\n').replace(/ +/g, ' ').trim();
+}
+export function size() {
+    return [
+        window.innerWidth || document.documentElement.clientWidth || document.body.clientWidth,
+        window.innerHeight || document.documentElement.clientHeight || document.body.clientHeight,
+    ];
+}
+function do_input(text, xpath, highlightIndex) {
+    let element = null;
+    if (highlightIndex != null) {
+        element = window.get_highlight_element(highlightIndex);
+    }
+    else if (xpath) {
+        element = document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null)
+            .singleNodeValue;
+    }
+    if (!element) {
+        return false;
+    }
+    let enter = false;
+    if (text.endsWith('\\n')) {
+        enter = true;
+        text = text.substring(0, text.length - 2);
+    }
+    else if (text.endsWith('\n')) {
+        enter = true;
+        text = text.substring(0, text.length - 1);
+    }
+    let input;
+    if (element.tagName == 'INPUT' ||
+        element.tagName == 'TEXTAREA' ||
+        element.childElementCount == 0) {
+        input = element;
+    }
+    else {
+        input = element.querySelector('input') || element.querySelector('textarea') || element;
+    }
+    input.focus && input.focus();
+    if (!text) {
+        if (input.value == '') {
+            return true;
+        }
+        input.value = '';
+    }
+    else {
+        input.value += text;
+    }
+    let result = input.dispatchEvent(new Event('input', { bubbles: true }));
+    if (enter) {
+        ['keydown', 'keypress', 'keyup'].forEach((eventType) => {
+            const event = new KeyboardEvent(eventType, {
+                key: 'Enter',
+                code: 'Enter',
+                keyCode: 13,
+                bubbles: true,
+                cancelable: true,
+            });
+            input.dispatchEvent(event);
+        });
+    }
+    console.log('type', input, result);
+    return true;
+}
+function simulateMouseEvent(eventTypes, button, xpath, highlightIndex) {
+    let element = null;
+    if (highlightIndex != null) {
+        element = window.get_highlight_element(highlightIndex);
+    }
+    else if (xpath) {
+        element = document.evaluate(xpath, document, null, XPathResult.FIRST_ORDERED_NODE_TYPE, null)
+            .singleNodeValue;
+    }
+    if (!element) {
+        return false;
+    }
+    for (let i = 0; i < eventTypes.length; i++) {
+        const event = new MouseEvent(eventTypes[i], {
+            view: window,
+            bubbles: true,
+            cancelable: true,
+            button, // 0 left; 2 right
+        });
+        let result = element.dispatchEvent(event);
+        console.log('simulateMouse', element, { xpath, eventTypes, button }, result);
+    }
+    return true;
+}
+//# sourceMappingURL=browser.js.map

package/dist/src/web/tools/browser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser.js","sourceRoot":"","sources":["../../../../src/web/tools/browser.ts"],"names":[],"mappings":"AAAA,OAAO,WAAW,MAAM,aAAa,CAAC;AAGtC,MAAM,UAAU,IAAI,CAAC,IAAY,EAAE,KAAc,EAAE,cAAuB;IACxE,OAAO,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAc,EAAE,cAAuB;IACjE,OAAO,QAAQ,CAAC,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,KAAc,EAAE,cAAuB;IAChE,OAAO,kBAAkB,CAAC,CAAC,WAAW,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;AACzF,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAc,EAAE,cAAuB;IACjE,OAAO,kBAAkB,CAAC,CAAC,WAAW,EAAE,SAAS,EAAE,aAAa,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;AAC/F,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,KAAc,EAAE,cAAuB;IAClE,OAAO,kBAAkB,CACvB,CAAC,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,CAAC,EAC9E,CAAC,EACD,KAAK,EACL,cAAc,CACf,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,QAAkB;IACjD,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,WAAW,CAAC;IACrD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,WAAW,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,IAAI,EAAE;QAC9C,KAAK;QACL,MAAM;QACN,WAAW,EAAE,KAAK;QAClB,YAAY,EAAE,MAAM;QACpB,CAAC,EAAE,OAAO;QACV,CAAC,EAAE,OAAO;QACV,OAAO,EAAE,CAAC,OAAO;QACjB,OAAO,EAAE,CAAC,OAAO;QACjB,OAAO,EAAE,IAAI;QACb,sBAAsB,EAAE,IAAI;QAC5B,4BAA4B;QAC5B,uCAAuC;KACxC,CAAC,CAAC;IACH,IAAI,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC5C,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7D,OAAO;QACL,KAAK,EAAE;YACL,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY;YAC1E,IAAI,EAAE,IAAI;SACX;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAC5B,OAAe,EACf,QAAgB,GAAG,EACnB,UAAkB,GAAG;IAErB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,GAAG,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,GAAG,CAAC,MAAM,GAAG;YACX,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YAChD,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAQ,CAAC;YAC3C,IAAI,KAAK,GAAG,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC;YAC9B,IAAI,MAAM,GAAG,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC;YAChC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;YACrB,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;YACvB,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YACxC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC;QACnD,CAAC,CAAC;QACF,GAAG,CAAC,OAAO,GAAG;YACZ,OAAO,CAAC,OAAO,CAAC,CAAC;QACnB,CAAC,CAAC;QACF,GAAG,CAAC,GAAG,GAAG,OAAO,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAc,EAAE,cAAuB;IAC/D,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC;QAC3B,OAAO,GAAI,MAAc,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;IAClE,CAAC;SAAM,IAAI,KAAK,EAAE,CAAC;QACjB,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,CAAC,uBAAuB,EAAE,IAAI,CAAC;aAC1F,eAAsB,CAAC;IAC5B,CAAC;IACD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IACD,OAAO,CAAC,cAAc,CAAC;QACrB,QAAQ,EAAE,QAAQ;KACnB,CAAC,CAAC;IACH,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,KAAc,EACd,cAAuB;IAUvB,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC;QAC3B,MAAM,GAAI,MAAc,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;IACjE,CAAC;SAAM,IAAI,KAAK,EAAE,CAAC;QACjB,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,CAAC,uBAAuB,EAAE,IAAI,CAAC;aACzF,eAAsB,CAAC;IAC5B,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO;QACL,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;YACrD,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE;YACrB,KAAK,EAAE,GAAG,CAAC,KAAK;SACjB,CAAC,CAAC;QACH,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,IAAI,EAAE,MAAM,CAAC,IAAI;KAClB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAY,EAAE,KAAc,EAAE,cAAuB;IAC1F,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC;QAC3B,MAAM,GAAI,MAAc,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;IACjE,CAAC;SAAM,IAAI,KAAK,EAAE,CAAC;QACjB,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,CAAC,uBAAuB,EAAE,IAAI,CAAC;aACzF,eAAsB,CAAC;IAC5B,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,KAAK,QAAQ,EAAE,CAAC;QACzD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,0CAA0C,EAAE,CAAC;IAC/E,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,IAAI,CAAQ,CAAC;IAC9F,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,kBAAkB;YACzB,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC5E,CAAC;IACJ,CAAC;IACD,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC5B,MAAM,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC1C,OAAO;QACL,OAAO,EAAE,IAAI;QACb,aAAa,EAAE,MAAM,CAAC,KAAK;QAC3B,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE;KACjC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,IAAI,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC;IAC5B,IAAI,IAAI,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,IAAI,EAAE,CAAC;QACT,IAAI,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAChD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC;YACjD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACnC,CAAC;IACH,CAAC;SAAM,CAAC;QACN,IAAI,QAAQ,GAAG,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC;YACjD,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IACzB,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC;IAC9B,CAAC;IACD,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAClE,CAAC;AAED,MAAM,UAAU,IAAI;IAClB,OAAO;QACL,MAAM,CAAC,UAAU,IAAI,QAAQ,CAAC,eAAe,CAAC,WAAW,IAAI,QAAQ,CAAC,IAAI,CAAC,WAAW;QACtF,MAAM,CAAC,WAAW,IAAI,QAAQ,CAAC,eAAe,CAAC,YAAY,IAAI,QAAQ,CAAC,IAAI,CAAC,YAAY;KAC1F,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY,EAAE,KAAc,EAAE,cAAuB;IACrE,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC;QAC3B,OAAO,GAAI,MAAc,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;IAClE,CAAC;SAAM,IAAI,KAAK,EAAE,CAAC;QACjB,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,CAAC,uBAAuB,EAAE,IAAI,CAAC;aAC1F,eAAsB,CAAC;IAC5B,CAAC;IACD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,KAAK,GAAG,IAAI,CAAC;QACb,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC5C,CAAC;SAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/B,KAAK,GAAG,IAAI,CAAC;QACb,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,KAAU,CAAC;IACf,IACE,OAAO,CAAC,OAAO,IAAI,OAAO;QAC1B,OAAO,CAAC,OAAO,IAAI,UAAU;QAC7B,OAAO,CAAC,iBAAiB,IAAI,CAAC,EAC9B,CAAC;QACD,KAAK,GAAG,OAAO,CAAC;IAClB,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC;IACzF,CAAC;IACD,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;IAC7B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC;IACnB,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC;IACtB,CAAC;IACD,IAAI,MAAM,GAAG,KAAK,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACxE,IAAI,KAAK,EAAE,CAAC;QACV,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YACrD,MAAM,KAAK,GAAG,IAAI,aAAa,CAAC,SAAS,EAAE;gBACzC,GAAG,EAAE,OAAO;gBACZ,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,IAAI;gBACb,UAAU,EAAE,IAAI;aACjB,CAAC,CAAC;YACH,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,kBAAkB,CACzB,UAAyB,EACzB,MAAiB,EACjB,KAAc,EACd,cAAuB;IAEvB,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC;QAC3B,OAAO,GAAI,MAAc,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;IAClE,CAAC;SAAM,IAAI,KAAK,EAAE,CAAC;QACjB,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,CAAC,uBAAuB,EAAE,IAAI,CAAC;aAC1F,eAAsB,CAAC;IAC5B,CAAC;IACD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,KAAK,CAAC;IACf,CAAC;IACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE;YAC1C,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,kBAAkB;SAC3B,CAAC,CAAC;QACH,IAAI,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC1C,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/src/web/tools/browser_use.js

@@ -0,0 +1,176 @@
+import { get_clickable_elements, remove_highlight } from '../script/build_dom_tree';
+import * as browser from './browser';
+/**
+ * Browser Use for general
+ */
+export class BrowserUse {
+    constructor() {
+        this.name = 'browser_use';
+        this.description = `Use structured commands to interact with the browser, manipulating page elements through screenshots and webpage element extraction.
+* This is a browser GUI interface where you need to analyze webpages by taking screenshots and extracting page element structures, and specify action sequences to complete designated tasks.
+* Before any operation, you must first call the \`screenshot_extract_element\` command, which will return the browser page screenshot and structured element information, both specially processed.
+* ELEMENT INTERACTION:
+   - Only use indexes that exist in the provided element list
+   - Each element has a unique index number (e.g., "[33]:<button>")
+   - Elements marked with "[]:" are non-interactive (for context only)
+* NAVIGATION & ERROR HANDLING:
+   - If no suitable elements exist, use other functions to complete the task
+   - If stuck, try alternative approaches
+   - Handle popups/cookies by accepting or closing them
+   - Use scroll to find elements you are looking for`;
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                action: {
+                    type: 'string',
+                    description: `The action to perform. The available actions are:
+* \`screenshot_extract_element\`: Take a screenshot of the web page and extract operable elements.
+  - Screenshots are used to understand page layouts, with labeled bounding boxes corresponding to element indexes. Each bounding box and its label share the same color, with labels typically positioned in the top-right corner of the box.
+  - Screenshots help verify element positions and relationships. Labels may sometimes overlap, so extracted elements are used to verify the correct elements.
+  - In addition to screenshots, simplified information about interactive elements is returned, with element indexes corresponding to those in the screenshots.
+* \`input_text\`: Enter a string in the interactive element.
+* \`click\`: Click to element.
+* \`right_click\`: Right-click on the element.
+* \`double_click\`: Double-click on the element.
+* \`scroll_to\`: Scroll to the specified element.
+* \`extract_content\`: Extract the text content of the current webpage.
+* \`get_dropdown_options\`: Get all options from a native dropdown element.
+* \`select_dropdown_option\`: Select dropdown option for interactive element index by the text of the option you want to select.`,
+                    enum: [
+                        'screenshot_extract_element',
+                        'input_text',
+                        'click',
+                        'right_click',
+                        'double_click',
+                        'scroll_to',
+                        'extract_content',
+                        'get_dropdown_options',
+                        'select_dropdown_option',
+                    ],
+                },
+                index: {
+                    type: 'integer',
+                    description: 'index of element, Operation elements must pass the corresponding index of the element',
+                },
+                text: {
+                    type: 'string',
+                    description: 'Required by `action=input_text` and `action=select_dropdown_option`',
+                },
+            },
+            required: ['action'],
+        };
+    }
+    /**
+     * browser
+     *
+     * @param {*} params { action: 'input_text', index: 1, text: 'string' }
+     * @returns > { success: true, image?: { type: 'base64', media_type: 'image/jpeg', data: '/9j...' }, text?: string }
+     */
+    async execute(context, params) {
+        var _a;
+        try {
+            if (params === null || !params.action) {
+                throw new Error('Invalid parameters. Expected an object with a "action" property.');
+            }
+            let selector_map = context.selector_map;
+            let selector_xpath;
+            if (params.index != null && selector_map) {
+                selector_xpath = (_a = selector_map[params.index]) === null || _a === void 0 ? void 0 : _a.xpath;
+                if (!selector_xpath) {
+                    throw new Error('Element does not exist');
+                }
+            }
+            let result;
+            switch (params.action) {
+                case 'input_text':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    if (params.text == null) {
+                        throw new Error('text parameter is required');
+                    }
+                    await browser.clear_input(selector_xpath, params.index);
+                    result = await browser.type(params.text, selector_xpath, params.index);
+                    await sleep(200);
+                    break;
+                case 'click':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await browser.left_click(selector_xpath, params.index);
+                    await sleep(100);
+                    break;
+                case 'right_click':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await browser.right_click(selector_xpath, params.index);
+                    await sleep(100);
+                    break;
+                case 'double_click':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await browser.double_click(selector_xpath, params.index);
+                    await sleep(100);
+                    break;
+                case 'scroll_to':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = await browser.scroll_to(selector_xpath, params.index);
+                    await sleep(500);
+                    break;
+                case 'extract_content':
+                    await sleep(200);
+                    let content = browser.extractHtmlContent();
+                    result = {
+                        title: document.title,
+                        content: content,
+                    };
+                    break;
+                case 'get_dropdown_options':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    result = browser.get_dropdown_options(selector_xpath, params.index);
+                    break;
+                case 'select_dropdown_option':
+                    if (params.index == null) {
+                        throw new Error('index parameter is required');
+                    }
+                    if (params.text == null) {
+                        throw new Error('text parameter is required');
+                    }
+                    result = browser.select_dropdown_option(params.text, selector_xpath, params.index);
+                    break;
+                case 'screenshot_extract_element':
+                    await sleep(100);
+                    let element_result = get_clickable_elements(true, null);
+                    context.selector_map = element_result.selector_map;
+                    let screenshot = await browser.screenshot(true);
+                    remove_highlight();
+                    result = { image: screenshot.image, text: element_result.element_str };
+                    break;
+                default:
+                    throw Error(`Invalid parameters. The "${params.action}" value is not included in the "action" enumeration.`);
+            }
+            if (result) {
+                return { success: true, ...result };
+            }
+            else {
+                return { success: false };
+            }
+        }
+        catch (e) {
+            return { success: false, error: e === null || e === void 0 ? void 0 : e.message };
+        }
+    }
+    destroy(context) {
+        delete context.selector_map;
+    }
+}
+function sleep(time) {
+    return new Promise((resolve) => setTimeout(() => resolve(), time));
+}
+//# sourceMappingURL=browser_use.js.map

package/dist/src/web/tools/browser_use.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser_use.js","sourceRoot":"","sources":["../../../../src/web/tools/browser_use.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AACpF,OAAO,KAAK,OAAO,MAAM,WAAW,CAAC;AAErC;;GAEG;AACH,MAAM,OAAO,UAAU;IAKrB;QACE,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;QAC1B,IAAI,CAAC,WAAW,GAAG;;;;;;;;;;;qDAW8B,CAAC;QAClD,IAAI,CAAC,YAAY,GAAG;YAClB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE;;;;;;;;;;;;iIAY0G;oBACvH,IAAI,EAAE;wBACJ,4BAA4B;wBAC5B,YAAY;wBACZ,OAAO;wBACP,aAAa;wBACb,cAAc;wBACd,WAAW;wBACX,iBAAiB;wBACjB,sBAAsB;wBACtB,wBAAwB;qBACzB;iBACF;gBACD,KAAK,EAAE;oBACL,IAAI,EAAE,SAAS;oBACf,WAAW,EACT,uFAAuF;iBAC1F;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,qEAAqE;iBACnF;aACF;YACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;SACrB,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,OAAO,CAAC,OAAyB,EAAE,MAAuB;;QAC9D,IAAI,CAAC;YACH,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;YACtF,CAAC;YACD,IAAI,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;YACxC,IAAI,cAAc,CAAC;YACnB,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,IAAI,YAAY,EAAE,CAAC;gBACzC,cAAc,GAAG,MAAA,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,0CAAE,KAAK,CAAC;gBACnD,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC;YACD,IAAI,MAAM,CAAC;YACX,QAAQ,MAAM,CAAC,MAAM,EAAE,CAAC;gBACtB,KAAK,YAAY;oBACf,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACjD,CAAC;oBACD,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;wBACxB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;oBAChD,CAAC;oBACD,MAAM,OAAO,CAAC,WAAW,CAAC,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACxD,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACvE,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM;gBACR,KAAK,OAAO;oBACV,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACjD,CAAC;oBACD,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBAChE,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM;gBACR,KAAK,aAAa;oBAChB,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACjD,CAAC;oBACD,MAAM,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACjE,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM;gBACR,KAAK,cAAc;oBACjB,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACjD,CAAC;oBACD,MAAM,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBAClE,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM;gBACR,KAAK,WAAW;oBACd,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACjD,CAAC;oBACD,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBAC/D,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,MAAM;gBACR,KAAK,iBAAiB;oBACpB,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,IAAI,OAAO,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;oBAC3C,MAAM,GAAG;wBACP,KAAK,EAAE,QAAQ,CAAC,KAAK;wBACrB,OAAO,EAAE,OAAO;qBACjB,CAAC;oBACF,MAAM;gBACR,KAAK,sBAAsB;oBACzB,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACjD,CAAC;oBACD,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACpE,MAAM;gBACR,KAAK,wBAAwB;oBAC3B,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACjD,CAAC;oBACD,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;wBACxB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;oBAChD,CAAC;oBACD,MAAM,GAAG,OAAO,CAAC,sBAAsB,CAAC,MAAM,CAAC,IAAI,EAAE,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;oBACnF,MAAM;gBACR,KAAK,4BAA4B;oBAC/B,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;oBACjB,IAAI,cAAc,GAAG,sBAAsB,CAAC,IAAI,EAAE,IAAI,CAAQ,CAAC;oBAC/D,OAAO,CAAC,YAAY,GAAG,cAAc,CAAC,YAAY,CAAC;oBACnD,IAAI,UAAU,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;oBAChD,gBAAgB,EAAE,CAAC;oBACnB,MAAM,GAAG,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,cAAc,CAAC,WAAW,EAAE,CAAC;oBACvE,MAAM;gBACR;oBACE,MAAM,KAAK,CACT,4BAA4B,MAAM,CAAC,MAAM,sDAAsD,CAChG,CAAC;YACN,CAAC;YACD,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC;YACtC,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;YAC5B,CAAC;QACH,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,OAAO,EAAE,CAAC;QAC/C,CAAC;IACH,CAAC;IAED,OAAO,CAAC,OAAyB;QAC/B,OAAO,OAAO,CAAC,YAAY,CAAC;IAC9B,CAAC;CACF;AAED,SAAS,KAAK,CAAC,IAAY;IACzB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;AACrE,CAAC"}

package/dist/src/web/tools/element_click.js

@@ -0,0 +1,121 @@
+import { extractOperableElements, clickOperableElement, xpath } from './html_script';
+import { left_click, screenshot } from './browser';
+/**
+ * Element click
+ */
+export class ElementClick {
+    constructor() {
+        this.name = 'element_click';
+        this.description = 'Click the element through task prompts';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                task_prompt: {
+                    type: 'string',
+                    description: 'Task prompt, eg: click search button',
+                },
+            },
+            required: ['task_prompt'],
+        };
+    }
+    async execute(context, params) {
+        if (typeof params !== 'object' || params === null || !params.task_prompt) {
+            throw new Error('Invalid parameters. Expected an object with a "task_prompt" property.');
+        }
+        let result;
+        let task_prompt = params.task_prompt;
+        try {
+            result = await executeWithHtmlElement(context, task_prompt);
+        }
+        catch (e) {
+            console.log(e);
+            result = false;
+        }
+        if (!result) {
+            result = await executeWithBrowserUse(context, task_prompt);
+        }
+        return result;
+    }
+}
+async function executeWithHtmlElement(context, task_prompt) {
+    let pseudoHtml = extractOperableElements();
+    let messages = [
+        {
+            role: 'user',
+            content: `# Task
+Determine the operation intent based on user input, find the element ID that the user needs to operate on in the webpage HTML, and if the element does not exist, do nothing.
+Output JSON format, no explanation required.
+
+# User input
+${task_prompt}
+
+# Output example (when the element exists)
+{"elementId": "1", "operationType": "click"}
+
+# Output example (when the element does not exist)
+{"elementId": null, "operationType": "unknown"}
+
+# HTML
+${pseudoHtml}
+`,
+        },
+    ];
+    let llm_params = { maxTokens: 1024 };
+    let response = await context.llmProvider.generateText(messages, llm_params);
+    let content = typeof response.content == 'string' ? response.content : response.content[0].text;
+    let json = content.substring(content.indexOf('{'), content.indexOf('}') + 1);
+    let elementId = JSON.parse(json).elementId;
+    if (elementId) {
+        return clickOperableElement(elementId);
+    }
+    return false;
+}
+async function executeWithBrowserUse(context, task_prompt) {
+    let screenshot_result = await screenshot(false);
+    let messages = [
+        {
+            role: 'user',
+            content: [
+                {
+                    type: 'image',
+                    source: screenshot_result.image,
+                },
+                {
+                    type: 'text',
+                    text: 'click: ' + task_prompt,
+                },
+            ],
+        },
+    ];
+    let llm_params = {
+        maxTokens: 1024,
+        toolChoice: {
+            type: 'tool',
+            name: 'left_click',
+        },
+        tools: [
+            {
+                name: 'left_click',
+                description: 'click element',
+                input_schema: {
+                    type: 'object',
+                    properties: {
+                        coordinate: {
+                            type: 'array',
+                            description: '(x, y): The x (pixels from the left edge) and y (pixels from the top edge) coordinates.',
+                        },
+                    },
+                    required: ['coordinate'],
+                },
+            },
+        ],
+    };
+    let response = await context.llmProvider.generateText(messages, llm_params);
+    let input = response.toolCalls[0].input;
+    let coordinate = input.coordinate;
+    let element = document.elementFromPoint(coordinate[0], coordinate[1]);
+    let _xpath = xpath(element);
+    let click_result = left_click(_xpath);
+    return click_result;
+}
+//# sourceMappingURL=element_click.js.map

package/dist/src/web/tools/element_click.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"element_click.js","sourceRoot":"","sources":["../../../../src/web/tools/element_click.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACrF,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAGnD;;GAEG;AACH,MAAM,OAAO,YAAY;IAKvB;QACE,IAAI,CAAC,IAAI,GAAG,eAAe,CAAC;QAC5B,IAAI,CAAC,WAAW,GAAG,wCAAwC,CAAC;QAC5D,IAAI,CAAC,YAAY,GAAG;YAClB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,WAAW,EAAE;oBACX,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,sCAAsC;iBACpD;aACF;YACD,QAAQ,EAAE,CAAC,aAAa,CAAC;SAC1B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAAyB,EAAE,MAAkB;QACzD,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YACzE,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC3F,CAAC;QACD,IAAI,MAAM,CAAC;QACX,IAAI,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC;QACrC,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,sBAAsB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACf,MAAM,GAAG,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,MAAM,qBAAqB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAC7D,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED,KAAK,UAAU,sBAAsB,CACnC,OAAyB,EACzB,WAAmB;IAEnB,IAAI,UAAU,GAAG,uBAAuB,EAAE,CAAC;IAC3C,IAAI,QAAQ,GAAc;QACxB;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE;;;;;EAKb,WAAW;;;;;;;;;EASX,UAAU;CACX;SACI;KACF,CAAC;IACF,IAAI,UAAU,GAAkB,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IACpD,IAAI,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC5E,IAAI,OAAO,GACT,OAAO,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAE,QAAQ,CAAC,OAAiB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/F,IAAI,IAAI,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7E,IAAI,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC;IAC3C,IAAI,SAAS,EAAE,CAAC;QACd,OAAO,oBAAoB,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,qBAAqB,CAClC,OAAyB,EACzB,WAAmB;IAEnB,IAAI,iBAAiB,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;IAChD,IAAI,QAAQ,GAAc;QACxB;YACE,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,OAAO;oBACb,MAAM,EAAE,iBAAiB,CAAC,KAAK;iBAChC;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,SAAS,GAAG,WAAW;iBAC9B;aACF;SACF;KACF,CAAC;IACF,IAAI,UAAU,GAAkB;QAC9B,SAAS,EAAE,IAAI;QACf,UAAU,EAAE;YACV,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,YAAY;SACnB;QACD,KAAK,EAAE;YACL;gBACE,IAAI,EAAE,YAAY;gBAClB,WAAW,EAAE,eAAe;gBAC5B,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,UAAU,EAAE;4BACV,IAAI,EAAE,OAAO;4BACb,WAAW,EACT,yFAAyF;yBAC5F;qBACF;oBACD,QAAQ,EAAE,CAAC,YAAY,CAAC;iBACzB;aACF;SACF;KACF,CAAC;IACF,IAAI,QAAQ,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,YAAY,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC5E,IAAI,KAAK,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACxC,IAAI,UAAU,GAAG,KAAK,CAAC,UAA8B,CAAC;IACtD,IAAI,OAAO,GAAG,QAAQ,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,IAAI,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC;IAC5B,IAAI,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IACtC,OAAO,YAAY,CAAC;AACtB,CAAC"}

package/dist/src/web/tools/export_file.js

@@ -0,0 +1,74 @@
+import { exportFile } from './html_script';
+/**
+ * Export file
+ */
+export class ExportFile {
+    constructor() {
+        this.name = 'export_file';
+        this.description = 'Content exported as a file, support text format';
+        this.input_schema = {
+            type: 'object',
+            properties: {
+                fileType: {
+                    type: 'string',
+                    description: 'File format type',
+                    enum: ['txt', 'csv', 'md', 'html', 'js', 'xml', 'json', 'yml', 'sql'],
+                },
+                content: {
+                    type: 'string',
+                    description: 'Export file content',
+                },
+                filename: {
+                    type: 'string',
+                    description: 'File name',
+                },
+            },
+            required: ['fileType', 'content'],
+        };
+    }
+    /**
+     * export
+     *
+     * @param {*} params { fileType: 'csv', content: 'field1,field2\ndata1,data2' }
+     * @returns > { success: true }
+     */
+    async execute(context, params) {
+        if (typeof params !== 'object' || params === null || !('content' in params)) {
+            throw new Error('Invalid parameters. Expected an object with a "content" property.');
+        }
+        let type = 'text/plain';
+        switch (params.fileType) {
+            case 'csv':
+                type = 'text/csv';
+                break;
+            case 'md':
+                type = 'text/markdown';
+                break;
+            case 'html':
+                type = 'text/html';
+                break;
+            case 'js':
+                type = 'application/javascript';
+                break;
+            case 'xml':
+                type = 'text/xml';
+                break;
+            case 'json':
+                type = 'application/json';
+                break;
+        }
+        let filename;
+        if (!params.filename) {
+            filename = new Date().getTime() + '.' + params.fileType;
+        }
+        else if (!(params.filename + '').endsWith(params.fileType)) {
+            filename = params.filename + '.' + params.fileType;
+        }
+        else {
+            filename = params.filename;
+        }
+        exportFile(filename, type, params.content);
+        return { success: true };
+    }
+}
+//# sourceMappingURL=export_file.js.map

package/dist/src/web/tools/export_file.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"export_file.js","sourceRoot":"","sources":["../../../../src/web/tools/export_file.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C;;GAEG;AACH,MAAM,OAAO,UAAU;IAKrB;QACE,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;QAC1B,IAAI,CAAC,WAAW,GAAG,iDAAiD,CAAC;QACrE,IAAI,CAAC,YAAY,GAAG;YAClB,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,kBAAkB;oBAC/B,IAAI,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC;iBACtE;gBACD,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,qBAAqB;iBACnC;gBACD,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,WAAW;iBACzB;aACF;YACD,QAAQ,EAAE,CAAC,UAAU,EAAE,SAAS,CAAC;SAClC,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,OAAO,CAAC,OAAyB,EAAE,MAAuB;QAC9D,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,CAAC,SAAS,IAAI,MAAM,CAAC,EAAE,CAAC;YAC5E,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;QACvF,CAAC;QACD,IAAI,IAAI,GAAG,YAAY,CAAC;QACxB,QAAQ,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxB,KAAK,KAAK;gBACR,IAAI,GAAG,UAAU,CAAC;gBAClB,MAAM;YACR,KAAK,IAAI;gBACP,IAAI,GAAG,eAAe,CAAC;gBACvB,MAAM;YACR,KAAK,MAAM;gBACT,IAAI,GAAG,WAAW,CAAC;gBACnB,MAAM;YACR,KAAK,IAAI;gBACP,IAAI,GAAG,wBAAwB,CAAC;gBAChC,MAAM;YACR,KAAK,KAAK;gBACR,IAAI,GAAG,UAAU,CAAC;gBAClB,MAAM;YACR,KAAK,MAAM;gBACT,IAAI,GAAG,kBAAkB,CAAC;gBAC1B,MAAM;QACV,CAAC;QACD,IAAI,QAAgB,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrB,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC1D,CAAC;aAAM,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7D,QAAQ,GAAG,MAAM,CAAC,QAAQ,GAAG,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC;QACrD,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC7B,CAAC;QACD,UAAU,CAAC,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC3B,CAAC;CAEF"}