agent-nuvira 2.7.3 → 3.0.1

package/dist/tools/browser-tool.js

@@ -1,726 +0,0 @@
-/**
- * Browser Tool — Chrome DevTools Protocol (CDP) integration.
- *
- * This provides browser automation capabilities:
- * - Page navigation
- * - Element interaction (click, type, select)
- * - JavaScript execution
- * - Screenshot capture
- * - PDF generation
- * - Network interception
- * - Cookie management
- * - Local storage access
- * - Dialog handling
- * - Multi-tab support
- * - Headless mode
- * - Proxy support
- * - User agent rotation
- *
- * Better than Hermes:
- * - Full CDP protocol support
- * - Built-in rate limiting
- * - Automatic retry on failures
- * - Detailed error reporting
- * - Integration with skill system
- */
-import { spawn } from 'node:child_process';
-import { writeFile, readFile } from 'node:fs/promises';
-import { randomBytes } from 'node:crypto';
-// ─── Browser Class ───────────────────────────────────────────────────────
-export class BrowserTool {
-    process = null;
-    config;
-    cdpPort;
-    sessionId;
-    constructor(config = {}) {
-        this.config = {
-            headless: true,
-            viewport: { width: 1280, height: 720 },
-            timeout: 30000,
-            ...config,
-        };
-        this.cdpPort = 9222;
-        this.sessionId = randomBytes(8).toString('hex');
-    }
-    /**
-     * Launch browser instance.
-     */
-    async launch() {
-        const startTime = Date.now();
-        try {
-            // Find Chrome executable
-            const chromePath = this.config.executablePath ?? await this.findChrome();
-            if (!chromePath) {
-                return {
-                    success: false,
-                    error: 'Chrome not found. Install Chrome or provide executablePath.',
-                    durationMs: Date.now() - startTime,
-                };
-            }
-            // Build Chrome arguments
-            const args = this.buildArgs();
-            // Launch Chrome with CDP
-            this.process = spawn(chromePath, args, {
-                stdio: ['pipe', 'pipe', 'pipe'],
-            });
-            // Wait for CDP to be ready
-            await this.waitForCdp();
-            return {
-                success: true,
-                data: { port: this.cdpPort, sessionId: this.sessionId },
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Navigate to a URL.
-     */
-    async navigate(options) {
-        const startTime = Date.now();
-        try {
-            const result = await this.cdpCommand('Page.navigate', {
-                url: options.url,
-            });
-            // Wait for load
-            if (options.waitUntil === 'networkidle') {
-                await this.waitForNetworkIdle(options.timeout ?? this.config.timeout ?? 30000);
-            }
-            else {
-                await this.waitForLoad(options.timeout ?? this.config.timeout ?? 30000);
-            }
-            return {
-                success: true,
-                data: result,
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Click an element.
-     */
-    async click(options) {
-        const startTime = Date.now();
-        try {
-            // Find element
-            const element = await this.querySelector(options.selector);
-            if (!element) {
-                return {
-                    success: false,
-                    error: `Element not found: ${options.selector}`,
-                    durationMs: Date.now() - startTime,
-                };
-            }
-            // Get element position
-            const box = await this.getBoundingBox(element);
-            if (!box) {
-                return {
-                    success: false,
-                    error: `Could not get bounding box for: ${options.selector}`,
-                    durationMs: Date.now() - startTime,
-                };
-            }
-            // Click element
-            const x = box.x + box.width / 2;
-            const y = box.y + box.height / 2;
-            await this.cdpCommand('Input.dispatchMouseEvent', {
-                type: 'mousePressed',
-                x,
-                y,
-                button: options.button ?? 'left',
-                clickCount: options.clickCount ?? 1,
-            });
-            await this.cdpCommand('Input.dispatchMouseEvent', {
-                type: 'mouseReleased',
-                x,
-                y,
-                button: options.button ?? 'left',
-                clickCount: options.clickCount ?? 1,
-            });
-            return {
-                success: true,
-                data: { x, y },
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Type text into an element.
-     */
-    async type(options) {
-        const startTime = Date.now();
-        try {
-            // Focus element
-            await this.focus(options.selector);
-            // Type text
-            for (const char of options.text) {
-                await this.cdpCommand('Input.dispatchKeyEvent', {
-                    type: 'keyDown',
-                    text: char,
-                });
-                await this.cdpCommand('Input.dispatchKeyEvent', {
-                    type: 'keyUp',
-                    text: char,
-                });
-                if (options.delay) {
-                    await this.sleep(options.delay);
-                }
-            }
-            return {
-                success: true,
-                data: { text: options.text },
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Execute JavaScript in the page.
-     */
-    async evaluate(expression) {
-        const startTime = Date.now();
-        try {
-            const result = await this.cdpCommand('Runtime.evaluate', {
-                expression,
-                returnByValue: true,
-            });
-            return {
-                success: true,
-                data: result?.result?.value,
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Take a screenshot.
-     */
-    async screenshot(options = {}) {
-        const startTime = Date.now();
-        try {
-            const result = await this.cdpCommand('Page.captureScreenshot', {
-                format: 'png',
-                quality: options.quality,
-                clip: options.clip,
-                captureBeyondViewport: options.fullPage ?? false,
-            });
-            const screenshotData = Buffer.from(result.data, 'base64');
-            if (options.path) {
-                await writeFile(options.path, screenshotData);
-            }
-            return {
-                success: true,
-                data: {
-                    buffer: screenshotData,
-                    path: options.path,
-                },
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Get page content.
-     */
-    async getContent() {
-        const startTime = Date.now();
-        try {
-            const result = await this.evaluate('document.documentElement.outerHTML');
-            return {
-                success: true,
-                data: result.data,
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Get page title.
-     */
-    async getTitle() {
-        const startTime = Date.now();
-        try {
-            const result = await this.evaluate('document.title');
-            return {
-                success: true,
-                data: result.data,
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Get current URL.
-     */
-    async getUrl() {
-        const startTime = Date.now();
-        try {
-            const result = await this.evaluate('window.location.href');
-            return {
-                success: true,
-                data: result.data,
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Set cookie.
-     */
-    async setCookie(cookie) {
-        const startTime = Date.now();
-        try {
-            await this.cdpCommand('Network.setCookie', cookie);
-            return {
-                success: true,
-                data: { name: cookie.name },
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Get cookies.
-     */
-    async getCookies() {
-        const startTime = Date.now();
-        try {
-            const result = await this.cdpCommand('Network.getCookies');
-            return {
-                success: true,
-                data: result?.cookies ?? [],
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Delete cookie.
-     */
-    async deleteCookie(name, domain, path) {
-        const startTime = Date.now();
-        try {
-            await this.cdpCommand('Network.deleteCookies', {
-                name,
-                domain,
-                path,
-            });
-            return {
-                success: true,
-                data: { name },
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Get local storage.
-     */
-    async getLocalStorage() {
-        const startTime = Date.now();
-        try {
-            const result = await this.evaluate(`
-        JSON.stringify(Object.keys(localStorage).reduce((acc, key) => {
-          acc[key] = localStorage.getItem(key);
-          return acc;
-        }, {}))
-      `);
-            return {
-                success: true,
-                data: JSON.parse(result.data ?? '{}'),
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Set local storage item.
-     */
-    async setLocalStorage(key, value) {
-        const startTime = Date.now();
-        try {
-            await this.evaluate(`localStorage.setItem('${key}', '${value}')`);
-            return {
-                success: true,
-                data: { key, value },
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Wait for element to appear.
-     */
-    async waitForSelector(selector, timeout) {
-        const startTime = Date.now();
-        const waitTimeout = timeout ?? this.config.timeout ?? 30000;
-        try {
-            const startTime = Date.now();
-            while (Date.now() - startTime < waitTimeout) {
-                const element = await this.querySelector(selector);
-                if (element) {
-                    return {
-                        success: true,
-                        data: element,
-                        durationMs: Date.now() - startTime,
-                    };
-                }
-                await this.sleep(100);
-            }
-            return {
-                success: false,
-                error: `Timeout waiting for selector: ${selector}`,
-                durationMs: Date.now() - startTime,
-            };
-        }
-        catch (err) {
-            return {
-                success: false,
-                error: err instanceof Error ? err.message : String(err),
-                durationMs: Date.now() - startTime,
-            };
-        }
-    }
-    /**
-     * Close browser.
-     */
-    async close() {
-        if (this.process) {
-            this.process.kill('SIGTERM');
-            this.process = null;
-        }
-    }
-    // ─── Private Methods ─────────────────────────────────────────────────
-    async findChrome() {
-        const paths = [
-            // macOS
-            '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome',
-            '/Applications/Chromium.app/Contents/MacOS/Chromium',
-            // Linux
-            '/usr/bin/google-chrome',
-            '/usr/bin/chromium-browser',
-            '/usr/bin/chromium',
-            // Windows
-            'C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe',
-            'C:\\Program Files (x86)\\Google\\Chrome\\Application\\chrome.exe',
-        ];
-        for (const path of paths) {
-            try {
-                await readFile(path);
-                return path;
-            }
-            catch {
-                // Continue
-            }
-        }
-        return null;
-    }
-    buildArgs() {
-        const args = [
-            `--remote-debugging-port=${this.cdpPort}`,
-            `--window-size=${this.config.viewport?.width ?? 1280},${this.config.viewport?.height ?? 720}`,
-        ];
-        if (this.config.headless) {
-            args.push('--headless=new');
-        }
-        if (this.config.proxy) {
-            args.push(`--proxy-server=${this.config.proxy.server}`);
-        }
-        if (this.config.userAgent) {
-            args.push(`--user-agent=${this.config.userAgent}`);
-        }
-        if (this.config.args) {
-            args.push(...this.config.args);
-        }
-        return args;
-    }
-    async waitForCdp() {
-        const timeout = 10000;
-        const startTime = Date.now();
-        while (Date.now() - startTime < timeout) {
-            try {
-                const response = await fetch(`http://localhost:${this.cdpPort}/json/version`);
-                if (response.ok) {
-                    return;
-                }
-            }
-            catch {
-                // Continue
-            }
-            await this.sleep(100);
-        }
-        throw new Error('CDP not ready after timeout');
-    }
-    async cdpCommand(method, params) {
-        // Get WebSocket URL
-        const response = await fetch(`http://localhost:${this.cdpPort}/json`);
-        const targets = (await response.json());
-        const target = targets.find((t) => t.type === 'page');
-        if (!target) {
-            throw new Error('No page target found');
-        }
-        // Connect via WebSocket
-        const ws = new WebSocket(target.webSocketDebuggerUrl);
-        return new Promise((resolve, reject) => {
-            const timeout = setTimeout(() => {
-                ws.close();
-                reject(new Error('CDP command timeout'));
-            }, this.config.timeout ?? 30000);
-            ws.onopen = () => {
-                ws.send(JSON.stringify({
-                    id: 1,
-                    method,
-                    params: params ?? {},
-                }));
-            };
-            ws.onmessage = (event) => {
-                const data = JSON.parse(event.data);
-                if (data.id === 1) {
-                    clearTimeout(timeout);
-                    ws.close();
-                    if (data.error) {
-                        reject(new Error(data.error.message));
-                    }
-                    else {
-                        resolve(data.result);
-                    }
-                }
-            };
-            ws.onerror = (error) => {
-                clearTimeout(timeout);
-                reject(error);
-            };
-        });
-    }
-    async querySelector(selector) {
-        const result = await this.evaluate(`
-      (() => {
-        const el = document.querySelector('${selector}');
-        if (!el) return null;
-        return {
-          nodeId: el.nodeId,
-          nodeName: el.nodeName,
-          attributes: el.attributes,
-        };
-      })()
-    `);
-        return result.data;
-    }
-    async getBoundingBox(element) {
-        const result = await this.evaluate(`
-      (() => {
-        const el = document.querySelector('[data-node-id="${element.nodeId}"]');
-        if (!el) return null;
-        const rect = el.getBoundingClientRect();
-        return {
-          x: rect.x,
-          y: rect.y,
-          width: rect.width,
-          height: rect.height,
-        };
-      })()
-    `);
-        return result.data;
-    }
-    async focus(selector) {
-        await this.evaluate(`
-      (() => {
-        const el = document.querySelector('${selector}');
-        if (el) el.focus();
-      })()
-    `);
-    }
-    async waitForLoad(timeout) {
-        await this.cdpCommand('Page.enable');
-        await new Promise((resolve) => {
-            const timer = setTimeout(resolve, timeout);
-            this.cdpCommand('Page.loadEventFired').then(() => {
-                clearTimeout(timer);
-                resolve(null);
-            });
-        });
-    }
-    async waitForNetworkIdle(timeout) {
-        await this.cdpCommand('Network.enable');
-        await new Promise((resolve) => {
-            const timer = setTimeout(resolve, timeout);
-            let requestCount = 0;
-            const checkIdle = () => {
-                if (requestCount === 0) {
-                    clearTimeout(timer);
-                    resolve(null);
-                }
-            };
-            this.cdpCommand('Network.requestWillBeSent').then(() => {
-                requestCount++;
-            });
-            this.cdpCommand('Network.loadingFinished').then(() => {
-                requestCount--;
-                checkIdle();
-            });
-        });
-    }
-    sleep(ms) {
-        return new Promise((resolve) => setTimeout(resolve, ms));
-    }
-}
-// ─── Singleton Instance ──────────────────────────────────────────────────
-let browserInstance = null;
-/**
- * Get or create browser instance.
- */
-export async function getBrowser(config) {
-    if (!browserInstance) {
-        browserInstance = new BrowserTool(config);
-        await browserInstance.launch();
-    }
-    return browserInstance;
-}
-/**
- * Close browser instance.
- */
-export async function closeBrowser() {
-    if (browserInstance) {
-        await browserInstance.close();
-        browserInstance = null;
-    }
-}
-// ─── Skill Integration ───────────────────────────────────────────────────
-/**
- * Execute a browser-based skill.
- */
-export async function executeBrowserSkill(skillContent, options = {}) {
-    const browser = await getBrowser();
-    const startTime = Date.now();
-    try {
-        // Navigate to URL if provided
-        if (options.url) {
-            await browser.navigate({ url: options.url });
-        }
-        // Execute actions
-        const results = [];
-        for (const action of options.actions ?? []) {
-            let result;
-            switch (action.type) {
-                case 'click':
-                    result = await browser.click(action.params);
-                    break;
-                case 'type':
-                    result = await browser.type(action.params);
-                    break;
-                case 'screenshot':
-                    result = await browser.screenshot(action.params);
-                    break;
-                case 'evaluate':
-                    result = await browser.evaluate(action.params.expression);
-                    break;
-                default:
-                    result = {
-                        success: false,
-                        error: `Unknown action type: ${action.type}`,
-                        durationMs: 0,
-                    };
-            }
-            results.push(result);
-        }
-        return {
-            success: true,
-            data: results,
-            durationMs: Date.now() - startTime,
-        };
-    }
-    catch (err) {
-        return {
-            success: false,
-            error: err instanceof Error ? err.message : String(err),
-            durationMs: Date.now() - startTime,
-        };
-    }
-}
-//# sourceMappingURL=browser-tool.js.map