@blackbox_ai/blackbox-cli-core 0.0.9 → 0.8.1

package/dist/src/tools/browser-interactive.js

@@ -0,0 +1,394 @@
+/**
+ * @license
+ * Copyright 2025 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { chromium } from 'playwright';
+import { ToolNames } from './tool-names.js';
+import { ToolErrorType } from './tool-error.js';
+import { BaseDeclarativeTool, BaseToolInvocation, Kind } from './tools.js';
+/**
+ * Interactive browser session manager
+ * Opens a VISIBLE browser window that the user can see
+ */
+export class InteractiveBrowserSession {
+    browser;
+    context;
+    page;
+    static instance;
+    constructor() { }
+    static getInstance() {
+        if (!InteractiveBrowserSession.instance) {
+            InteractiveBrowserSession.instance = new InteractiveBrowserSession();
+        }
+        return InteractiveBrowserSession.instance;
+    }
+    async launch() {
+        if (this.browser) {
+            await this.close();
+        }
+        try {
+            console.log('[InteractiveBrowser] Launching visible browser...');
+            this.browser = await chromium.launch({
+                headless: false, // VISIBLE browser
+                args: [
+                    '--start-maximized',
+                    '--disable-blink-features=AutomationControlled',
+                ],
+            });
+            this.context = await this.browser.newContext({
+                viewport: { width: 1920, height: 1080 },
+                userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+            });
+            this.page = await this.context.newPage();
+            console.log('[InteractiveBrowser] Browser launched successfully');
+            return {
+                success: true,
+                message: 'Interactive browser launched successfully. You can see the browser window.',
+            };
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            console.error('[InteractiveBrowser] Launch failed:', errorMsg);
+            return {
+                success: false,
+                message: `Failed to launch browser: ${errorMsg}`,
+            };
+        }
+    }
+    async navigate(url) {
+        if (!this.page) {
+            const launchResult = await this.launch();
+            if (!launchResult.success) {
+                return launchResult;
+            }
+        }
+        try {
+            console.log(`[InteractiveBrowser] Navigating to: ${url}`);
+            await this.page.goto(url, {
+                timeout: 30000,
+                waitUntil: 'domcontentloaded',
+            });
+            await this.page.waitForLoadState('networkidle', { timeout: 10000 }).catch(() => {
+                console.log('[InteractiveBrowser] Network idle timeout (expected)');
+            });
+            const title = await this.page.title();
+            const currentUrl = this.page.url();
+            console.log(`[InteractiveBrowser] Navigation complete: ${title}`);
+            return {
+                success: true,
+                message: `Navigated to: ${title} (${currentUrl})`,
+            };
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            console.error('[InteractiveBrowser] Navigation failed:', errorMsg);
+            return {
+                success: false,
+                message: `Navigation failed: ${errorMsg}`,
+            };
+        }
+    }
+    async extractText(selector) {
+        if (!this.page) {
+            return {
+                success: false,
+                message: 'Browser not launched. Call launch() first.',
+            };
+        }
+        try {
+            let text;
+            if (selector) {
+                console.log(`[InteractiveBrowser] Extracting text from selector: ${selector}`);
+                const element = await this.page.$(selector);
+                if (!element) {
+                    return {
+                        success: false,
+                        message: `Element not found: ${selector}`,
+                    };
+                }
+                text = await element.textContent() || '';
+            }
+            else {
+                console.log('[InteractiveBrowser] Extracting all page text');
+                text = await this.page.evaluate(() => document.body.innerText);
+            }
+            console.log(`[InteractiveBrowser] Extracted ${text.length} characters`);
+            return {
+                success: true,
+                message: `Extracted ${text.length} characters`,
+                text,
+            };
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            console.error('[InteractiveBrowser] Text extraction failed:', errorMsg);
+            return {
+                success: false,
+                message: `Text extraction failed: ${errorMsg}`,
+            };
+        }
+    }
+    async click(selector) {
+        if (!this.page) {
+            return {
+                success: false,
+                message: 'Browser not launched. Call launch() first.',
+            };
+        }
+        try {
+            console.log(`[InteractiveBrowser] Clicking element: ${selector}`);
+            await this.page.click(selector, { timeout: 5000 });
+            // Wait for potential navigation
+            await this.page.waitForLoadState('domcontentloaded', { timeout: 5000 }).catch(() => { });
+            console.log('[InteractiveBrowser] Click successful');
+            return {
+                success: true,
+                message: `Clicked element: ${selector}`,
+            };
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            console.error('[InteractiveBrowser] Click failed:', errorMsg);
+            return {
+                success: false,
+                message: `Click failed: ${errorMsg}`,
+            };
+        }
+    }
+    async type(selector, text) {
+        if (!this.page) {
+            return {
+                success: false,
+                message: 'Browser not launched. Call launch() first.',
+            };
+        }
+        try {
+            console.log(`[InteractiveBrowser] Typing into element: ${selector}`);
+            await this.page.fill(selector, text, { timeout: 5000 });
+            console.log('[InteractiveBrowser] Type successful');
+            return {
+                success: true,
+                message: `Typed text into: ${selector}`,
+            };
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            console.error('[InteractiveBrowser] Type failed:', errorMsg);
+            return {
+                success: false,
+                message: `Type failed: ${errorMsg}`,
+            };
+        }
+    }
+    async waitFor(milliseconds) {
+        try {
+            console.log(`[InteractiveBrowser] Waiting for ${milliseconds}ms`);
+            await new Promise(resolve => setTimeout(resolve, milliseconds));
+            return {
+                success: true,
+                message: `Waited for ${milliseconds}ms`,
+            };
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            return {
+                success: false,
+                message: `Wait failed: ${errorMsg}`,
+            };
+        }
+    }
+    async close() {
+        if (!this.browser) {
+            return {
+                success: true,
+                message: 'Browser already closed',
+            };
+        }
+        try {
+            console.log('[InteractiveBrowser] Closing browser...');
+            await this.page?.close();
+            await this.context?.close();
+            await this.browser.close();
+            this.page = undefined;
+            this.context = undefined;
+            this.browser = undefined;
+            console.log('[InteractiveBrowser] Browser closed successfully');
+            return {
+                success: true,
+                message: 'Interactive browser closed successfully',
+            };
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            console.error('[InteractiveBrowser] Close failed:', errorMsg);
+            return {
+                success: false,
+                message: `Failed to close browser: ${errorMsg}`,
+            };
+        }
+    }
+}
+class InteractiveBrowserToolInvocation extends BaseToolInvocation {
+    constructor(params) {
+        super(params);
+    }
+    getDescription() {
+        switch (this.params.action) {
+            case 'launch':
+                return 'Launching interactive browser';
+            case 'navigate':
+                return `Navigating to ${this.params.url}`;
+            case 'extract_text':
+                return this.params.selector
+                    ? `Extracting text from ${this.params.selector}`
+                    : 'Extracting page text';
+            case 'click':
+                return `Clicking ${this.params.selector}`;
+            case 'type':
+                return `Typing into ${this.params.selector}`;
+            case 'wait':
+                return `Waiting ${this.params.milliseconds}ms`;
+            case 'close':
+                return 'Closing interactive browser';
+            default:
+                return 'Interactive browser action';
+        }
+    }
+    async execute() {
+        const session = InteractiveBrowserSession.getInstance();
+        let result;
+        switch (this.params.action) {
+            case 'launch':
+                result = await session.launch();
+                break;
+            case 'navigate':
+                if (!this.params.url) {
+                    return {
+                        llmContent: 'URL is required for navigate action',
+                        returnDisplay: 'URL is required for navigate action',
+                        error: {
+                            message: 'URL is required for navigate action',
+                            type: ToolErrorType.INVALID_TOOL_PARAMS,
+                        },
+                    };
+                }
+                result = await session.navigate(this.params.url);
+                break;
+            case 'extract_text':
+                result = await session.extractText(this.params.selector);
+                break;
+            case 'click':
+                if (!this.params.selector) {
+                    return {
+                        llmContent: 'Selector is required for click action',
+                        returnDisplay: 'Selector is required for click action',
+                        error: {
+                            message: 'Selector is required for click action',
+                            type: ToolErrorType.INVALID_TOOL_PARAMS,
+                        },
+                    };
+                }
+                result = await session.click(this.params.selector);
+                break;
+            case 'type':
+                if (!this.params.selector || !this.params.text) {
+                    return {
+                        llmContent: 'Selector and text are required for type action',
+                        returnDisplay: 'Selector and text are required for type action',
+                        error: {
+                            message: 'Selector and text are required for type action',
+                            type: ToolErrorType.INVALID_TOOL_PARAMS,
+                        },
+                    };
+                }
+                result = await session.type(this.params.selector, this.params.text);
+                break;
+            case 'wait':
+                if (!this.params.milliseconds) {
+                    return {
+                        llmContent: 'Milliseconds is required for wait action',
+                        returnDisplay: 'Milliseconds is required for wait action',
+                        error: {
+                            message: 'Milliseconds is required for wait action',
+                            type: ToolErrorType.INVALID_TOOL_PARAMS,
+                        },
+                    };
+                }
+                result = await session.waitFor(this.params.milliseconds);
+                break;
+            case 'close':
+                result = await session.close();
+                break;
+            default:
+                return {
+                    llmContent: `Unknown action: ${this.params.action}`,
+                    returnDisplay: `Unknown action: ${this.params.action}`,
+                    error: {
+                        message: `Unknown action: ${this.params.action}`,
+                        type: ToolErrorType.INVALID_TOOL_PARAMS,
+                    },
+                };
+        }
+        if (!result.success) {
+            return {
+                llmContent: result.message,
+                returnDisplay: result.message,
+                error: {
+                    message: result.message,
+                    type: ToolErrorType.EXECUTION_FAILED,
+                },
+            };
+        }
+        // For extract_text, include the extracted text in the response
+        if (this.params.action === 'extract_text' && result.text) {
+            return {
+                llmContent: `${result.message}\n\nExtracted Text:\n${result.text}`,
+                returnDisplay: result.message,
+            };
+        }
+        return {
+            llmContent: result.message,
+            returnDisplay: result.message,
+        };
+    }
+}
+export class InteractiveBrowserTool extends BaseDeclarativeTool {
+    config;
+    static Name = ToolNames.BROWSER_INTERACTIVE;
+    // @ts-expect-error - Required by base class pattern
+    constructor(config) {
+        super(InteractiveBrowserTool.Name, 'InteractiveBrowser', 'Opens and controls a VISIBLE browser window that the user can see. Use this for tasks like visiting websites, extracting content, and performing web automation that the user should observe. Perfect for tasks like "visit Hacker News and summarize top articles" or "create a Notion doc with web content".', Kind.Execute, {
+            type: 'object',
+            properties: {
+                action: {
+                    type: 'string',
+                    enum: ['launch', 'navigate', 'extract_text', 'click', 'type', 'wait', 'close'],
+                    description: 'The action to perform: launch (open browser), navigate (go to URL), extract_text (get page text), click (click element), type (type into element), wait (pause), close (close browser)',
+                },
+                url: {
+                    type: 'string',
+                    description: 'URL to navigate to (required for navigate action)',
+                },
+                selector: {
+                    type: 'string',
+                    description: 'CSS selector for element (required for click, type, and optional for extract_text)',
+                },
+                text: {
+                    type: 'string',
+                    description: 'Text to type (required for type action)',
+                },
+                milliseconds: {
+                    type: 'number',
+                    description: 'Time to wait in milliseconds (required for wait action)',
+                },
+            },
+            required: ['action'],
+        }, false);
+        this.config = config;
+    }
+    createInvocation(params) {
+        return new InteractiveBrowserToolInvocation(params);
+    }
+}
+//# sourceMappingURL=browser-interactive.js.map

package/dist/src/tools/browser-interactive.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-interactive.js","sourceRoot":"","sources":["../../../src/tools/browser-interactive.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAGtC,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAE3E;;;GAGG;AACH,MAAM,OAAO,yBAAyB;IAC5B,OAAO,CAAW;IAClB,OAAO,CAAkB;IACzB,IAAI,CAAQ;IACZ,MAAM,CAAC,QAAQ,CAA6B;IAEpD,gBAAuB,CAAC;IAExB,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,yBAAyB,CAAC,QAAQ,EAAE,CAAC;YACxC,yBAAyB,CAAC,QAAQ,GAAG,IAAI,yBAAyB,EAAE,CAAC;QACvE,CAAC;QACD,OAAO,yBAAyB,CAAC,QAAQ,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACrB,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,CAAC;YAEjE,IAAI,CAAC,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;gBACnC,QAAQ,EAAE,KAAK,EAAE,kBAAkB;gBACnC,IAAI,EAAE;oBACJ,mBAAmB;oBACnB,+CAA+C;iBAChD;aACF,CAAC,CAAC;YAEH,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;gBAC3C,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;gBACvC,SAAS,EAAE,uHAAuH;aACnI,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAEzC,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;YAClE,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,4EAA4E;aACtF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxE,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,QAAQ,CAAC,CAAC;YAC/D,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,6BAA6B,QAAQ,EAAE;aACjD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,GAAW;QACxB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YACzC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;gBAC1B,OAAO,YAAY,CAAC;YACtB,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,uCAAuC,GAAG,EAAE,CAAC,CAAC;YAE1D,MAAM,IAAI,CAAC,IAAK,CAAC,IAAI,CAAC,GAAG,EAAE;gBACzB,OAAO,EAAE,KAAK;gBACd,SAAS,EAAE,kBAAkB;aAC9B,CAAC,CAAC;YAEH,MAAM,IAAI,CAAC,IAAK,CAAC,gBAAgB,CAAC,aAAa,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;gBAC9E,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;YACtE,CAAC,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAK,CAAC,KAAK,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAK,CAAC,GAAG,EAAE,CAAC;YAEpC,OAAO,CAAC,GAAG,CAAC,6CAA6C,KAAK,EAAE,CAAC,CAAC;YAElE,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,iBAAiB,KAAK,KAAK,UAAU,GAAG;aAClD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxE,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,QAAQ,CAAC,CAAC;YACnE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,sBAAsB,QAAQ,EAAE;aAC1C,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,QAAiB;QACjC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,4CAA4C;aACtD,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,IAAI,IAAY,CAAC;YAEjB,IAAI,QAAQ,EAAE,CAAC;gBACb,OAAO,CAAC,GAAG,CAAC,uDAAuD,QAAQ,EAAE,CAAC,CAAC;gBAC/E,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;gBAC5C,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,OAAO;wBACL,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,sBAAsB,QAAQ,EAAE;qBAC1C,CAAC;gBACJ,CAAC;gBACD,IAAI,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;gBAC7D,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACjE,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,kCAAkC,IAAI,CAAC,MAAM,aAAa,CAAC,CAAC;YAExE,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,aAAa,IAAI,CAAC,MAAM,aAAa;gBAC9C,IAAI;aACL,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxE,OAAO,CAAC,KAAK,CAAC,8CAA8C,EAAE,QAAQ,CAAC,CAAC;YACxE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,2BAA2B,QAAQ,EAAE;aAC/C,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAgB;QAC1B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,4CAA4C;aACtD,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,0CAA0C,QAAQ,EAAE,CAAC,CAAC;YAElE,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAEnD,gCAAgC;YAChC,MAAM,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,kBAAkB,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAExF,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;YAErD,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,oBAAoB,QAAQ,EAAE;aACxC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxE,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,QAAQ,CAAC,CAAC;YAC9D,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,iBAAiB,QAAQ,EAAE;aACrC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAgB,EAAE,IAAY;QACvC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,4CAA4C;aACtD,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,6CAA6C,QAAQ,EAAE,CAAC,CAAC;YAErE,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAExD,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;YAEpD,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,oBAAoB,QAAQ,EAAE;aACxC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxE,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,QAAQ,CAAC,CAAC;YAC7D,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,gBAAgB,QAAQ,EAAE;aACpC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,YAAoB;QAChC,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,oCAAoC,YAAY,IAAI,CAAC,CAAC;YAClE,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC;YAChE,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,cAAc,YAAY,IAAI;aACxC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,gBAAgB,QAAQ,EAAE;aACpC,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,wBAAwB;aAClC,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;YAEvD,MAAM,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAE3B,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;YACtB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YACzB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YAEzB,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;YAEhE,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,OAAO,EAAE,yCAAyC;aACnD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxE,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,QAAQ,CAAC,CAAC;YAC9D,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,OAAO,EAAE,4BAA4B,QAAQ,EAAE;aAChD,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAcD,MAAM,gCAAiC,SAAQ,kBAG9C;IACC,YAAY,MAAgC;QAC1C,KAAK,CAAC,MAAM,CAAC,CAAC;IAChB,CAAC;IAED,cAAc;QACZ,QAAQ,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAC3B,KAAK,QAAQ;gBACX,OAAO,+BAA+B,CAAC;YACzC,KAAK,UAAU;gBACb,OAAO,iBAAiB,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YAC5C,KAAK,cAAc;gBACjB,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ;oBACzB,CAAC,CAAC,wBAAwB,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE;oBAChD,CAAC,CAAC,sBAAsB,CAAC;YAC7B,KAAK,OAAO;gBACV,OAAO,YAAY,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YAC5C,KAAK,MAAM;gBACT,OAAO,eAAe,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YAC/C,KAAK,MAAM;gBACT,OAAO,WAAW,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,CAAC;YACjD,KAAK,OAAO;gBACV,OAAO,6BAA6B,CAAC;YACvC;gBACE,OAAO,4BAA4B,CAAC;QACxC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,OAAO,GAAG,yBAAyB,CAAC,WAAW,EAAE,CAAC;QACxD,IAAI,MAA4D,CAAC;QAEjE,QAAQ,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YAC3B,KAAK,QAAQ;gBACX,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC;gBAChC,MAAM;YAER,KAAK,UAAU;gBACb,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;oBACrB,OAAO;wBACL,UAAU,EAAE,qCAAqC;wBACjD,aAAa,EAAE,qCAAqC;wBACpD,KAAK,EAAE;4BACL,OAAO,EAAE,qCAAqC;4BAC9C,IAAI,EAAE,aAAa,CAAC,mBAAmB;yBACxC;qBACF,CAAC;gBACJ,CAAC;gBACD,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACjD,MAAM;YAER,KAAK,cAAc;gBACjB,MAAM,GAAG,MAAM,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACzD,MAAM;YAER,KAAK,OAAO;gBACV,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;oBAC1B,OAAO;wBACL,UAAU,EAAE,uCAAuC;wBACnD,aAAa,EAAE,uCAAuC;wBACtD,KAAK,EAAE;4BACL,OAAO,EAAE,uCAAuC;4BAChD,IAAI,EAAE,aAAa,CAAC,mBAAmB;yBACxC;qBACF,CAAC;gBACJ,CAAC;gBACD,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACnD,MAAM;YAER,KAAK,MAAM;gBACT,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC/C,OAAO;wBACL,UAAU,EAAE,gDAAgD;wBAC5D,aAAa,EAAE,gDAAgD;wBAC/D,KAAK,EAAE;4BACL,OAAO,EAAE,gDAAgD;4BACzD,IAAI,EAAE,aAAa,CAAC,mBAAmB;yBACxC;qBACF,CAAC;gBACJ,CAAC;gBACD,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACpE,MAAM;YAER,KAAK,MAAM;gBACT,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;oBAC9B,OAAO;wBACL,UAAU,EAAE,0CAA0C;wBACtD,aAAa,EAAE,0CAA0C;wBACzD,KAAK,EAAE;4BACL,OAAO,EAAE,0CAA0C;4BACnD,IAAI,EAAE,aAAa,CAAC,mBAAmB;yBACxC;qBACF,CAAC;gBACJ,CAAC;gBACD,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;gBACzD,MAAM;YAER,KAAK,OAAO;gBACV,MAAM,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC/B,MAAM;YAER;gBACE,OAAO;oBACL,UAAU,EAAE,mBAAmB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;oBACnD,aAAa,EAAE,mBAAmB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;oBACtD,KAAK,EAAE;wBACL,OAAO,EAAE,mBAAmB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;wBAChD,IAAI,EAAE,aAAa,CAAC,mBAAmB;qBACxC;iBACF,CAAC;QACN,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO;gBACL,UAAU,EAAE,MAAM,CAAC,OAAO;gBAC1B,aAAa,EAAE,MAAM,CAAC,OAAO;gBAC7B,KAAK,EAAE;oBACL,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,IAAI,EAAE,aAAa,CAAC,gBAAgB;iBACrC;aACF,CAAC;QACJ,CAAC;QAED,+DAA+D;QAC/D,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,cAAc,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YACzD,OAAO;gBACL,UAAU,EAAE,GAAG,MAAM,CAAC,OAAO,wBAAwB,MAAM,CAAC,IAAI,EAAE;gBAClE,aAAa,EAAE,MAAM,CAAC,OAAO;aAC9B,CAAC;QACJ,CAAC;QAED,OAAO;YACL,UAAU,EAAE,MAAM,CAAC,OAAO;YAC1B,aAAa,EAAE,MAAM,CAAC,OAAO;SAC9B,CAAC;IACJ,CAAC;CACF;AAED,MAAM,OAAO,sBAAuB,SAAQ,mBAG3C;IAIqB;IAHpB,MAAM,CAAU,IAAI,GAAW,SAAS,CAAC,mBAAmB,CAAC;IAE7D,oDAAoD;IACpD,YAAoB,MAAc;QAChC,KAAK,CACH,sBAAsB,CAAC,IAAI,EAC3B,oBAAoB,EACpB,gTAAgT,EAChT,IAAI,CAAC,OAAO,EACZ;YACE,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACV,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC;oBAC9E,WAAW,EAAE,wLAAwL;iBACtM;gBACD,GAAG,EAAE;oBACH,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,mDAAmD;iBACjE;gBACD,QAAQ,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,oFAAoF;iBAClG;gBACD,IAAI,EAAE;oBACJ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,yCAAyC;iBACvD;gBACD,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,yDAAyD;iBACvE;aACF;YACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;SACrB,EACD,KAAK,CACN,CAAC;QAlCgB,WAAM,GAAN,MAAM,CAAQ;IAmClC,CAAC;IAES,gBAAgB,CACxB,MAAgC;QAEhC,OAAO,IAAI,gCAAgC,CAAC,MAAM,CAAC,CAAC;IACtD,CAAC"}

package/dist/src/tools/browser_use.d.ts

@@ -17,18 +17,35 @@ export interface BrowserActionResult {
     execution_logs?: string;
     currentUrl?: string;
     currentMousePosition?: string;
+    videoPath?: string;
+}
+interface UploadResult {
+    execution_success: boolean;
+    videoPath?: string;
+    error?: string;
 }
 /**
  * Singleton browser session manager
  */
 export declare class ServerBrowserSession {
     private browser?;
+    private context?;
     private page?;
     private currentMousePosition?;
     private static instance?;
+    private recordingEnabled;
+    private recordingDirAbs?;
+    private recordingName?;
+    private lastVideoPath?;
     private constructor();
     static getInstance(): ServerBrowserSession;
-    launchBrowser(): Promise<BrowserActionResult>;
+    launchBrowser(opts?: {
+        record?: boolean;
+        videoDir?: string;
+        videoName?: string;
+    }): Promise<BrowserActionResult>;
+    generateAccessToken(): Promise<string>;
+    uploadToStorage(videoPath: string, videoName: string): Promise<UploadResult>;
     closeBrowser(): Promise<BrowserActionResult>;
     private waitTillHTMLStable;
     private doAction;
@@ -40,6 +57,9 @@ export declare class ServerBrowserSession {
     scrollUp(): Promise<BrowserActionResult>;
 }
 export interface BrowserLaunchParams {
+    record?: boolean;
+    videoDir?: string;
+    videoName?: string;
 }
 export declare class BrowserLaunchTool extends BaseDeclarativeTool<BrowserLaunchParams, ToolResult> {
     private config;
@@ -104,3 +124,4 @@ export declare class BrowserCloseTool extends BaseDeclarativeTool<BrowserClosePa
     constructor(config: Config);
     protected createInvocation(params: BrowserCloseParams): ToolInvocation<BrowserCloseParams, ToolResult>;
 }
+export {};