@office-ai/aioncli-core 0.26.0 → 0.30.1

package/dist/src/agents/browser/browserAgentFactory.test.js

@@ -0,0 +1,240 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
+import { createBrowserAgentDefinition, cleanupBrowserAgent, } from './browserAgentFactory.js';
+import { injectAutomationOverlay } from './automationOverlay.js';
+import { makeFakeConfig } from '../../test-utils/config.js';
+// Create mock browser manager
+const mockBrowserManager = {
+    ensureConnection: vi.fn().mockResolvedValue(undefined),
+    getDiscoveredTools: vi.fn().mockResolvedValue([
+        // Semantic tools
+        { name: 'take_snapshot', description: 'Take snapshot' },
+        { name: 'click', description: 'Click element' },
+        { name: 'fill', description: 'Fill form field' },
+        { name: 'navigate_page', description: 'Navigate to URL' },
+        // Visual tools (from --experimental-vision)
+        { name: 'click_at', description: 'Click at coordinates' },
+    ]),
+    callTool: vi.fn().mockResolvedValue({ content: [] }),
+    close: vi.fn().mockResolvedValue(undefined),
+};
+// Mock dependencies
+vi.mock('./browserManager.js', () => ({
+    BrowserManager: vi.fn(() => mockBrowserManager),
+}));
+vi.mock('./automationOverlay.js', () => ({
+    injectAutomationOverlay: vi.fn().mockResolvedValue(undefined),
+}));
+vi.mock('../../utils/debugLogger.js', () => ({
+    debugLogger: {
+        log: vi.fn(),
+        warn: vi.fn(),
+        error: vi.fn(),
+    },
+}));
+import { buildBrowserSystemPrompt, BROWSER_AGENT_NAME, } from './browserAgentDefinition.js';
+describe('browserAgentFactory', () => {
+    let mockConfig;
+    let mockMessageBus;
+    beforeEach(() => {
+        vi.clearAllMocks();
+        vi.mocked(injectAutomationOverlay).mockClear();
+        // Reset mock implementations
+        mockBrowserManager.ensureConnection.mockResolvedValue(undefined);
+        mockBrowserManager.getDiscoveredTools.mockResolvedValue([
+            // Semantic tools
+            { name: 'take_snapshot', description: 'Take snapshot' },
+            { name: 'click', description: 'Click element' },
+            { name: 'fill', description: 'Fill form field' },
+            { name: 'navigate_page', description: 'Navigate to URL' },
+            // Visual tools (from --experimental-vision)
+            { name: 'click_at', description: 'Click at coordinates' },
+        ]);
+        mockBrowserManager.close.mockResolvedValue(undefined);
+        mockConfig = makeFakeConfig({
+            agents: {
+                overrides: {
+                    browser_agent: {
+                        enabled: true,
+                    },
+                },
+                browser: {
+                    headless: false,
+                },
+            },
+        });
+        mockMessageBus = {
+            publish: vi.fn().mockResolvedValue(undefined),
+            subscribe: vi.fn(),
+            unsubscribe: vi.fn(),
+        };
+    });
+    afterEach(() => {
+        vi.restoreAllMocks();
+    });
+    describe('createBrowserAgentDefinition', () => {
+        it('should ensure browser connection', async () => {
+            await createBrowserAgentDefinition(mockConfig, mockMessageBus);
+            expect(mockBrowserManager.ensureConnection).toHaveBeenCalled();
+        });
+        it('should inject automation overlay when not in headless mode', async () => {
+            await createBrowserAgentDefinition(mockConfig, mockMessageBus);
+            expect(injectAutomationOverlay).toHaveBeenCalledWith(mockBrowserManager);
+        });
+        it('should not inject automation overlay when in headless mode', async () => {
+            const headlessConfig = makeFakeConfig({
+                agents: {
+                    overrides: {
+                        browser_agent: {
+                            enabled: true,
+                        },
+                    },
+                    browser: {
+                        headless: true,
+                    },
+                },
+            });
+            await createBrowserAgentDefinition(headlessConfig, mockMessageBus);
+            expect(injectAutomationOverlay).not.toHaveBeenCalled();
+        });
+        it('should return agent definition with discovered tools', async () => {
+            const { definition } = await createBrowserAgentDefinition(mockConfig, mockMessageBus);
+            expect(definition.name).toBe(BROWSER_AGENT_NAME);
+            // 5 MCP tools + 1 type_text composite tool (no analyze_screenshot without visualModel)
+            expect(definition.toolConfig?.tools).toHaveLength(6);
+        });
+        it('should return browser manager for cleanup', async () => {
+            const { browserManager } = await createBrowserAgentDefinition(mockConfig, mockMessageBus);
+            expect(browserManager).toBeDefined();
+        });
+        it('should call printOutput when provided', async () => {
+            const printOutput = vi.fn();
+            await createBrowserAgentDefinition(mockConfig, mockMessageBus, printOutput);
+            expect(printOutput).toHaveBeenCalled();
+        });
+        it('should create definition with correct structure', async () => {
+            const { definition } = await createBrowserAgentDefinition(mockConfig, mockMessageBus);
+            expect(definition.kind).toBe('local');
+            expect(definition.inputConfig).toBeDefined();
+            expect(definition.outputConfig).toBeDefined();
+            expect(definition.promptConfig).toBeDefined();
+        });
+        it('should exclude visual prompt section when visualModel is not configured', async () => {
+            const { definition } = await createBrowserAgentDefinition(mockConfig, mockMessageBus);
+            const systemPrompt = definition.promptConfig?.systemPrompt ?? '';
+            expect(systemPrompt).not.toContain('analyze_screenshot');
+            expect(systemPrompt).not.toContain('VISUAL IDENTIFICATION');
+        });
+        it('should include visual prompt section when visualModel is configured', async () => {
+            const configWithVision = makeFakeConfig({
+                agents: {
+                    overrides: {
+                        browser_agent: {
+                            enabled: true,
+                        },
+                    },
+                    browser: {
+                        headless: false,
+                        visualModel: 'gemini-2.5-flash-preview',
+                    },
+                },
+            });
+            const { definition } = await createBrowserAgentDefinition(configWithVision, mockMessageBus);
+            const systemPrompt = definition.promptConfig?.systemPrompt ?? '';
+            expect(systemPrompt).toContain('analyze_screenshot');
+            expect(systemPrompt).toContain('VISUAL IDENTIFICATION');
+        });
+        it('should include analyze_screenshot tool when visualModel is configured', async () => {
+            const configWithVision = makeFakeConfig({
+                agents: {
+                    overrides: {
+                        browser_agent: {
+                            enabled: true,
+                        },
+                    },
+                    browser: {
+                        headless: false,
+                        visualModel: 'gemini-2.5-flash-preview',
+                    },
+                },
+            });
+            const { definition } = await createBrowserAgentDefinition(configWithVision, mockMessageBus);
+            // 5 MCP tools + 1 type_text + 1 analyze_screenshot
+            expect(definition.toolConfig?.tools).toHaveLength(7);
+            const toolNames = definition.toolConfig?.tools
+                ?.filter((t) => typeof t === 'object' && 'name' in t)
+                .map((t) => t.name) ?? [];
+            expect(toolNames).toContain('analyze_screenshot');
+        });
+        it('should include all MCP navigation tools (new_page, navigate_page) in definition', async () => {
+            mockBrowserManager.getDiscoveredTools.mockResolvedValue([
+                { name: 'take_snapshot', description: 'Take snapshot' },
+                { name: 'click', description: 'Click element' },
+                { name: 'fill', description: 'Fill form field' },
+                { name: 'navigate_page', description: 'Navigate to URL' },
+                { name: 'new_page', description: 'Open a new page/tab' },
+                { name: 'close_page', description: 'Close page' },
+                { name: 'select_page', description: 'Select page' },
+                { name: 'press_key', description: 'Press key' },
+                { name: 'hover', description: 'Hover element' },
+            ]);
+            const { definition } = await createBrowserAgentDefinition(mockConfig, mockMessageBus);
+            const toolNames = definition.toolConfig?.tools
+                ?.filter((t) => typeof t === 'object' && 'name' in t)
+                .map((t) => t.name) ?? [];
+            // All MCP tools must be present
+            expect(toolNames).toContain('new_page');
+            expect(toolNames).toContain('navigate_page');
+            expect(toolNames).toContain('close_page');
+            expect(toolNames).toContain('select_page');
+            expect(toolNames).toContain('click');
+            expect(toolNames).toContain('take_snapshot');
+            expect(toolNames).toContain('press_key');
+            // Custom composite tool must also be present
+            expect(toolNames).toContain('type_text');
+            // Total: 9 MCP + 1 type_text (no analyze_screenshot without visualModel)
+            expect(definition.toolConfig?.tools).toHaveLength(10);
+        });
+    });
+    describe('cleanupBrowserAgent', () => {
+        it('should call close on browser manager', async () => {
+            await cleanupBrowserAgent(mockBrowserManager);
+            expect(mockBrowserManager.close).toHaveBeenCalled();
+        });
+        it('should handle errors during cleanup gracefully', async () => {
+            const errorManager = {
+                close: vi.fn().mockRejectedValue(new Error('Close failed')),
+            };
+            // Should not throw
+            await expect(cleanupBrowserAgent(errorManager)).resolves.toBeUndefined();
+        });
+    });
+});
+describe('buildBrowserSystemPrompt', () => {
+    it('should include visual section when vision is enabled', () => {
+        const prompt = buildBrowserSystemPrompt(true);
+        expect(prompt).toContain('VISUAL IDENTIFICATION');
+        expect(prompt).toContain('analyze_screenshot');
+        expect(prompt).toContain('click_at');
+    });
+    it('should exclude visual section when vision is disabled', () => {
+        const prompt = buildBrowserSystemPrompt(false);
+        expect(prompt).not.toContain('VISUAL IDENTIFICATION');
+        expect(prompt).not.toContain('analyze_screenshot');
+    });
+    it('should always include core sections regardless of vision', () => {
+        for (const visionEnabled of [true, false]) {
+            const prompt = buildBrowserSystemPrompt(visionEnabled);
+            expect(prompt).toContain('PARALLEL TOOL CALLS');
+            expect(prompt).toContain('OVERLAY/POPUP HANDLING');
+            expect(prompt).toContain('COMPLEX WEB APPS');
+            expect(prompt).toContain('TERMINAL FAILURES');
+            expect(prompt).toContain('complete_task');
+        }
+    });
+});
+//# sourceMappingURL=browserAgentFactory.test.js.map

package/dist/src/agents/browser/browserAgentFactory.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browserAgentFactory.test.js","sourceRoot":"","sources":["../../../../src/agents/browser/browserAgentFactory.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,EACL,4BAA4B,EAC5B,mBAAmB,GACpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAK5D,8BAA8B;AAC9B,MAAM,kBAAkB,GAAG;IACzB,gBAAgB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;IACtD,kBAAkB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;QAC5C,iBAAiB;QACjB,EAAE,IAAI,EAAE,eAAe,EAAE,WAAW,EAAE,eAAe,EAAE;QACvD,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE;QAC/C,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,iBAAiB,EAAE;QAChD,EAAE,IAAI,EAAE,eAAe,EAAE,WAAW,EAAE,iBAAiB,EAAE;QACzD,4CAA4C;QAC5C,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,sBAAsB,EAAE;KAC1D,CAAC;IACF,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACpD,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;CAC5C,CAAC;AAEF,oBAAoB;AACpB,EAAE,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACpC,cAAc,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,kBAAkB,CAAC;CAChD,CAAC,CAAC,CAAC;AAEJ,EAAE,CAAC,IAAI,CAAC,wBAAwB,EAAE,GAAG,EAAE,CAAC,CAAC;IACvC,uBAAuB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;CAC9D,CAAC,CAAC,CAAC;AAEJ,EAAE,CAAC,IAAI,CAAC,4BAA4B,EAAE,GAAG,EAAE,CAAC,CAAC;IAC3C,WAAW,EAAE;QACX,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE;QACZ,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE;QACb,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE;KACf;CACF,CAAC,CAAC,CAAC;AAEJ,OAAO,EACL,wBAAwB,EACxB,kBAAkB,GACnB,MAAM,6BAA6B,CAAC;AAErC,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,IAAI,UAAkB,CAAC;IACvB,IAAI,cAA0B,CAAC;IAE/B,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;QAEnB,EAAE,CAAC,MAAM,CAAC,uBAAuB,CAAC,CAAC,SAAS,EAAE,CAAC;QAE/C,6BAA6B;QAC7B,kBAAkB,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;QACjE,kBAAkB,CAAC,kBAAkB,CAAC,iBAAiB,CAAC;YACtD,iBAAiB;YACjB,EAAE,IAAI,EAAE,eAAe,EAAE,WAAW,EAAE,eAAe,EAAE;YACvD,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE;YAC/C,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,iBAAiB,EAAE;YAChD,EAAE,IAAI,EAAE,eAAe,EAAE,WAAW,EAAE,iBAAiB,EAAE;YACzD,4CAA4C;YAC5C,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,sBAAsB,EAAE;SAC1D,CAAC,CAAC;QACH,kBAAkB,CAAC,KAAK,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAEtD,UAAU,GAAG,cAAc,CAAC;YAC1B,MAAM,EAAE;gBACN,SAAS,EAAE;oBACT,aAAa,EAAE;wBACb,OAAO,EAAE,IAAI;qBACd;iBACF;gBACD,OAAO,EAAE;oBACP,QAAQ,EAAE,KAAK;iBAChB;aACF;SACF,CAAC,CAAC;QAEH,cAAc,GAAG;YACf,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,SAAS,CAAC;YAC7C,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE;YAClB,WAAW,EAAE,EAAE,CAAC,EAAE,EAAE;SACI,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,EAAE,CAAC,eAAe,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;QAC5C,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,4BAA4B,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;YAE/D,MAAM,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,4BAA4B,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;YAC/D,MAAM,CAAC,uBAAuB,CAAC,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4DAA4D,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,cAAc,GAAG,cAAc,CAAC;gBACpC,MAAM,EAAE;oBACN,SAAS,EAAE;wBACT,aAAa,EAAE;4BACb,OAAO,EAAE,IAAI;yBACd;qBACF;oBACD,OAAO,EAAE;wBACP,QAAQ,EAAE,IAAI;qBACf;iBACF;aACF,CAAC,CAAC;YACH,MAAM,4BAA4B,CAAC,cAAc,EAAE,cAAc,CAAC,CAAC;YACnE,MAAM,CAAC,uBAAuB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,4BAA4B,CACvD,UAAU,EACV,cAAc,CACf,CAAC;YAEF,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YACjD,uFAAuF;YACvF,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,4BAA4B,CAC3D,UAAU,EACV,cAAc,CACf,CAAC;YAEF,MAAM,CAAC,cAAc,CAAC,CAAC,WAAW,EAAE,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,WAAW,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAE5B,MAAM,4BAA4B,CAChC,UAAU,EACV,cAAc,EACd,WAAW,CACZ,CAAC;YAEF,MAAM,CAAC,WAAW,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,4BAA4B,CACvD,UAAU,EACV,cAAc,CACf,CAAC;YAEF,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACtC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC;YAC7C,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;YAC9C,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;YACvF,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,4BAA4B,CACvD,UAAU,EACV,cAAc,CACf,CAAC;YAEF,MAAM,YAAY,GAAG,UAAU,CAAC,YAAY,EAAE,YAAY,IAAI,EAAE,CAAC;YACjE,MAAM,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;YACzD,MAAM,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;YACnF,MAAM,gBAAgB,GAAG,cAAc,CAAC;gBACtC,MAAM,EAAE;oBACN,SAAS,EAAE;wBACT,aAAa,EAAE;4BACb,OAAO,EAAE,IAAI;yBACd;qBACF;oBACD,OAAO,EAAE;wBACP,QAAQ,EAAE,KAAK;wBACf,WAAW,EAAE,0BAA0B;qBACxC;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,4BAA4B,CACvD,gBAAgB,EAChB,cAAc,CACf,CAAC;YAEF,MAAM,YAAY,GAAG,UAAU,CAAC,YAAY,EAAE,YAAY,IAAI,EAAE,CAAC;YACjE,MAAM,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;YACrD,MAAM,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;YACrF,MAAM,gBAAgB,GAAG,cAAc,CAAC;gBACtC,MAAM,EAAE;oBACN,SAAS,EAAE;wBACT,aAAa,EAAE;4BACb,OAAO,EAAE,IAAI;yBACd;qBACF;oBACD,OAAO,EAAE;wBACP,QAAQ,EAAE,KAAK;wBACf,WAAW,EAAE,0BAA0B;qBACxC;iBACF;aACF,CAAC,CAAC;YAEH,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,4BAA4B,CACvD,gBAAgB,EAChB,cAAc,CACf,CAAC;YAEF,mDAAmD;YACnD,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;YACrD,MAAM,SAAS,GACb,UAAU,CAAC,UAAU,EAAE,KAAK;gBAC1B,EAAE,MAAM,CACN,CAAC,CAAC,EAAyB,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,IAAI,CAAC,CACnE;iBACA,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC9B,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iFAAiF,EAAE,KAAK,IAAI,EAAE;YAC/F,kBAAkB,CAAC,kBAAkB,CAAC,iBAAiB,CAAC;gBACtD,EAAE,IAAI,EAAE,eAAe,EAAE,WAAW,EAAE,eAAe,EAAE;gBACvD,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE;gBAC/C,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,EAAE,iBAAiB,EAAE;gBAChD,EAAE,IAAI,EAAE,eAAe,EAAE,WAAW,EAAE,iBAAiB,EAAE;gBACzD,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,qBAAqB,EAAE;gBACxD,EAAE,IAAI,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE;gBACjD,EAAE,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE;gBACnD,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE;gBAC/C,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE;aAChD,CAAC,CAAC;YAEH,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,4BAA4B,CACvD,UAAU,EACV,cAAc,CACf,CAAC;YAEF,MAAM,SAAS,GACb,UAAU,CAAC,UAAU,EAAE,KAAK;gBAC1B,EAAE,MAAM,CACN,CAAC,CAAC,EAAyB,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,IAAI,CAAC,CACnE;iBACA,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAE9B,gCAAgC;YAChC,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACxC,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;YAC7C,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YAC1C,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;YAC3C,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACrC,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;YAC7C,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YACzC,6CAA6C;YAC7C,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YACzC,yEAAyE;YACzE,MAAM,CAAC,UAAU,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,mBAAmB,CACvB,kBAA+C,CAChD,CAAC;YAEF,MAAM,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,gBAAgB,EAAE,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,YAAY,GAAG;gBACnB,KAAK,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;aAC/B,CAAC;YAE/B,mBAAmB;YACnB,MAAM,MAAM,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QAC3E,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,MAAM,GAAG,wBAAwB,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QAClD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,MAAM,GAAG,wBAAwB,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QACtD,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,KAAK,MAAM,aAAa,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,wBAAwB,CAAC,aAAa,CAAC,CAAC;YACvD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;YAChD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,wBAAwB,CAAC,CAAC;YACnD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;YAC7C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAC5C,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/agents/browser/browserAgentInvocation.d.ts

@@ -0,0 +1,34 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { Config } from '../../config/config.js';
+import { BaseToolInvocation, type ToolResult, type ToolLiveOutput } from '../../tools/tools.js';
+import { type AgentInputs } from '../types.js';
+import type { MessageBus } from '../../confirmation-bus/message-bus.js';
+/**
+ * Browser agent invocation with async tool setup.
+ *
+ * This invocation handles the browser agent's special requirements:
+ * - MCP connection and tool wrapping at invocation time
+ * - Browser cleanup after execution
+ */
+export declare class BrowserAgentInvocation extends BaseToolInvocation<AgentInputs, ToolResult> {
+    private readonly config;
+    constructor(config: Config, params: AgentInputs, messageBus: MessageBus, _toolName?: string, _toolDisplayName?: string);
+    /**
+     * Returns a concise, human-readable description of the invocation.
+     */
+    getDescription(): string;
+    /**
+     * Executes the browser agent.
+     *
+     * This method:
+     * 1. Creates browser manager and MCP connection
+     * 2. Wraps MCP tools for the isolated registry
+     * 3. Runs the agent via LocalAgentExecutor
+     * 4. Cleans up browser resources
+     */
+    execute(signal: AbortSignal, updateOutput?: (output: ToolLiveOutput) => void): Promise<ToolResult>;
+}

package/dist/src/agents/browser/browserAgentInvocation.js

@@ -0,0 +1,386 @@
+/**
+ * @license
+ * Copyright 2026 Google LLC
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * @fileoverview Browser agent invocation that handles async tool setup.
+ *
+ * Unlike regular LocalSubagentInvocation, this invocation:
+ * 1. Uses browserAgentFactory to create definition with MCP tools
+ * 2. Cleans up browser resources after execution
+ *
+ * The MCP tools are only available in the browser agent's isolated registry.
+ */
+import { randomUUID } from 'node:crypto';
+import { LocalAgentExecutor } from '../local-executor.js';
+import { safeJsonToMarkdown } from '../../utils/markdownUtils.js';
+import { BaseToolInvocation, } from '../../tools/tools.js';
+import { ToolErrorType } from '../../tools/tool-error.js';
+import {} from '../types.js';
+import { createBrowserAgentDefinition, cleanupBrowserAgent, } from './browserAgentFactory.js';
+const INPUT_PREVIEW_MAX_LENGTH = 50;
+const DESCRIPTION_MAX_LENGTH = 200;
+const MAX_RECENT_ACTIVITY = 20;
+/**
+ * Sensitive key patterns used for redaction.
+ */
+const SENSITIVE_KEY_PATTERNS = [
+    'password',
+    'pwd',
+    'apikey',
+    'api_key',
+    'api-key',
+    'token',
+    'secret',
+    'credential',
+    'auth',
+    'authorization',
+    'access_token',
+    'access_key',
+    'refresh_token',
+    'session_id',
+    'cookie',
+    'passphrase',
+    'privatekey',
+    'private_key',
+    'private-key',
+    'secret_key',
+    'client_secret',
+    'client_id',
+];
+/**
+ * Sanitizes tool arguments by recursively redacting sensitive fields.
+ * Supports nested objects and arrays.
+ */
+function sanitizeToolArgs(args) {
+    if (typeof args === 'string') {
+        return sanitizeErrorMessage(args);
+    }
+    if (typeof args !== 'object' || args === null) {
+        return args;
+    }
+    if (Array.isArray(args)) {
+        return args.map(sanitizeToolArgs);
+    }
+    const sanitized = {};
+    for (const [key, value] of Object.entries(args)) {
+        // Decode key to handle URL-encoded sensitive keys (e.g., api%5fkey)
+        let decodedKey = key;
+        try {
+            decodedKey = decodeURIComponent(key);
+        }
+        catch {
+            // Ignore decoding errors
+        }
+        const keyNormalized = decodedKey.toLowerCase().replace(/[-_]/g, '');
+        const isSensitive = SENSITIVE_KEY_PATTERNS.some((pattern) => keyNormalized.includes(pattern.replace(/[-_]/g, '')));
+        if (isSensitive) {
+            sanitized[key] = '[REDACTED]';
+        }
+        else {
+            sanitized[key] = sanitizeToolArgs(value);
+        }
+    }
+    return sanitized;
+}
+/**
+ * Sanitizes error messages by redacting potential sensitive data patterns.
+ * Uses [^\s'"]+ to catch JWTs, tokens with dots/slashes, and other complex values.
+ */
+function sanitizeErrorMessage(message) {
+    if (!message)
+        return message;
+    let sanitized = message;
+    // 1. Redact inline PEM content
+    sanitized = sanitized.replace(/-----BEGIN\s+[\w\s]+-----[\s\S]*?-----END\s+[\w\s]+-----/g, '[REDACTED_PEM]');
+    const unquotedValue = `[^\\s]+(?:\\s+(?![a-zA-Z0-9_.-]+(?:=|:))[^\\s=:<>]+)*`;
+    const valuePattern = `(?:"[^"]*"|'[^']*'|${unquotedValue})`;
+    // 2. Handle key-value pairs with delimiters (=, :, space, CLI-style --flag)
+    const urlSafeKeyPatternStr = SENSITIVE_KEY_PATTERNS.map((p) => p.replace(/[-_]/g, '(?:[-_]|%2D|%5F|%2d|%5f)?')).join('|');
+    const keyWithDelimiter = new RegExp(`((?:--)?("|')?(${urlSafeKeyPatternStr})\\2\\s*(?:[:=]|%3A|%3D)\\s*)${valuePattern}`, 'gi');
+    sanitized = sanitized.replace(keyWithDelimiter, '$1[REDACTED]');
+    // 3. Handle space-separated sensitive keywords (e.g. "password mypass", "--api-key secret")
+    const tokenValuePattern = `[A-Za-z0-9._\\-/+=]{8,}`;
+    const spaceKeywords = [
+        ...SENSITIVE_KEY_PATTERNS.map((p) => p.replace(/[-_]/g, '(?:[-_]|%2D|%5F|%2d|%5f)?')),
+        'bearer',
+    ];
+    const spaceSeparated = new RegExp(`\\b((?:--)?(?:${spaceKeywords.join('|')})(?:\\s*:\\s*bearer)?\\s+)(${tokenValuePattern})`, 'gi');
+    sanitized = sanitized.replace(spaceSeparated, '$1[REDACTED]');
+    // 4. Handle file path redaction
+    sanitized = sanitized.replace(/((?:[/\\][a-zA-Z0-9_-]+)*[/\\][a-zA-Z0-9_-]*\.(?:key|pem|p12|pfx))/gi, '/path/to/[REDACTED].key');
+    return sanitized;
+}
+/**
+ * Sanitizes LLM thought content by redacting sensitive data patterns.
+ */
+function sanitizeThoughtContent(text) {
+    return sanitizeErrorMessage(text);
+}
+/**
+ * Browser agent invocation with async tool setup.
+ *
+ * This invocation handles the browser agent's special requirements:
+ * - MCP connection and tool wrapping at invocation time
+ * - Browser cleanup after execution
+ */
+export class BrowserAgentInvocation extends BaseToolInvocation {
+    config;
+    constructor(config, params, messageBus, _toolName, _toolDisplayName) {
+        // Note: BrowserAgentDefinition is a factory function, so we use hardcoded names
+        super(params, messageBus, _toolName ?? 'browser_agent', _toolDisplayName ?? 'Browser Agent');
+        this.config = config;
+    }
+    /**
+     * Returns a concise, human-readable description of the invocation.
+     */
+    getDescription() {
+        const inputSummary = Object.entries(this.params)
+            .map(([key, value]) => `${key}: ${String(value).slice(0, INPUT_PREVIEW_MAX_LENGTH)}`)
+            .join(', ');
+        const description = `Running browser agent with inputs: { ${inputSummary} }`;
+        return description.slice(0, DESCRIPTION_MAX_LENGTH);
+    }
+    /**
+     * Executes the browser agent.
+     *
+     * This method:
+     * 1. Creates browser manager and MCP connection
+     * 2. Wraps MCP tools for the isolated registry
+     * 3. Runs the agent via LocalAgentExecutor
+     * 4. Cleans up browser resources
+     */
+    async execute(signal, updateOutput) {
+        let browserManager;
+        let recentActivity = [];
+        try {
+            if (updateOutput) {
+                // Send initial state
+                const initialProgress = {
+                    isSubagentProgress: true,
+                    agentName: this['_toolName'] ?? 'browser_agent',
+                    recentActivity: [],
+                    state: 'running',
+                };
+                updateOutput(initialProgress);
+            }
+            // Create definition with MCP tools
+            // Note: printOutput is used for low-level connection logs before agent starts
+            const printOutput = updateOutput
+                ? (msg) => {
+                    const sanitizedMsg = sanitizeThoughtContent(msg);
+                    recentActivity.push({
+                        id: randomUUID(),
+                        type: 'thought',
+                        content: sanitizedMsg,
+                        status: 'completed',
+                    });
+                    if (recentActivity.length > MAX_RECENT_ACTIVITY) {
+                        recentActivity = recentActivity.slice(-MAX_RECENT_ACTIVITY);
+                    }
+                    updateOutput({
+                        isSubagentProgress: true,
+                        agentName: this['_toolName'] ?? 'browser_agent',
+                        recentActivity: [...recentActivity],
+                        state: 'running',
+                    });
+                }
+                : undefined;
+            const result = await createBrowserAgentDefinition(this.config, this.messageBus, printOutput);
+            const { definition } = result;
+            browserManager = result.browserManager;
+            // Create activity callback for streaming output
+            const onActivity = (activity) => {
+                if (!updateOutput)
+                    return;
+                let updated = false;
+                switch (activity.type) {
+                    case 'THOUGHT_CHUNK': {
+                        const text = String(activity.data['text']);
+                        const lastItem = recentActivity[recentActivity.length - 1];
+                        if (lastItem &&
+                            lastItem.type === 'thought' &&
+                            lastItem.status === 'running') {
+                            lastItem.content = sanitizeThoughtContent(lastItem.content + text);
+                        }
+                        else {
+                            recentActivity.push({
+                                id: randomUUID(),
+                                type: 'thought',
+                                content: sanitizeThoughtContent(text),
+                                status: 'running',
+                            });
+                        }
+                        updated = true;
+                        break;
+                    }
+                    case 'TOOL_CALL_START': {
+                        const name = String(activity.data['name']);
+                        const displayName = activity.data['displayName']
+                            ? sanitizeErrorMessage(String(activity.data['displayName']))
+                            : undefined;
+                        const description = activity.data['description']
+                            ? sanitizeErrorMessage(String(activity.data['description']))
+                            : undefined;
+                        const args = JSON.stringify(sanitizeToolArgs(activity.data['args']));
+                        const callId = activity.data['callId']
+                            ? String(activity.data['callId'])
+                            : randomUUID();
+                        recentActivity.push({
+                            id: callId,
+                            type: 'tool_call',
+                            content: name,
+                            displayName,
+                            description,
+                            args,
+                            status: 'running',
+                        });
+                        updated = true;
+                        break;
+                    }
+                    case 'TOOL_CALL_END': {
+                        const callId = activity.data['id']
+                            ? String(activity.data['id'])
+                            : undefined;
+                        // Find the tool call by ID
+                        // Find the tool call by ID
+                        for (let i = recentActivity.length - 1; i >= 0; i--) {
+                            if (recentActivity[i].type === 'tool_call' &&
+                                callId != null &&
+                                recentActivity[i].id === callId &&
+                                recentActivity[i].status === 'running') {
+                                recentActivity[i].status = 'completed';
+                                updated = true;
+                                break;
+                            }
+                        }
+                        break;
+                    }
+                    case 'ERROR': {
+                        const error = String(activity.data['error']);
+                        const isCancellation = error === 'Request cancelled.';
+                        const callId = activity.data['callId']
+                            ? String(activity.data['callId'])
+                            : undefined;
+                        const newStatus = isCancellation ? 'cancelled' : 'error';
+                        if (callId) {
+                            // Mark the specific tool as error/cancelled
+                            for (let i = recentActivity.length - 1; i >= 0; i--) {
+                                if (recentActivity[i].type === 'tool_call' &&
+                                    recentActivity[i].id === callId &&
+                                    recentActivity[i].status === 'running') {
+                                    recentActivity[i].status = newStatus;
+                                    updated = true;
+                                    break;
+                                }
+                            }
+                        }
+                        else {
+                            // No specific tool — mark ALL running tool_call items
+                            for (const item of recentActivity) {
+                                if (item.type === 'tool_call' && item.status === 'running') {
+                                    item.status = newStatus;
+                                    updated = true;
+                                }
+                            }
+                        }
+                        // Sanitize the error message before emitting
+                        const sanitizedError = sanitizeErrorMessage(error);
+                        recentActivity.push({
+                            id: randomUUID(),
+                            type: 'thought',
+                            content: isCancellation
+                                ? sanitizedError
+                                : `Error: ${sanitizedError}`,
+                            status: newStatus,
+                        });
+                        updated = true;
+                        break;
+                    }
+                    default:
+                        break;
+                }
+                if (updated) {
+                    if (recentActivity.length > MAX_RECENT_ACTIVITY) {
+                        recentActivity = recentActivity.slice(-MAX_RECENT_ACTIVITY);
+                    }
+                    const progress = {
+                        isSubagentProgress: true,
+                        agentName: this['_toolName'] ?? 'browser_agent',
+                        recentActivity: [...recentActivity],
+                        state: 'running',
+                    };
+                    updateOutput(progress);
+                }
+            };
+            // Create and run executor with the configured definition
+            const executor = await LocalAgentExecutor.create(definition, this.config, onActivity);
+            const output = await executor.run(this.params, signal);
+            const displayResult = safeJsonToMarkdown(output.result);
+            const resultContent = `Browser agent finished.
+Termination Reason: ${output.terminate_reason}
+Result:
+${output.result}`;
+            const displayContent = `
+Browser Agent Finished
+
+Termination Reason: ${output.terminate_reason}
+
+Result:
+${displayResult}
+`;
+            if (updateOutput) {
+                updateOutput({
+                    isSubagentProgress: true,
+                    agentName: this['_toolName'] ?? 'browser_agent',
+                    recentActivity: [...recentActivity],
+                    state: 'completed',
+                });
+            }
+            return {
+                llmContent: [{ text: resultContent }],
+                returnDisplay: displayContent,
+            };
+        }
+        catch (error) {
+            const rawErrorMessage = error instanceof Error ? error.message : String(error);
+            const isAbort = (error instanceof Error && error.name === 'AbortError') ||
+                rawErrorMessage.includes('Aborted');
+            const errorMessage = sanitizeErrorMessage(rawErrorMessage);
+            // Mark any running items as error/cancelled
+            for (const item of recentActivity) {
+                if (item.status === 'running') {
+                    item.status = isAbort ? 'cancelled' : 'error';
+                }
+            }
+            const progress = {
+                isSubagentProgress: true,
+                agentName: this['_toolName'] ?? 'browser_agent',
+                recentActivity: [...recentActivity],
+                state: isAbort ? 'cancelled' : 'error',
+            };
+            if (updateOutput) {
+                updateOutput(progress);
+            }
+            const llmContent = isAbort
+                ? 'Browser agent execution was aborted.'
+                : `Browser agent failed. Error: ${errorMessage}`;
+            return {
+                llmContent: [{ text: llmContent }],
+                returnDisplay: progress,
+                error: {
+                    message: errorMessage,
+                    type: ToolErrorType.EXECUTION_FAILED,
+                },
+            };
+        }
+        finally {
+            // Always cleanup browser resources
+            if (browserManager) {
+                await cleanupBrowserAgent(browserManager);
+            }
+        }
+    }
+}
+//# sourceMappingURL=browserAgentInvocation.js.map