@theia/ai-ide 1.63.2 → 1.64.0-next.17

package/lib/node/backend-module.d.ts

@@ -0,0 +1,4 @@
+import { ContainerModule } from '@theia/core/shared/inversify';
+declare const _default: ContainerModule;
+export default _default;
+//# sourceMappingURL=backend-module.d.ts.map

package/lib/node/backend-module.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"backend-module.d.ts","sourceRoot":"","sources":["../../src/node/backend-module.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;;AAiB/D,wBAGG"}

package/lib/node/backend-module.js

@@ -0,0 +1,35 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2025 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+const core_1 = require("@theia/core");
+const inversify_1 = require("@theia/core/shared/inversify");
+const browser_automation_protocol_1 = require("../common/browser-automation-protocol");
+const browser_automation_impl_1 = require("./app-tester-agent/browser-automation-impl");
+const connection_container_module_1 = require("@theia/core/lib/node/messaging/connection-container-module");
+const browserAutomationModule = connection_container_module_1.ConnectionContainerModule.create(({ bind, bindBackendService, bindFrontendService }) => {
+    bind(browser_automation_protocol_1.BrowserAutomation).to(browser_automation_impl_1.BrowserAutomationImpl).inSingletonScope();
+    bind(core_1.ConnectionHandler).toDynamicValue(ctx => new core_1.RpcConnectionHandler(browser_automation_protocol_1.browserAutomationPath, client => {
+        const server = ctx.container.get(browser_automation_protocol_1.BrowserAutomation);
+        server.setClient(client);
+        client.onDidCloseConnection(() => server.close());
+        return server;
+    })).inSingletonScope();
+});
+exports.default = new inversify_1.ContainerModule(bind => {
+    bind(connection_container_module_1.ConnectionContainerModule).toConstantValue(browserAutomationModule);
+});
+//# sourceMappingURL=backend-module.js.map

package/lib/node/backend-module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"backend-module.js","sourceRoot":"","sources":["../../src/node/backend-module.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;AAEhF,sCAAsE;AACtE,4DAA+D;AAC/D,uFAA+H;AAC/H,wFAAmF;AACnF,4GAAuG;AAEvG,MAAM,uBAAuB,GAAG,uDAAyB,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,EAAE,EAAE;IACnH,IAAI,CAAC,+CAAiB,CAAC,CAAC,EAAE,CAAC,+CAAqB,CAAC,CAAC,gBAAgB,EAAE,CAAC;IACrE,IAAI,CAAC,wBAAiB,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CACzC,IAAI,2BAAoB,CAA0B,mDAAqB,EAAE,MAAM,CAAC,EAAE;QAC9E,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAwB,+CAAiB,CAAC,CAAC;QAC3E,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACzB,MAAM,CAAC,oBAAoB,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAClD,OAAO,MAAM,CAAC;IAClB,CAAC,CAAC,CACL,CAAC,gBAAgB,EAAE,CAAC;AACzB,CAAC,CAAC,CAAC;AAEH,kBAAe,IAAI,2BAAe,CAAC,IAAI,CAAC,EAAE;IACtC,IAAI,CAAC,uDAAyB,CAAC,CAAC,eAAe,CAAC,uBAAuB,CAAC,CAAC;AAE7E,CAAC,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@theia/ai-ide",
-  "version": "1.63.2",
+  "version": "1.64.0-next.17+58507bbed",
   "description": "AI IDE Agents Extension",
   "license": "EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0",
   "repository": {
@@ -15,35 +15,37 @@
     "theia-extension"
   ],
   "dependencies": {
-    "@theia/ai-chat": "1.63.2",
-    "@theia/ai-chat-ui": "1.63.2",
-    "@theia/ai-core": "1.63.2",
-    "@theia/ai-mcp": "1.63.2",
-    "@theia/core": "1.63.2",
-    "@theia/filesystem": "1.63.2",
-    "@theia/markers": "1.63.2",
-    "@theia/monaco": "1.63.2",
-    "@theia/navigator": "1.63.2",
-    "@theia/search-in-workspace": "1.63.2",
-    "@theia/task": "1.63.2",
-    "@theia/terminal": "1.63.2",
-    "@theia/workspace": "1.63.2",
+    "@theia/ai-chat": "1.64.0-next.17+58507bbed",
+    "@theia/ai-chat-ui": "1.64.0-next.17+58507bbed",
+    "@theia/ai-core": "1.64.0-next.17+58507bbed",
+    "@theia/ai-mcp": "1.64.0-next.17+58507bbed",
+    "@theia/core": "1.64.0-next.17+58507bbed",
+    "@theia/filesystem": "1.64.0-next.17+58507bbed",
+    "@theia/markers": "1.64.0-next.17+58507bbed",
+    "@theia/monaco": "1.64.0-next.17+58507bbed",
+    "@theia/navigator": "1.64.0-next.17+58507bbed",
+    "@theia/search-in-workspace": "1.64.0-next.17+58507bbed",
+    "@theia/task": "1.64.0-next.17+58507bbed",
+    "@theia/terminal": "1.64.0-next.17+58507bbed",
+    "@theia/workspace": "1.64.0-next.17+58507bbed",
     "date-fns": "^4.1.0",
     "ignore": "^6.0.0",
     "js-yaml": "^4.1.0",
-    "minimatch": "^9.0.0"
+    "minimatch": "^9.0.0",
+    "puppeteer-core": "^24.10.0"
   },
   "publishConfig": {
     "access": "public"
   },
   "devDependencies": {
-    "@theia/cli": "1.63.2",
-    "@theia/test": "1.63.2"
+    "@theia/cli": "1.64.0-next.17+58507bbed",
+    "@theia/test": "1.64.0-next.17+58507bbed"
   },
   "theiaExtensions": [
     {
       "frontend": "lib/browser/frontend-module",
-      "secondaryWindow": "lib/browser/frontend-module"
+      "secondaryWindow": "lib/browser/frontend-module",
+      "backend": "lib/node/backend-module"
     }
   ],
   "files": [
@@ -61,5 +63,5 @@
   "nyc": {
     "extends": "../../configs/nyc.json"
   },
-  "gitHead": "dc03f4a5e7cd301c64bcb1cfd8fbacc7f83255d1"
+  "gitHead": "58507bbedb95724735981f44f034e7036fa2f19e"
 }

package/src/browser/app-tester-chat-agent.ts

@@ -25,28 +25,33 @@ import { nls } from '@theia/core';
 import { inject, injectable } from '@theia/core/shared/inversify';
 import { MCP_SERVERS_PREF } from '@theia/ai-mcp/lib/browser/mcp-preferences';
 import { PreferenceScope, PreferenceService } from '@theia/core/lib/browser';
+import { QUERY_DOM_FUNCTION_ID, LAUNCH_BROWSER_FUNCTION_ID, CLOSE_BROWSER_FUNCTION_ID, IS_BROWSER_RUNNING_FUNCTION_ID } from '../common/app-tester-chat-functions';
 
 export const REQUIRED_MCP_SERVERS: MCPServerDescription[] = [
-   {
-      name: 'playwright',
-      command: 'npx',
-      args: ['-y', '@playwright/mcp@latest'],
-      autostart: false,
-      env: {},
-   },
-   {
-      name: 'playwright-visual',
-      command: 'npx',
-      args: ['-y', '@playwright/mcp@latest', '--vision'],
-      autostart: false,
-      env: {},
-   }
+    {
+        name: 'playwright',
+        command: 'npx',
+        args: ['-y', '@playwright/mcp@latest',
+            '--cdp-endpoint',
+            'http://localhost:9222/'],
+        autostart: false,
+        env: {},
+    },
+    {
+        name: 'playwright-visual',
+        command: 'npx',
+        args: ['-y', '@playwright/mcp@latest', '--vision',
+            '--cdp-endpoint',
+            'http://localhost:9222/'],
+        autostart: false,
+        env: {},
+    }
 ];
 
 // Prompt templates
 export const appTesterTemplate: BasePromptFragment = {
-   id: 'app-tester-system-default',
-   template: `{{!-- This prompt is licensed under the MIT License (https://opensource.org/license/mit).
+    id: 'app-tester-system-default',
+    template: `{{!-- This prompt is licensed under the MIT License (https://opensource.org/license/mit).
 Made improvements or adaptations to this prompt template? We'd love for you to share it with the community! Contribute back here:
 https://github.com/eclipse-theia/theia/discussions/new?category=prompt-template-contribution --}}
 
@@ -63,6 +68,14 @@ Your role is to inspect the application for user-specified test scenarios throug
 You have access to these powerful automation tools:
 ${REQUIRED_MCP_SERVERS.map(server => `{{prompt:mcp_${server.name}_tools}}`)}
 
+- **~{${LAUNCH_BROWSER_FUNCTION_ID}}**: Launch the browser. This is required before performing any browser interactions. Always launch a new browser when starting a test session.
+- **~{${IS_BROWSER_RUNNING_FUNCTION_ID}}**: Check if the browser is running. If a tool fails by saying that the connection failed, you can verify the connection by using this tool.
+- **~{${CLOSE_BROWSER_FUNCTION_ID}}**: Close the browser.
+- **~{${QUERY_DOM_FUNCTION_ID}}**: Query the DOM for specific elements and their properties. Only use when explicitly requested by the user.
+- **browser_snapshot**: Capture the current state of the page for verification or debugging purposes.
+
+Prefer snapshots for investigating the page.
+
 ## Workflow Approach
 1. **Understand Requirements**: Ask the user to clearly define what needs to be tested
 2. **Launch Browser**: Start a fresh browser instance for testing
@@ -77,112 +90,123 @@ Some files and other pieces of data may have been added by the user to the conte
 };
 
 export const appTesterTemplateVariant: BasePromptFragment = {
-   id: 'app-tester-system-empty',
-   template: '',
+    id: 'app-tester-system-empty',
+    template: '',
 };
 
 export const AppTesterChatAgentId = 'AppTester';
 @injectable()
 export class AppTesterChatAgent extends AbstractStreamParsingChatAgent {
 
-   @inject(MCPFrontendService)
-   protected readonly mcpService: MCPFrontendService;
+    @inject(MCPFrontendService)
+    protected readonly mcpService: MCPFrontendService;
 
-   @inject(PreferenceService)
-   protected readonly preferenceService: PreferenceService;
+    @inject(PreferenceService)
+    protected readonly preferenceService: PreferenceService;
 
-   id: string = AppTesterChatAgentId;
-   name = AppTesterChatAgentId;
-   languageModelRequirements: LanguageModelRequirement[] = [{
-      purpose: 'chat',
-      identifier: 'openai/gpt-4o',
-   }];
-   protected defaultLanguageModelPurpose: string = 'chat';
-   override description = nls.localize('theia/ai/chat/app-tester/description', 'This agent tests your application user interface to verify user-specified test scenarios through the Playwright MCP server. '
-      + 'It can automate testing workflows and provide detailed feedback on application functionality.');
+    id: string = AppTesterChatAgentId;
+    name = AppTesterChatAgentId;
+    languageModelRequirements: LanguageModelRequirement[] = [{
+        purpose: 'chat',
+        identifier: 'openai/gpt-4o',
+    }];
+    protected defaultLanguageModelPurpose: string = 'chat';
+    override description = nls.localize('theia/ai/chat/app-tester/description', 'This agent tests your application user interface to verify user-specified test scenarios through the Playwright MCP server. '
+        + 'It can automate testing workflows and provide detailed feedback on application functionality.');
 
-   override iconClass: string = 'codicon codicon-beaker';
+    override iconClass: string = 'codicon codicon-beaker';
    protected override systemPromptId: string = 'app-tester-system';
    override prompts = [{ id: 'app-tester-system', defaultVariant: appTesterTemplate, variants: [appTesterTemplateVariant] }];
 
-   /**
-    * Override invoke to check if the Playwright MCP server is running, and if not, ask the user if it should be started.
-    */
-   override async invoke(request: MutableChatRequestModel): Promise<void> {
-      try {
-         if (await this.requiresStartingServers()) {
-            // Ask the user if they want to start the server
-            request.response.response.addContent(new QuestionResponseContentImpl(
-               'The Playwright MCP servers are not running. Would you like to start them now? This may install the Playwright MCP servers.',
-               [
-                  { text: 'Yes, start the servers', value: 'yes' },
-                  { text: 'No, cancel', value: 'no' }
-               ],
-               request,
-               async selectedOption => {
-                  if (selectedOption.value === 'yes') {
-                     // Show progress
-                     const progress = request.response.addProgressMessage({ content: 'Starting Playwright MCP servers.', show: 'whileIncomplete' });
-                     try {
-                        await this.startServers();
-                        // Remove progress, continue with normal flow
-                        request.response.updateProgressMessage({ ...progress, show: 'whileIncomplete', status: 'completed' });
-                        await super.invoke(request);
-                     } catch (error) {
-                        request.response.response.addContent(new ErrorChatResponseContentImpl(
-                           new Error('Failed to start Playwright MCP server: ' + (error instanceof Error ? error.message : String(error)))
-                        ));
-                        request.response.complete();
-                     }
-                  } else {
-                     // Continue without starting the server
-                     request.response.response.addContent(new MarkdownChatResponseContentImpl('Please setup the MCP servers.'));
-                     request.response.complete();
-                  }
-               }
+    /**
+     * Override invoke to check if the Playwright MCP server is running, and if not, ask the user if it should be started.
+     */
+    override async invoke(request: MutableChatRequestModel): Promise<void> {
+        try {
+            if (await this.requiresStartingServers()) {
+                // Ask the user if they want to start the server
+                request.response.response.addContent(new QuestionResponseContentImpl(
+                    'The Playwright MCP servers are not running. Would you like to start them now? This may install the Playwright MCP servers.',
+                    [
+                        { text: 'Yes, start the servers', value: 'yes' },
+                        { text: 'No, cancel', value: 'no' }
+                    ],
+                    request,
+                    async selectedOption => {
+                        if (selectedOption.value === 'yes') {
+                            // Show progress
+                            const progress = request.response.addProgressMessage({ content: 'Starting Playwright MCP servers.', show: 'whileIncomplete' });
+                            try {
+                                await this.startServers();
+                                // Remove progress, continue with normal flow
+                                request.response.updateProgressMessage({ ...progress, show: 'whileIncomplete', status: 'completed' });
+                                await super.invoke(request);
+                            } catch (error) {
+                                request.response.response.addContent(new ErrorChatResponseContentImpl(
+                                    new Error('Failed to start Playwright MCP server: ' + (error instanceof Error ? error.message : String(error)))
+                                ));
+                                request.response.complete();
+                            }
+                        } else {
+                            // Continue without starting the server
+                            request.response.response.addContent(new MarkdownChatResponseContentImpl('Please setup the MCP servers.'));
+                            request.response.complete();
+                        }
+                    }
+                ));
+                request.response.waitForInput();
+                return;
+            }
+            // If already running, continue as normal
+            await super.invoke(request);
+        } catch (error) {
+            request.response.response.addContent(new ErrorChatResponseContentImpl(
+                new Error('Error checking Playwright MCP server status: ' + (error instanceof Error ? error.message : String(error)))
             ));
-            request.response.waitForInput();
-            return;
-         }
-         // If already running, continue as normal
-         await super.invoke(request);
-      } catch (error) {
-         request.response.response.addContent(new ErrorChatResponseContentImpl(
-            new Error('Error checking Playwright MCP server status: ' + (error instanceof Error ? error.message : String(error)))
-         ));
-         request.response.complete();
-      }
-   }
-
-   protected async requiresStartingServers(): Promise<boolean> {
-      const allStarted = await Promise.all(REQUIRED_MCP_SERVERS.map(server => this.mcpService.isServerStarted(server.name)));
-      return allStarted.some(started => !started);
-   }
-
-   protected async startServers(): Promise<void> {
-      await Promise.all(REQUIRED_MCP_SERVERS.map(server => this.ensureServerStarted(server)));
-
-   }
-
-   /**
-    * Starts the Playwright MCP server if it doesn't exist or isn't running.
-    *
-    * @returns A promise that resolves when the server is started
-    */
-   async ensureServerStarted(server: MCPServerDescription): Promise<void> {
-      try {
-         if ((await this.mcpService.isServerStarted(server.name))) {
-            return;
-         }
-         if (!(await this.mcpService.hasServer(server.name))) {
-            const currentServers = this.preferenceService.get<Record<string, MCPServerDescription>>(MCP_SERVERS_PREF, {});
-            await this.preferenceService.set(MCP_SERVERS_PREF, { ...currentServers, server }, PreferenceScope.User);
-            await this.mcpService.addOrUpdateServer(server);
-         }
-         await this.mcpService.startServer(server.name);
-      } catch (error) {
-         this.logger.error(`Error starting MCP server ${server.name}: ${error}`);
-         throw error;
-      }
-   }
+            request.response.complete();
+        }
+    }
+
+    protected async requiresStartingServers(): Promise<boolean> {
+        const allStarted = await Promise.all(REQUIRED_MCP_SERVERS.map(server => this.mcpService.isServerStarted(server.name)));
+        return allStarted.some(started => !started);
+    }
+
+    protected async startServers(): Promise<void> {
+        await this.ensureServersStarted(...REQUIRED_MCP_SERVERS);
+    }
+
+    /**
+     * Starts the Playwright MCP server if it doesn't exist or isn't running.
+     *
+     * @returns A promise that resolves when the server is started
+     */
+    async ensureServersStarted(...servers: MCPServerDescription[]): Promise<void> {
+        try {
+            const serversToInstall: MCPServerDescription[] = [];
+            const serversToStart: MCPServerDescription[] = [];
+
+            for (const server of servers) {
+                if (!(await this.mcpService.hasServer(server.name))) {
+                    serversToInstall.push(server);
+                }
+                if (!(await this.mcpService.isServerStarted(server.name))) {
+                    serversToStart.push(server);
+                }
+            }
+
+            for (const server of serversToInstall) {
+                const currentServers = this.preferenceService.get<Record<string, MCPServerDescription>>(MCP_SERVERS_PREF, {});
+                await this.preferenceService.set(MCP_SERVERS_PREF, { ...currentServers, [server.name]: server }, PreferenceScope.User);
+                await this.mcpService.addOrUpdateServer(server);
+            }
+
+            for (const server of serversToStart) {
+                await this.mcpService.startServer(server.name);
+            }
+        } catch (error) {
+            this.logger.error(`Error starting MCP servers ${servers.map(s => s.name)}: ${error}`);
+            throw error;
+        }
+    }
 }

package/src/browser/app-tester-chat-functions.ts

@@ -0,0 +1,170 @@
+// *****************************************************************************
+// Copyright (C) 2025 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+import { type ToolProvider, type ToolRequest } from '@theia/ai-core';
+import { isLocalMCPServerDescription, MCPServerManager } from '@theia/ai-mcp/lib/common';
+import { inject, injectable } from '@theia/core/shared/inversify';
+import { CLOSE_BROWSER_FUNCTION_ID, IS_BROWSER_RUNNING_FUNCTION_ID, LAUNCH_BROWSER_FUNCTION_ID, QUERY_DOM_FUNCTION_ID } from '../common/app-tester-chat-functions';
+import { BrowserAutomation } from '../common/browser-automation-protocol';
+
+@injectable()
+export abstract class BrowserAutomationToolProvider implements ToolProvider {
+    @inject(BrowserAutomation)
+    protected readonly browser: BrowserAutomation;
+
+    abstract getTool(): ToolRequest;
+}
+
+@injectable()
+export class LaunchBrowserProvider extends BrowserAutomationToolProvider {
+    static ID = LAUNCH_BROWSER_FUNCTION_ID;
+
+    @inject(MCPServerManager)
+    protected readonly mcpServerManager: MCPServerManager;
+
+    getTool(): ToolRequest {
+        return {
+            id: LaunchBrowserProvider.ID,
+            name: LaunchBrowserProvider.ID,
+            description: 'Start the browser.',
+            parameters: {
+                type: 'object',
+                properties: {},
+                required: []
+            }, handler: async () => {
+                try {
+
+                    const mcp = await this.mcpServerManager.getServerDescription('playwright');
+                    if (!mcp) {
+                        throw new Error('No MCP Playwright instance with name playwright found');
+                    }
+                    if (!isLocalMCPServerDescription(mcp)) {
+                        throw new Error('The MCP Playwright instance must run locally.');
+                    }
+
+                    const cdpEndpointIndex = mcp.args?.findIndex(p => p === '--cdp-endpoint');
+                    if (!cdpEndpointIndex) {
+                        throw new Error('No --cdp-endpoint was provided.');
+                    }
+                    const cdpEndpoint = mcp.args?.[cdpEndpointIndex + 1];
+                    if (!cdpEndpoint) {
+                        throw new Error('No --cdp-endpoint argument was provided.');
+                    }
+
+                    let remoteDebuggingPort = 9222;
+                    try {
+                        const uri = new URL(cdpEndpoint);
+                        if (uri.port) {
+                            remoteDebuggingPort = parseInt(uri.port, 10);
+                        } else {
+                            // Default ports if not specified
+                            remoteDebuggingPort = uri.protocol === 'https:' ? 443 : 80;
+                        }
+                    } catch (error) {
+                        throw new Error(`Invalid --cdp-endpoint format, URL expected: ${cdpEndpoint}`);
+                    }
+
+                    const result = await this.browser.launch(remoteDebuggingPort);
+                    return result;
+                } catch (ex) {
+                    return (`Failed to starting the browser: ${ex.message}`);
+                }
+            }
+        };
+    }
+}
+
+@injectable()
+export class CloseBrowserProvider extends BrowserAutomationToolProvider {
+    static ID = CLOSE_BROWSER_FUNCTION_ID;
+
+    getTool(): ToolRequest {
+        return {
+            id: CloseBrowserProvider.ID,
+            name: CloseBrowserProvider.ID,
+            description: 'Close the browser.',
+            parameters: {
+                type: 'object',
+                properties: {},
+                required: []
+            },
+            handler: async () => {
+                try {
+                    await this.browser.close();
+                } catch (ex) {
+                    return (`Failed to close browser: ${ex.message}`);
+                }
+            }
+        };
+    }
+}
+
+@injectable()
+export class IsBrowserRunningProvider extends BrowserAutomationToolProvider {
+    static ID = IS_BROWSER_RUNNING_FUNCTION_ID;
+
+    getTool(): ToolRequest {
+        return {
+            id: IsBrowserRunningProvider.ID,
+            name: IsBrowserRunningProvider.ID,
+            description: 'Check if the browser is running.',
+            parameters: {
+                type: 'object',
+                properties: {},
+                required: []
+            },
+            handler: async () => {
+                try {
+                    const isRunning = await this.browser.isRunning();
+                    return isRunning ? 'Browser is running.' : 'Browser is not running.';
+                } catch (ex) {
+                    return (`Failed to check if browser is running: ${ex.message}`);
+                }
+            }
+        };
+    }
+}
+
+@injectable()
+export class QueryDomProvider extends BrowserAutomationToolProvider {
+    static ID = QUERY_DOM_FUNCTION_ID;
+
+    getTool(): ToolRequest {
+        return {
+            id: QueryDomProvider.ID,
+            name: QueryDomProvider.ID,
+            description: 'Query the DOM of the active page.',
+            parameters: {
+                type: 'object',
+                properties: {
+                    selector: {
+                        type: 'string',
+                        description: `The selector of the element to get the DOM of. The selector is a 
+                        CSS selector that identifies the element. If not provided, the entire DOM will be returned.`
+                    }
+                },
+                required: []
+            },
+            handler: async arg => {
+                try {
+                    const { selector } = JSON.parse(arg);
+                    return await this.browser.queryDom(selector);
+                } catch (ex) {
+                    return (`Failed to get DOM: ${ex.message}`);
+                }
+            }
+        };
+    }
+}

package/src/browser/frontend-module.ts

@@ -24,7 +24,14 @@ import { CoderAgent } from './coder-agent';
 import { SummarizeSessionCommandContribution } from './summarize-session-command-contribution';
 import { FileContentFunction, FileDiagnosticProvider, GetWorkspaceDirectoryStructure, GetWorkspaceFileList, WorkspaceFunctionScope } from './workspace-functions';
 import { WorkspaceSearchProvider } from './workspace-search-provider';
-import { FrontendApplicationContribution, PreferenceContribution, WidgetFactory, bindViewContribution } from '@theia/core/lib/browser';
+import {
+    FrontendApplicationContribution,
+    PreferenceContribution,
+    WidgetFactory,
+    bindViewContribution,
+    RemoteConnectionProvider,
+    ServiceConnectionProvider
+} from '@theia/core/lib/browser';
 import { TaskListProvider, TaskRunnerProvider } from './workspace-task-provider';
 import { WorkspacePreferencesSchema } from './workspace-preferences';
 import {
@@ -62,6 +69,8 @@ import { TaskContextFileStorageService } from './task-context-file-storage-servi
 import { TaskContextStorageService } from '@theia/ai-chat/lib/browser/task-context-service';
 import { CommandContribution } from '@theia/core';
 import { AIPromptFragmentsConfigurationWidget } from './ai-configuration/prompt-fragments-configuration-widget';
+import { BrowserAutomation, browserAutomationPath } from '../common/browser-automation-protocol';
+import { CloseBrowserProvider, IsBrowserRunningProvider, LaunchBrowserProvider, QueryDomProvider } from './app-tester-chat-functions';
 
 export default new ContainerModule((bind, _unbind, _isBound, rebind) => {
     bind(PreferenceContribution).toConstantValue({ schema: WorkspacePreferencesSchema });
@@ -85,6 +94,10 @@ export default new ContainerModule((bind, _unbind, _isBound, rebind) => {
     bind(AppTesterChatAgent).toSelf().inSingletonScope();
     bind(Agent).toService(AppTesterChatAgent);
     bind(ChatAgent).toService(AppTesterChatAgent);
+    bind(BrowserAutomation).toDynamicValue(ctx => {
+        const provider = ctx.container.get<ServiceConnectionProvider>(RemoteConnectionProvider);
+        return provider.createProxy<BrowserAutomation>(browserAutomationPath);
+    }).inSingletonScope();
 
     bind(CommandChatAgent).toSelf().inSingletonScope();
     bind(Agent).toService(CommandChatAgent);
@@ -120,6 +133,11 @@ export default new ContainerModule((bind, _unbind, _isBound, rebind) => {
         }))
         .inSingletonScope();
 
+    bindToolProvider(LaunchBrowserProvider, bind);
+    bindToolProvider(CloseBrowserProvider, bind);
+    bindToolProvider(IsBrowserRunningProvider, bind);
+    bindToolProvider(QueryDomProvider, bind);
+
     bindViewContribution(bind, AIAgentConfigurationViewContribution);
     bind(TabBarToolbarContribution).toService(AIAgentConfigurationViewContribution);
 

package/src/common/app-tester-chat-functions.ts

@@ -0,0 +1,20 @@
+// *****************************************************************************
+// Copyright (C) 2025 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+
+export const LAUNCH_BROWSER_FUNCTION_ID = 'launchBrowser';
+export const IS_BROWSER_RUNNING_FUNCTION_ID = 'isBrowserRunning';
+export const CLOSE_BROWSER_FUNCTION_ID = 'closeBrowser';
+export const QUERY_DOM_FUNCTION_ID = 'queryDom';