@theia/ai-ide 1.64.0-next.0 → 1.64.0-next.17

package/lib/common/browser-automation-protocol.js

@@ -0,0 +1,22 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2025 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BrowserAutomationClient = exports.BrowserAutomation = exports.browserAutomationPath = void 0;
+exports.browserAutomationPath = '/services/automation/browser';
+exports.BrowserAutomation = Symbol('BrowserAutomation');
+exports.BrowserAutomationClient = Symbol('BrowserAutomationClient');
+//# sourceMappingURL=browser-automation-protocol.js.map

package/lib/common/browser-automation-protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-automation-protocol.js","sourceRoot":"","sources":["../../src/common/browser-automation-protocol.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;AAEnE,QAAA,qBAAqB,GAAG,8BAA8B,CAAC;AACvD,QAAA,iBAAiB,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC;AAYhD,QAAA,uBAAuB,GAAG,MAAM,CAAC,yBAAyB,CAAC,CAAC"}

package/lib/node/app-tester-agent/browser-automation-impl.d.ts

@@ -0,0 +1,18 @@
+import { type RpcServer } from '@theia/core';
+import { Browser, Page } from 'puppeteer-core';
+import type { BrowserAutomation, BrowserAutomationClient, LaunchResult } from '../../common/browser-automation-protocol';
+export declare class BrowserAutomationImpl implements RpcServer<BrowserAutomationClient>, BrowserAutomation {
+    protected _browser?: Browser;
+    protected _page?: Page;
+    protected client?: BrowserAutomationClient;
+    protected get browser(): Browser;
+    protected get page(): Page;
+    isRunning(): Promise<boolean>;
+    launch(remoteDebuggingPort: number): Promise<LaunchResult | undefined>;
+    close(): Promise<void>;
+    queryDom(selector?: string): Promise<string>;
+    dispose(): void;
+    setClient(client: BrowserAutomationClient | undefined): void;
+    getClient?(): BrowserAutomationClient | undefined;
+}
+//# sourceMappingURL=browser-automation-impl.d.ts.map

package/lib/node/app-tester-agent/browser-automation-impl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-automation-impl.d.ts","sourceRoot":"","sources":["../../../src/node/app-tester-agent/browser-automation-impl.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,KAAK,SAAS,EAAE,MAAM,aAAa,CAAC;AAE7C,OAAO,EAAE,OAAO,EAAU,IAAI,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,KAAK,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,YAAY,EAAE,MAAM,0CAA0C,CAAC;AAIzH,qBACa,qBAAsB,YAAW,SAAS,CAAC,uBAAuB,CAAC,EAAE,iBAAiB;IAC/F,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC;IAC7B,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC;IACvB,SAAS,CAAC,MAAM,CAAC,EAAE,uBAAuB,CAAC;IAE3C,SAAS,KAAK,OAAO,IAAI,OAAO,CAK/B;IAED,SAAS,KAAK,IAAI,IAAI,IAAI,CAKzB;IAEK,SAAS,IAAI,OAAO,CAAC,OAAO,CAAC;IAI7B,MAAM,CAAC,mBAAmB,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC;IAoBtE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAKtB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAqBlD,OAAO,IAAI,IAAI;IAKf,SAAS,CAAC,MAAM,EAAE,uBAAuB,GAAG,SAAS,GAAG,IAAI;IAI5D,SAAS,CAAC,IAAI,uBAAuB,GAAG,SAAS;CAIpD"}

package/lib/node/app-tester-agent/browser-automation-impl.js

@@ -0,0 +1,96 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2025 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BrowserAutomationImpl = void 0;
+const tslib_1 = require("tslib");
+const inversify_1 = require("@theia/core/shared/inversify");
+const puppeteer_core_1 = require("puppeteer-core");
+const MAX_DOM_LENGTH = 50000;
+let BrowserAutomationImpl = class BrowserAutomationImpl {
+    get browser() {
+        if (!this._browser) {
+            throw new Error('Browser is not launched');
+        }
+        return this._browser;
+    }
+    get page() {
+        if (!this._page) {
+            throw new Error('Page is not created');
+        }
+        return this._page;
+    }
+    async isRunning() {
+        return this._browser !== undefined && this._browser.connected;
+    }
+    async launch(remoteDebuggingPort) {
+        if (this._browser) {
+            await this.close();
+        }
+        const browser = await (0, puppeteer_core_1.launch)({
+            headless: false,
+            channel: 'chrome',
+            args: [
+                `--remote-debugging-port=${remoteDebuggingPort}`
+            ],
+        });
+        this._browser = browser;
+        // The initial page will be used per default
+        this._page = (await browser.pages())[0];
+        return {
+            remoteDebuggingPort
+        };
+    }
+    async close() {
+        var _a;
+        await ((_a = this._browser) === null || _a === void 0 ? void 0 : _a.close());
+        this._browser = undefined;
+    }
+    async queryDom(selector) {
+        const page = this.page;
+        let content = '';
+        if (selector) {
+            const element = await page.$(selector);
+            if (!element) {
+                throw new Error(`Element with selector "${selector}" not found`);
+            }
+            content = await page.evaluate(el => el.outerHTML, element);
+        }
+        else {
+            content = await page.content();
+        }
+        if (content.length > MAX_DOM_LENGTH) {
+            return 'The queried DOM is too large. Please provide a more specific query.';
+        }
+        return content;
+    }
+    dispose() {
+        var _a;
+        (_a = this._browser) === null || _a === void 0 ? void 0 : _a.close();
+        this._browser = undefined;
+    }
+    setClient(client) {
+        this.client = client;
+    }
+    getClient() {
+        return this.client;
+    }
+};
+exports.BrowserAutomationImpl = BrowserAutomationImpl;
+exports.BrowserAutomationImpl = BrowserAutomationImpl = tslib_1.__decorate([
+    (0, inversify_1.injectable)()
+], BrowserAutomationImpl);
+//# sourceMappingURL=browser-automation-impl.js.map

package/lib/node/app-tester-agent/browser-automation-impl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-automation-impl.js","sourceRoot":"","sources":["../../../src/node/app-tester-agent/browser-automation-impl.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;;AAGhF,4DAA0D;AAC1D,mDAAuD;AAGvD,MAAM,cAAc,GAAG,KAAK,CAAC;AAGtB,IAAM,qBAAqB,GAA3B,MAAM,qBAAqB;IAK9B,IAAc,OAAO;QACjB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC/C,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED,IAAc,IAAI;QACd,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC3C,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,SAAS;QACX,OAAO,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,mBAA2B;QACpC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAA,uBAAM,EAAC;YACzB,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,QAAQ;YACjB,IAAI,EAAE;gBACF,2BAA2B,mBAAmB,EAAE;aACnD;SACJ,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;QACxB,4CAA4C;QAC5C,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,OAAO;YACH,mBAAmB;SACtB,CAAC;IACN,CAAC;IAED,KAAK,CAAC,KAAK;;QACP,MAAM,CAAA,MAAA,IAAI,CAAC,QAAQ,0CAAE,KAAK,EAAE,CAAA,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAiB;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,IAAI,QAAQ,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YACvC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,aAAa,CAAC,CAAC;YACrE,CAAC;YACD,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/D,CAAC;aAAM,CAAC;YACJ,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACnC,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;YAClC,OAAO,qEAAqE,CAAC;QACjF,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,OAAO;;QACH,MAAA,IAAI,CAAC,QAAQ,0CAAE,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;IAC9B,CAAC;IAED,SAAS,CAAC,MAA2C;QACjD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,SAAS;QACL,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;CAEJ,CAAA;AAlFY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,sBAAU,GAAE;GACA,qBAAqB,CAkFjC"}

package/lib/node/backend-module.d.ts

@@ -0,0 +1,4 @@
+import { ContainerModule } from '@theia/core/shared/inversify';
+declare const _default: ContainerModule;
+export default _default;
+//# sourceMappingURL=backend-module.d.ts.map

package/lib/node/backend-module.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"backend-module.d.ts","sourceRoot":"","sources":["../../src/node/backend-module.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;;AAiB/D,wBAGG"}

package/lib/node/backend-module.js

@@ -0,0 +1,35 @@
+"use strict";
+// *****************************************************************************
+// Copyright (C) 2025 EclipseSource GmbH.
+//
+// This program and the accompanying materials are made available under the
+// terms of the Eclipse Public License v. 2.0 which is available at
+// http://www.eclipse.org/legal/epl-2.0.
+//
+// This Source Code may also be made available under the following Secondary
+// Licenses when the conditions for such availability set forth in the Eclipse
+// Public License v. 2.0 are satisfied: GNU General Public License, version 2
+// with the GNU Classpath Exception which is available at
+// https://www.gnu.org/software/classpath/license.html.
+//
+// SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
+// *****************************************************************************
+Object.defineProperty(exports, "__esModule", { value: true });
+const core_1 = require("@theia/core");
+const inversify_1 = require("@theia/core/shared/inversify");
+const browser_automation_protocol_1 = require("../common/browser-automation-protocol");
+const browser_automation_impl_1 = require("./app-tester-agent/browser-automation-impl");
+const connection_container_module_1 = require("@theia/core/lib/node/messaging/connection-container-module");
+const browserAutomationModule = connection_container_module_1.ConnectionContainerModule.create(({ bind, bindBackendService, bindFrontendService }) => {
+    bind(browser_automation_protocol_1.BrowserAutomation).to(browser_automation_impl_1.BrowserAutomationImpl).inSingletonScope();
+    bind(core_1.ConnectionHandler).toDynamicValue(ctx => new core_1.RpcConnectionHandler(browser_automation_protocol_1.browserAutomationPath, client => {
+        const server = ctx.container.get(browser_automation_protocol_1.BrowserAutomation);
+        server.setClient(client);
+        client.onDidCloseConnection(() => server.close());
+        return server;
+    })).inSingletonScope();
+});
+exports.default = new inversify_1.ContainerModule(bind => {
+    bind(connection_container_module_1.ConnectionContainerModule).toConstantValue(browserAutomationModule);
+});
+//# sourceMappingURL=backend-module.js.map

package/lib/node/backend-module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"backend-module.js","sourceRoot":"","sources":["../../src/node/backend-module.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;AAEhF,sCAAsE;AACtE,4DAA+D;AAC/D,uFAA+H;AAC/H,wFAAmF;AACnF,4GAAuG;AAEvG,MAAM,uBAAuB,GAAG,uDAAyB,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,EAAE,EAAE;IACnH,IAAI,CAAC,+CAAiB,CAAC,CAAC,EAAE,CAAC,+CAAqB,CAAC,CAAC,gBAAgB,EAAE,CAAC;IACrE,IAAI,CAAC,wBAAiB,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CACzC,IAAI,2BAAoB,CAA0B,mDAAqB,EAAE,MAAM,CAAC,EAAE;QAC9E,MAAM,MAAM,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAwB,+CAAiB,CAAC,CAAC;QAC3E,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACzB,MAAM,CAAC,oBAAoB,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAClD,OAAO,MAAM,CAAC;IAClB,CAAC,CAAC,CACL,CAAC,gBAAgB,EAAE,CAAC;AACzB,CAAC,CAAC,CAAC;AAEH,kBAAe,IAAI,2BAAe,CAAC,IAAI,CAAC,EAAE;IACtC,IAAI,CAAC,uDAAyB,CAAC,CAAC,eAAe,CAAC,uBAAuB,CAAC,CAAC;AAE7E,CAAC,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@theia/ai-ide",
-  "version": "1.64.0-next.0+0dcdcd4d3",
+  "version": "1.64.0-next.17+58507bbed",
   "description": "AI IDE Agents Extension",
   "license": "EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0",
   "repository": {
@@ -15,35 +15,37 @@
     "theia-extension"
   ],
   "dependencies": {
-    "@theia/ai-chat": "1.64.0-next.0+0dcdcd4d3",
-    "@theia/ai-chat-ui": "1.64.0-next.0+0dcdcd4d3",
-    "@theia/ai-core": "1.64.0-next.0+0dcdcd4d3",
-    "@theia/ai-mcp": "1.64.0-next.0+0dcdcd4d3",
-    "@theia/core": "1.64.0-next.0+0dcdcd4d3",
-    "@theia/filesystem": "1.64.0-next.0+0dcdcd4d3",
-    "@theia/markers": "1.64.0-next.0+0dcdcd4d3",
-    "@theia/monaco": "1.64.0-next.0+0dcdcd4d3",
-    "@theia/navigator": "1.64.0-next.0+0dcdcd4d3",
-    "@theia/search-in-workspace": "1.64.0-next.0+0dcdcd4d3",
-    "@theia/task": "1.64.0-next.0+0dcdcd4d3",
-    "@theia/terminal": "1.64.0-next.0+0dcdcd4d3",
-    "@theia/workspace": "1.64.0-next.0+0dcdcd4d3",
+    "@theia/ai-chat": "1.64.0-next.17+58507bbed",
+    "@theia/ai-chat-ui": "1.64.0-next.17+58507bbed",
+    "@theia/ai-core": "1.64.0-next.17+58507bbed",
+    "@theia/ai-mcp": "1.64.0-next.17+58507bbed",
+    "@theia/core": "1.64.0-next.17+58507bbed",
+    "@theia/filesystem": "1.64.0-next.17+58507bbed",
+    "@theia/markers": "1.64.0-next.17+58507bbed",
+    "@theia/monaco": "1.64.0-next.17+58507bbed",
+    "@theia/navigator": "1.64.0-next.17+58507bbed",
+    "@theia/search-in-workspace": "1.64.0-next.17+58507bbed",
+    "@theia/task": "1.64.0-next.17+58507bbed",
+    "@theia/terminal": "1.64.0-next.17+58507bbed",
+    "@theia/workspace": "1.64.0-next.17+58507bbed",
     "date-fns": "^4.1.0",
     "ignore": "^6.0.0",
     "js-yaml": "^4.1.0",
-    "minimatch": "^9.0.0"
+    "minimatch": "^9.0.0",
+    "puppeteer-core": "^24.10.0"
   },
   "publishConfig": {
     "access": "public"
   },
   "devDependencies": {
-    "@theia/cli": "1.64.0-next.0+0dcdcd4d3",
-    "@theia/test": "1.64.0-next.0+0dcdcd4d3"
+    "@theia/cli": "1.64.0-next.17+58507bbed",
+    "@theia/test": "1.64.0-next.17+58507bbed"
   },
   "theiaExtensions": [
     {
       "frontend": "lib/browser/frontend-module",
-      "secondaryWindow": "lib/browser/frontend-module"
+      "secondaryWindow": "lib/browser/frontend-module",
+      "backend": "lib/node/backend-module"
     }
   ],
   "files": [
@@ -61,5 +63,5 @@
   "nyc": {
     "extends": "../../configs/nyc.json"
   },
-  "gitHead": "0dcdcd4d398f4106746d0f701205abdb668383f3"
+  "gitHead": "58507bbedb95724735981f44f034e7036fa2f19e"
 }

package/src/browser/ai-configuration/agent-configuration-widget.tsx

@@ -169,7 +169,6 @@ export class AIAgentConfigurationWidget extends ReactWidget {
                                     agentId={agent.id}
                                     promptVariantSet={prompt}
                                     promptService={this.promptService}
-                                    aiSettingsService={this.aiSettingsService}
                                 />
                             </div>
                         ))

package/src/browser/ai-configuration/template-settings-renderer.tsx

@@ -13,7 +13,7 @@
 //
 // SPDX-License-Identifier: EPL-2.0 OR GPL-2.0-only WITH Classpath-exception-2.0
 // *****************************************************************************
-import { AISettingsService, PromptService, PromptVariantSet } from '@theia/ai-core/lib/common';
+import { PromptService, PromptVariantSet } from '@theia/ai-core/lib/common';
 import * as React from '@theia/core/shared/react';
 import { nls } from '@theia/core/lib/common/nls';
 
@@ -21,14 +21,12 @@ export interface PromptVariantRendererProps {
     agentId: string;
     promptVariantSet: PromptVariantSet;
     promptService: PromptService;
-    aiSettingsService: AISettingsService;
 }
 
 export const PromptVariantRenderer: React.FC<PromptVariantRendererProps> = ({
     agentId,
     promptVariantSet,
     promptService,
-    aiSettingsService,
 }) => {
     const variantIds = promptService.getVariantIds(promptVariantSet.id);
     const defaultVariantId = promptService.getDefaultVariantId(promptVariantSet.id);
@@ -38,9 +36,11 @@ export const PromptVariantRenderer: React.FC<PromptVariantRendererProps> = ({
         (async () => {
             const currentVariant =
                 await promptService.getSelectedVariantId(promptVariantSet.id);
-            setSelectedVariant(currentVariant!);
+            if (currentVariant) {
+                setSelectedVariant(currentVariant);
+            }
         })();
-    }, [promptVariantSet.id, aiSettingsService, agentId]);
+    }, [promptVariantSet.id, agentId]);
 
     const isInvalidVariant = !variantIds.includes(selectedVariant);
 

package/src/browser/app-tester-chat-agent.ts

@@ -25,28 +25,33 @@ import { nls } from '@theia/core';
 import { inject, injectable } from '@theia/core/shared/inversify';
 import { MCP_SERVERS_PREF } from '@theia/ai-mcp/lib/browser/mcp-preferences';
 import { PreferenceScope, PreferenceService } from '@theia/core/lib/browser';
+import { QUERY_DOM_FUNCTION_ID, LAUNCH_BROWSER_FUNCTION_ID, CLOSE_BROWSER_FUNCTION_ID, IS_BROWSER_RUNNING_FUNCTION_ID } from '../common/app-tester-chat-functions';
 
 export const REQUIRED_MCP_SERVERS: MCPServerDescription[] = [
-   {
-      name: 'playwright',
-      command: 'npx',
-      args: ['-y', '@playwright/mcp@latest'],
-      autostart: false,
-      env: {},
-   },
-   {
-      name: 'playwright-visual',
-      command: 'npx',
-      args: ['-y', '@playwright/mcp@latest', '--vision'],
-      autostart: false,
-      env: {},
-   }
+    {
+        name: 'playwright',
+        command: 'npx',
+        args: ['-y', '@playwright/mcp@latest',
+            '--cdp-endpoint',
+            'http://localhost:9222/'],
+        autostart: false,
+        env: {},
+    },
+    {
+        name: 'playwright-visual',
+        command: 'npx',
+        args: ['-y', '@playwright/mcp@latest', '--vision',
+            '--cdp-endpoint',
+            'http://localhost:9222/'],
+        autostart: false,
+        env: {},
+    }
 ];
 
 // Prompt templates
 export const appTesterTemplate: BasePromptFragment = {
-   id: 'app-tester-system-default',
-   template: `{{!-- This prompt is licensed under the MIT License (https://opensource.org/license/mit).
+    id: 'app-tester-system-default',
+    template: `{{!-- This prompt is licensed under the MIT License (https://opensource.org/license/mit).
 Made improvements or adaptations to this prompt template? We'd love for you to share it with the community! Contribute back here:
 https://github.com/eclipse-theia/theia/discussions/new?category=prompt-template-contribution --}}
 
@@ -63,6 +68,14 @@ Your role is to inspect the application for user-specified test scenarios throug
 You have access to these powerful automation tools:
 ${REQUIRED_MCP_SERVERS.map(server => `{{prompt:mcp_${server.name}_tools}}`)}
 
+- **~{${LAUNCH_BROWSER_FUNCTION_ID}}**: Launch the browser. This is required before performing any browser interactions. Always launch a new browser when starting a test session.
+- **~{${IS_BROWSER_RUNNING_FUNCTION_ID}}**: Check if the browser is running. If a tool fails by saying that the connection failed, you can verify the connection by using this tool.
+- **~{${CLOSE_BROWSER_FUNCTION_ID}}**: Close the browser.
+- **~{${QUERY_DOM_FUNCTION_ID}}**: Query the DOM for specific elements and their properties. Only use when explicitly requested by the user.
+- **browser_snapshot**: Capture the current state of the page for verification or debugging purposes.
+
+Prefer snapshots for investigating the page.
+
 ## Workflow Approach
 1. **Understand Requirements**: Ask the user to clearly define what needs to be tested
 2. **Launch Browser**: Start a fresh browser instance for testing
@@ -77,112 +90,123 @@ Some files and other pieces of data may have been added by the user to the conte
 };
 
 export const appTesterTemplateVariant: BasePromptFragment = {
-   id: 'app-tester-system-empty',
-   template: '',
+    id: 'app-tester-system-empty',
+    template: '',
 };
 
 export const AppTesterChatAgentId = 'AppTester';
 @injectable()
 export class AppTesterChatAgent extends AbstractStreamParsingChatAgent {
 
-   @inject(MCPFrontendService)
-   protected readonly mcpService: MCPFrontendService;
+    @inject(MCPFrontendService)
+    protected readonly mcpService: MCPFrontendService;
 
-   @inject(PreferenceService)
-   protected readonly preferenceService: PreferenceService;
+    @inject(PreferenceService)
+    protected readonly preferenceService: PreferenceService;
 
-   id: string = AppTesterChatAgentId;
-   name = AppTesterChatAgentId;
-   languageModelRequirements: LanguageModelRequirement[] = [{
-      purpose: 'chat',
-      identifier: 'openai/gpt-4o',
-   }];
-   protected defaultLanguageModelPurpose: string = 'chat';
-   override description = nls.localize('theia/ai/chat/app-tester/description', 'This agent tests your application user interface to verify user-specified test scenarios through the Playwright MCP server. '
-      + 'It can automate testing workflows and provide detailed feedback on application functionality.');
+    id: string = AppTesterChatAgentId;
+    name = AppTesterChatAgentId;
+    languageModelRequirements: LanguageModelRequirement[] = [{
+        purpose: 'chat',
+        identifier: 'openai/gpt-4o',
+    }];
+    protected defaultLanguageModelPurpose: string = 'chat';
+    override description = nls.localize('theia/ai/chat/app-tester/description', 'This agent tests your application user interface to verify user-specified test scenarios through the Playwright MCP server. '
+        + 'It can automate testing workflows and provide detailed feedback on application functionality.');
 
-   override iconClass: string = 'codicon codicon-beaker';
+    override iconClass: string = 'codicon codicon-beaker';
    protected override systemPromptId: string = 'app-tester-system';
    override prompts = [{ id: 'app-tester-system', defaultVariant: appTesterTemplate, variants: [appTesterTemplateVariant] }];
 
-   /**
-    * Override invoke to check if the Playwright MCP server is running, and if not, ask the user if it should be started.
-    */
-   override async invoke(request: MutableChatRequestModel): Promise<void> {
-      try {
-         if (await this.requiresStartingServers()) {
-            // Ask the user if they want to start the server
-            request.response.response.addContent(new QuestionResponseContentImpl(
-               'The Playwright MCP servers are not running. Would you like to start them now? This may install the Playwright MCP servers.',
-               [
-                  { text: 'Yes, start the servers', value: 'yes' },
-                  { text: 'No, cancel', value: 'no' }
-               ],
-               request,
-               async selectedOption => {
-                  if (selectedOption.value === 'yes') {
-                     // Show progress
-                     const progress = request.response.addProgressMessage({ content: 'Starting Playwright MCP servers.', show: 'whileIncomplete' });
-                     try {
-                        await this.startServers();
-                        // Remove progress, continue with normal flow
-                        request.response.updateProgressMessage({ ...progress, show: 'whileIncomplete', status: 'completed' });
-                        await super.invoke(request);
-                     } catch (error) {
-                        request.response.response.addContent(new ErrorChatResponseContentImpl(
-                           new Error('Failed to start Playwright MCP server: ' + (error instanceof Error ? error.message : String(error)))
-                        ));
-                        request.response.complete();
-                     }
-                  } else {
-                     // Continue without starting the server
-                     request.response.response.addContent(new MarkdownChatResponseContentImpl('Please setup the MCP servers.'));
-                     request.response.complete();
-                  }
-               }
+    /**
+     * Override invoke to check if the Playwright MCP server is running, and if not, ask the user if it should be started.
+     */
+    override async invoke(request: MutableChatRequestModel): Promise<void> {
+        try {
+            if (await this.requiresStartingServers()) {
+                // Ask the user if they want to start the server
+                request.response.response.addContent(new QuestionResponseContentImpl(
+                    'The Playwright MCP servers are not running. Would you like to start them now? This may install the Playwright MCP servers.',
+                    [
+                        { text: 'Yes, start the servers', value: 'yes' },
+                        { text: 'No, cancel', value: 'no' }
+                    ],
+                    request,
+                    async selectedOption => {
+                        if (selectedOption.value === 'yes') {
+                            // Show progress
+                            const progress = request.response.addProgressMessage({ content: 'Starting Playwright MCP servers.', show: 'whileIncomplete' });
+                            try {
+                                await this.startServers();
+                                // Remove progress, continue with normal flow
+                                request.response.updateProgressMessage({ ...progress, show: 'whileIncomplete', status: 'completed' });
+                                await super.invoke(request);
+                            } catch (error) {
+                                request.response.response.addContent(new ErrorChatResponseContentImpl(
+                                    new Error('Failed to start Playwright MCP server: ' + (error instanceof Error ? error.message : String(error)))
+                                ));
+                                request.response.complete();
+                            }
+                        } else {
+                            // Continue without starting the server
+                            request.response.response.addContent(new MarkdownChatResponseContentImpl('Please setup the MCP servers.'));
+                            request.response.complete();
+                        }
+                    }
+                ));
+                request.response.waitForInput();
+                return;
+            }
+            // If already running, continue as normal
+            await super.invoke(request);
+        } catch (error) {
+            request.response.response.addContent(new ErrorChatResponseContentImpl(
+                new Error('Error checking Playwright MCP server status: ' + (error instanceof Error ? error.message : String(error)))
             ));
-            request.response.waitForInput();
-            return;
-         }
-         // If already running, continue as normal
-         await super.invoke(request);
-      } catch (error) {
-         request.response.response.addContent(new ErrorChatResponseContentImpl(
-            new Error('Error checking Playwright MCP server status: ' + (error instanceof Error ? error.message : String(error)))
-         ));
-         request.response.complete();
-      }
-   }
-
-   protected async requiresStartingServers(): Promise<boolean> {
-      const allStarted = await Promise.all(REQUIRED_MCP_SERVERS.map(server => this.mcpService.isServerStarted(server.name)));
-      return allStarted.some(started => !started);
-   }
-
-   protected async startServers(): Promise<void> {
-      await Promise.all(REQUIRED_MCP_SERVERS.map(server => this.ensureServerStarted(server)));
-
-   }
-
-   /**
-    * Starts the Playwright MCP server if it doesn't exist or isn't running.
-    *
-    * @returns A promise that resolves when the server is started
-    */
-   async ensureServerStarted(server: MCPServerDescription): Promise<void> {
-      try {
-         if ((await this.mcpService.isServerStarted(server.name))) {
-            return;
-         }
-         if (!(await this.mcpService.hasServer(server.name))) {
-            const currentServers = this.preferenceService.get<Record<string, MCPServerDescription>>(MCP_SERVERS_PREF, {});
-            await this.preferenceService.set(MCP_SERVERS_PREF, { ...currentServers, server }, PreferenceScope.User);
-            await this.mcpService.addOrUpdateServer(server);
-         }
-         await this.mcpService.startServer(server.name);
-      } catch (error) {
-         this.logger.error(`Error starting MCP server ${server.name}: ${error}`);
-         throw error;
-      }
-   }
+            request.response.complete();
+        }
+    }
+
+    protected async requiresStartingServers(): Promise<boolean> {
+        const allStarted = await Promise.all(REQUIRED_MCP_SERVERS.map(server => this.mcpService.isServerStarted(server.name)));
+        return allStarted.some(started => !started);
+    }
+
+    protected async startServers(): Promise<void> {
+        await this.ensureServersStarted(...REQUIRED_MCP_SERVERS);
+    }
+
+    /**
+     * Starts the Playwright MCP server if it doesn't exist or isn't running.
+     *
+     * @returns A promise that resolves when the server is started
+     */
+    async ensureServersStarted(...servers: MCPServerDescription[]): Promise<void> {
+        try {
+            const serversToInstall: MCPServerDescription[] = [];
+            const serversToStart: MCPServerDescription[] = [];
+
+            for (const server of servers) {
+                if (!(await this.mcpService.hasServer(server.name))) {
+                    serversToInstall.push(server);
+                }
+                if (!(await this.mcpService.isServerStarted(server.name))) {
+                    serversToStart.push(server);
+                }
+            }
+
+            for (const server of serversToInstall) {
+                const currentServers = this.preferenceService.get<Record<string, MCPServerDescription>>(MCP_SERVERS_PREF, {});
+                await this.preferenceService.set(MCP_SERVERS_PREF, { ...currentServers, [server.name]: server }, PreferenceScope.User);
+                await this.mcpService.addOrUpdateServer(server);
+            }
+
+            for (const server of serversToStart) {
+                await this.mcpService.startServer(server.name);
+            }
+        } catch (error) {
+            this.logger.error(`Error starting MCP servers ${servers.map(s => s.name)}: ${error}`);
+            throw error;
+        }
+    }
 }