playwright 1.57.0-alpha-2025-10-15 → 1.57.0-alpha-2025-10-16

package/lib/agents/generateAgents.js

@@ -36,6 +36,8 @@ module.exports = __toCommonJS(generateAgents_exports);
 var import_fs = __toESM(require("fs"));
 var import_path = __toESM(require("path"));
 var import_utilsBundle = require("playwright-core/lib/utilsBundle");
+var import_utils = require("playwright-core/lib/utils");
+var import_seed = require("../mcp/test/seed");
 class AgentParser {
   static async parseFile(filePath) {
     const rawMarkdown = await import_fs.default.promises.readFile(filePath, "utf-8");
@@ -164,15 +166,46 @@ async function loadAgents() {
   const files = await import_fs.default.promises.readdir(__dirname);
   return Promise.all(files.filter((file) => file.endsWith(".md")).map((file) => AgentParser.parseFile(import_path.default.join(__dirname, file))));
 }
-async function writeFile(filePath, content) {
-  console.log(`Writing file: ${filePath}`);
+async function writeFile(filePath, content, icon, description) {
+  console.log(`- ${icon} ${import_path.default.relative(process.cwd(), filePath)} ${import_utilsBundle.colors.dim("- " + description)}`);
+  await (0, import_utils.mkdirIfNeeded)(filePath);
   await import_fs.default.promises.writeFile(filePath, content, "utf-8");
 }
-async function initClaudeCodeRepo() {
+async function initRepo(config, projectName) {
+  const project = (0, import_seed.seedProject)(config, projectName);
+  console.log(`\u{1F3AD} Using project "${project.project.name}" as a primary project`);
+  if (!import_fs.default.existsSync("specs")) {
+    await import_fs.default.promises.mkdir("specs");
+    await writeFile(import_path.default.join("specs", "README.md"), `# Specs
+
+This is a directory for test plans.
+`, "\u{1F4DD}", "directory for test plans");
+  }
+  if (!import_fs.default.existsSync("prompts")) {
+    await import_fs.default.promises.mkdir("prompts");
+    await writeFile(import_path.default.join("prompts", "README.md"), `# Prompts
+
+This is a directory for useful prompts.
+`, "\u{1F4DD}", "useful prompts");
+  }
+  let seedFile = await (0, import_seed.findSeedFile)(project);
+  if (!seedFile) {
+    seedFile = (0, import_seed.defaultSeedFile)(project);
+    await writeFile(seedFile, import_seed.seedFileContent, "\u{1F331}", "default environment seed file");
+  }
+  const coveragePromptFile = import_path.default.join("prompts", "test-coverage.md");
+  if (!import_fs.default.existsSync(coveragePromptFile))
+    await writeFile(coveragePromptFile, coveragePrompt(seedFile), "\u{1F4DD}", "test coverage prompt");
+}
+function initRepoDone() {
+  console.log("\u2705 Done.");
+}
+async function initClaudeCodeRepo(config, projectName) {
+  await initRepo(config, projectName);
   const agents = await loadAgents();
   await import_fs.default.promises.mkdir(".claude/agents", { recursive: true });
   for (const agent of agents)
-    await writeFile(`.claude/agents/playwright-test-${agent.header.name}.md`, saveAsClaudeCode(agent));
+    await writeFile(`.claude/agents/playwright-test-${agent.header.name}.md`, saveAsClaudeCode(agent), "\u{1F916}", "agent definition");
   await writeFile(".mcp.json", JSON.stringify({
     mcpServers: {
       "playwright-test": {
@@ -180,7 +213,8 @@ async function initClaudeCodeRepo() {
         args: commonMcpServers.playwrightTest.args
       }
     }
-  }, null, 2));
+  }, null, 2), "\u{1F527}", "mcp configuration");
+  initRepoDone();
 }
 const vscodeToolMap = /* @__PURE__ */ new Map([
   ["ls", ["search/listDirectory", "search/fileSearch"]],
@@ -220,11 +254,12 @@ function saveAsVSCodeChatmode(agent) {
     lines.push(`<example>${example}</example>`);
   return lines.join("\n");
 }
-async function initVSCodeRepo() {
+async function initVSCodeRepo(config, projectName) {
+  await initRepo(config, projectName);
   const agents = await loadAgents();
   await import_fs.default.promises.mkdir(".github/chatmodes", { recursive: true });
   for (const agent of agents)
-    await writeFile(`.github/chatmodes/${agent.header.name === "planner" ? " " : ""}\u{1F3AD} ${agent.header.name}.chatmode.md`, saveAsVSCodeChatmode(agent));
+    await writeFile(`.github/chatmodes/${agent.header.name === "planner" ? " " : ""}\u{1F3AD} ${agent.header.name}.chatmode.md`, saveAsVSCodeChatmode(agent), "\u{1F916}", "chatmode definition");
   await import_fs.default.promises.mkdir(".vscode", { recursive: true });
   const mcpJsonPath = ".vscode/mcp.json";
   let mcpJson = {
@@ -243,20 +278,52 @@ async function initVSCodeRepo() {
     args: commonMcpServers.playwrightTest.args,
     cwd: "${workspaceFolder}"
   };
-  await writeFile(mcpJsonPath, JSON.stringify(mcpJson, null, 2));
-  console.log(import_utilsBundle.colors.yellow(`${import_utilsBundle.colors.bold("Note:")} Playwright Test Agents require VSCode version 1.105+ or VSCode Insiders`));
+  await writeFile(mcpJsonPath, JSON.stringify(mcpJson, null, 2), "\u{1F527}", "mcp configuration");
+  initRepoDone();
 }
-async function initOpencodeRepo() {
+async function initOpencodeRepo(config, projectName) {
+  await initRepo(config, projectName);
   const agents = await loadAgents();
   await import_fs.default.promises.mkdir(".opencode/prompts", { recursive: true });
   for (const agent of agents) {
     const prompt = [agent.instructions];
     prompt.push("");
     prompt.push(...agent.examples.map((example) => `<example>${example}</example>`));
-    await writeFile(`.opencode/prompts/playwright-test-${agent.header.name}.md`, prompt.join("\n"));
+    await writeFile(`.opencode/prompts/playwright-test-${agent.header.name}.md`, prompt.join("\n"), "\u{1F916}", "agent definition");
   }
-  await writeFile("opencode.json", saveAsOpencodeJson(agents));
+  await writeFile("opencode.json", saveAsOpencodeJson(agents), "\u{1F527}", "opencode configuration");
+  initRepoDone();
 }
+const coveragePrompt = (seedFile) => `
+# Produce test coverage
+
+Parameters:
+- Task: the task to perform
+- Seed file (optional): the seed file to use, defaults to ${import_path.default.relative(process.cwd(), seedFile)}
+- Test plan file (optional): the test plan file to write, under specs/ folder.
+
+1. Call #planner subagent with prompt:
+
+<plan>
+  <task><!-- the task --></task>
+  <seed-file><!-- seed file param --></seed-file>
+  <plan-file><!-- test plan file --></plan-file>
+</plan>
+
+2. For each test case from the test plan file (1.1, 1.2, ...), Call #generator subagent with prompt:
+
+<generate>
+  <test-file><!-- Name of the file to save the test into, should be unique for test --></test-file>
+  <test-suite><!-- Name of the top level test spec w/o ordinal--></test-suite>
+  <test-name><!--Name of the test case without the ordinal --></test-name>
+  <seed-file><!-- Seed file from test plan --></seed-file>
+  <body><!-- Test case content including steps and expectations --></body>
+</generate>
+
+3. Call #healer subagent with prompt:
+
+<heal>Run all tests and fix the failing ones one after another.</heal>
+`;
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   initClaudeCodeRepo,

package/lib/agents/healer.md

@@ -24,8 +24,8 @@ resolving Playwright test failures. Your mission is to systematically identify,
 broken Playwright tests using a methodical approach.
 
 Your workflow:
-1. **Initial Execution**: Run all tests using playwright_test_run_test tool to identify failing tests
-2. **Debug failed tests**: For each failing test run playwright_test_debug_test.
+1. **Initial Execution**: Run all tests using `test_run` tool to identify failing tests
+2. **Debug failed tests**: For each failing test run `test_debug`.
 3. **Error Investigation**: When the test pauses on errors, use available Playwright MCP tools to:
    - Examine the error details
    - Capture page snapshot to understand the context

package/lib/agents/planner.md

@@ -38,7 +38,7 @@ You will:
    - Invoke the `planner_setup_page` tool once to set up page before using any other tools
    - Explore the browser snapshot
    - Do not take screenshots unless absolutely necessary
-   - Use browser_* tools to navigate and discover interface
+   - Use `browser_*` tools to navigate and discover interface
    - Thoroughly explore the interface, identifying all interactive elements, forms, navigation paths, and functionality
 
 2. **Analyze User Flows**

package/lib/mcp/browser/tools/screenshot.js

@@ -61,7 +61,7 @@ const screenshot = (0, import_tool.defineTabTool)({
     if (params.fullPage && params.ref)
       throw new Error("fullPage cannot be used with element screenshots.");
     const fileType = params.type || "png";
-    const fileName = await tab.context.outputFile(params.filename ?? (0, import_utils2.dateAsFileName)(fileType), { origin: "llm", reason: "Saving screenshot" });
+    const fileName = await tab.context.outputFile(params.filename || (0, import_utils2.dateAsFileName)(fileType), { origin: "llm", reason: "Saving screenshot" });
     const options = {
       type: fileType,
       quality: fileType === "png" ? void 0 : 90,

package/lib/mcp/test/seed.js

@@ -28,7 +28,10 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var seed_exports = {};
 __export(seed_exports, {
-  ensureSeedTest: () => ensureSeedTest,
+  defaultSeedFile: () => defaultSeedFile,
+  ensureSeedFile: () => ensureSeedFile,
+  findSeedFile: () => findSeedFile,
+  seedFileContent: () => seedFileContent,
   seedProject: () => seedProject
 });
 module.exports = __toCommonJS(seed_exports);
@@ -44,29 +47,36 @@ function seedProject(config, projectName) {
     throw new Error(`Project ${projectName} not found`);
   return project;
 }
-async function ensureSeedTest(project, logNew) {
+async function findSeedFile(project) {
   const files = await (0, import_projectUtils.collectFilesForProject)(project);
-  const seed = files.find((file) => import_path.default.basename(file).includes("seed"));
-  if (seed)
-    return seed;
+  return files.find((file) => import_path.default.basename(file).includes("seed"));
+}
+function defaultSeedFile(project) {
   const testDir = project.project.testDir;
-  const seedFile = import_path.default.resolve(testDir, "seed.spec.ts");
-  if (logNew) {
-    console.log(`Writing file: ${import_path.default.relative(process.cwd(), seedFile)}`);
-  }
-  await (0, import_utils.mkdirIfNeeded)(seedFile);
-  await import_fs.default.promises.writeFile(seedFile, `import { test, expect } from '@playwright/test';
+  return import_path.default.resolve(testDir, "seed.spec.ts");
+}
+async function ensureSeedFile(project) {
+  const seedFile = await findSeedFile(project);
+  if (seedFile)
+    return seedFile;
+  const seedFilePath = defaultSeedFile(project);
+  await (0, import_utils.mkdirIfNeeded)(seedFilePath);
+  await import_fs.default.promises.writeFile(seedFilePath, seedFileContent);
+  return seedFilePath;
+}
+const seedFileContent = `import { test, expect } from '@playwright/test';
 
 test.describe('Test group', () => {
   test('seed', async ({ page }) => {
     // generate code here.
   });
 });
-`);
-  return seedFile;
-}
+`;
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  ensureSeedTest,
+  defaultSeedFile,
+  ensureSeedFile,
+  findSeedFile,
+  seedFileContent,
   seedProject
 });

package/lib/mcp/test/testContext.js

@@ -98,7 +98,7 @@ class TestContext {
     const config = await testRunner.loadConfig();
     const project = (0, import_seed.seedProject)(config, projectName);
     if (!seedFile) {
-      seedFile = await (0, import_seed.ensureSeedTest)(project, false);
+      seedFile = await (0, import_seed.ensureSeedFile)(project);
     } else {
       const candidateFiles = [];
       const testDir = project.project.testDir;

package/lib/program.js

@@ -48,7 +48,6 @@ var import_testRunner = require("./runner/testRunner");
 var import_reporters = require("./runner/reporters");
 var import_exports = require("./mcp/sdk/exports");
 var import_testBackend = require("./mcp/test/testBackend");
-var import_seed = require("./mcp/test/seed");
 var import_program3 = require("./mcp/program");
 var import_watchdog = require("./mcp/browser/watchdog");
 var import_generateAgents = require("./agents/generateAgents");
@@ -185,19 +184,17 @@ function addInitAgentsCommand(program3) {
   command.option("-c, --config <file>", `Configuration file to find a project to use for seed test`);
   command.option("--project <project>", "Project to use for seed test");
   command.action(async (opts) => {
+    const config = await (0, import_configLoader.loadConfigFromFile)(opts.config);
     if (opts.loop === "opencode") {
-      await (0, import_generateAgents.initOpencodeRepo)();
+      await (0, import_generateAgents.initOpencodeRepo)(config, opts.project);
     } else if (opts.loop === "vscode") {
-      await (0, import_generateAgents.initVSCodeRepo)();
+      await (0, import_generateAgents.initVSCodeRepo)(config, opts.project);
     } else if (opts.loop === "claude") {
-      await (0, import_generateAgents.initClaudeCodeRepo)();
+      await (0, import_generateAgents.initClaudeCodeRepo)(config, opts.project);
     } else {
       command.help();
       return;
     }
-    const config = await (0, import_configLoader.loadConfigFromFile)(opts.config);
-    const project = (0, import_seed.seedProject)(config, opts.project);
-    await (0, import_seed.ensureSeedTest)(project, true);
   });
 }
 async function runTests(args, opts) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "playwright",
-  "version": "1.57.0-alpha-2025-10-15",
+  "version": "1.57.0-alpha-2025-10-16",
   "description": "A high-level API to automate web browsers",
   "repository": {
     "type": "git",
@@ -64,7 +64,7 @@
   },
   "license": "Apache-2.0",
   "dependencies": {
-    "playwright-core": "1.57.0-alpha-2025-10-15"
+    "playwright-core": "1.57.0-alpha-2025-10-16"
   },
   "optionalDependencies": {
     "fsevents": "2.3.2"