playwright 1.56.0-alpha-2025-09-24 → 1.56.0-alpha-1758747822000

package/lib/agents/generateAgents.js

@@ -107,7 +107,7 @@ function saveAsClaudeCode(agent) {
   }
   const lines = [];
   lines.push(`---`);
-  lines.push(`name: ${agent.header.name}`);
+  lines.push(`name: playwright-test-${agent.header.name}`);
   lines.push(`description: ${agent.header.description}. Examples: ${agent.examples.map((example) => `<example>${example}</example>`).join("")}`);
   lines.push(`tools: ${agent.header.tools.map((tool) => asClaudeTool(tool)).join(", ")}`);
   lines.push(`model: ${agent.header.model}`);
@@ -143,10 +143,10 @@ function saveAsOpencodeJson(agents) {
   result["agent"] = {};
   for (const agent of agents) {
     const tools = {};
-    result["agent"][agent.header.name] = {
+    result["agent"]["playwright-test-" + agent.header.name] = {
       description: agent.header.description,
       mode: "subagent",
-      prompt: `{file:.opencode/prompts/${agent.header.name}.md}`,
+      prompt: `{file:.opencode/prompts/playwright-test-${agent.header.name}.md}`,
       tools
     };
     for (const tool of agent.header.tools)
@@ -172,7 +172,7 @@ async function initClaudeCodeRepo() {
   const agents = await loadAgents();
   await import_fs.default.promises.mkdir(".claude/agents", { recursive: true });
   for (const agent of agents)
-    await writeFile(`.claude/agents/${agent.header.name}.md`, saveAsClaudeCode(agent));
+    await writeFile(`.claude/agents/playwright-test-${agent.header.name}.md`, saveAsClaudeCode(agent));
   await writeFile(".mcp.json", JSON.stringify({
     mcpServers: {
       "playwright-test": {
@@ -224,7 +224,7 @@ async function initVSCodeRepo() {
   const agents = await loadAgents();
   await import_fs.default.promises.mkdir(".github/chatmodes", { recursive: true });
   for (const agent of agents)
-    await writeFile(`.github/chatmodes/${agent.header.name}.chatmode.md`, saveAsVSCodeChatmode(agent));
+    await writeFile(`.github/chatmodes/${agent.header.name === "planner" ? " " : ""}\u{1F3AD} ${agent.header.name}.chatmode.md`, saveAsVSCodeChatmode(agent));
   await import_fs.default.promises.mkdir(".vscode", { recursive: true });
   const mcpJsonPath = ".vscode/mcp.json";
   let mcpJson = {
@@ -252,7 +252,7 @@ async function initOpencodeRepo() {
     const prompt = [agent.instructions];
     prompt.push("");
     prompt.push(...agent.examples.map((example) => `<example>${example}</example>`));
-    await writeFile(`.opencode/prompts/${agent.header.name}.md`, prompt.join("\n"));
+    await writeFile(`.opencode/prompts/playwright-test-${agent.header.name}.md`, prompt.join("\n"));
   }
   await writeFile("opencode.json", saveAsOpencodeJson(agents));
 }

package/lib/agents/generator.md

@@ -1,5 +1,5 @@
 ---
-name: playwright-test-generator
+name: generator
 description: Use this agent when you need to create automated browser tests using Playwright
 model: sonnet
 color: blue
@@ -104,9 +104,9 @@ Your process is methodical and thorough:
   Context: User wants to test a login flow on their web application.
   user: 'I need a test that logs into my app at localhost:3000 with username admin@test.com and password 123456, then
   verifies the  dashboard page loads'
-  assistant: 'I'll use the playwright-test-generator agent to create and validate this login test for you'
+  assistant: 'I'll use the generator agent to create and validate this login test for you'
   <commentary>
-    The user needs a specific browser automation test created, which is exactly what the playwright-test-generator agent
+    The user needs a specific browser automation test created, which is exactly what the generator agent
     is designed for.
   </commentary>
 </example>
@@ -114,9 +114,9 @@ Your process is methodical and thorough:
   Context: User has built a new checkout flow and wants to ensure it works correctly.
   user: 'Can you create a test that adds items to cart, proceeds to checkout, fills in payment details, and confirms the
   order?'
-  assistant: 'I'll use the playwright-test-generator agent to build a comprehensive checkout flow test'
+  assistant: 'I'll use the generator agent to build a comprehensive checkout flow test'
   <commentary>
-    This is a complex user journey that needs to be automated and tested, perfect for the playwright-test-generator
+    This is a complex user journey that needs to be automated and tested, perfect for the generator
     agent.
   </commentary>
 </example>

package/lib/agents/healer.md

@@ -1,5 +1,5 @@
 ---
-name: playwright-test-healer
+name: healer
 description: Use this agent when you need to debug and fix failing Playwright tests
 color: red
 model: sonnet
@@ -58,17 +58,17 @@ Key principles:
 <example>
   Context: A developer has a failing Playwright test that needs to be debugged and fixed.
   user: 'The login test is failing, can you fix it?'
-  assistant: 'I'll use the playwright-test-healer agent to debug and fix the failing login test.'
+  assistant: 'I'll use the healer agent to debug and fix the failing login test.'
   <commentary>
     The user has identified a specific failing test that needs debugging and fixing, which is exactly what the
-    playwright-test-healer agent is designed for.
+    healer agent is designed for.
   </commentary>
 </example>
 
 <example>
   Context: After running a test suite, several tests are reported as failing.
   user: 'Test user-registration.spec.ts is broken after the recent changes'
-  assistant: 'Let me use the playwright-test-healer agent to investigate and fix the user-registration test.'
+  assistant: 'Let me use the healer agent to investigate and fix the user-registration test.'
   <commentary>
      A specific test file is failing and needs debugging, which requires the systematic approach of the
      playwright-test-healer agent.

package/lib/agents/planner.md

@@ -1,5 +1,5 @@
 ---
-name: playwright-test-planner
+name: planner
 description: Use this agent when you need to create comprehensive test plan for a web application or website
 model: sonnet
 color: green
@@ -117,19 +117,19 @@ professional formatting suitable for sharing with development and QA teams.
 <example>
   Context: User wants to test a new e-commerce checkout flow.
   user: 'I need test scenarios for our new checkout process at https://mystore.com/checkout'
-  assistant: 'I'll use the playwright-test-planner agent to navigate to your checkout page and create comprehensive test
+  assistant: 'I'll use the planner agent to navigate to your checkout page and create comprehensive test
   scenarios.'
   <commentary>
-    The user needs test planning for a specific web page, so use the playwright-test-planner agent to explore and create
+    The user needs test planning for a specific web page, so use the planner agent to explore and create
     test scenarios.
   </commentary>
 </example>
 <example>
   Context: User has deployed a new feature and wants thorough testing coverage.
   user: 'Can you help me test our new user dashboard at https://app.example.com/dashboard?'
-  assistant: 'I'll launch the playwright-test-planner agent to explore your dashboard and develop detailed test
+  assistant: 'I'll launch the planner agent to explore your dashboard and develop detailed test
   scenarios.'
   <commentary>
-    This requires web exploration and test scenario creation, perfect for the playwright-test-planner agent.
+    This requires web exploration and test scenario creation, perfect for the planner agent.
   </commentary>
 </example>

package/lib/program.js

@@ -174,12 +174,12 @@ function addInitAgentsCommand(program3) {
   const command = program3.command("init-agents", { hidden: true });
   command.description("Initialize repository agents for the Claude Code");
   const option = command.createOption("--loop <loop>", "Agentic loop provider");
-  option.choices(["claude", "opencode", "vscode"]);
+  option.choices(["code", "claude", "opencode"]);
   command.addOption(option);
   command.action(async (opts) => {
     if (opts.loop === "opencode")
       await (0, import_generateAgents.initOpencodeRepo)();
-    else if (opts.loop === "vscode")
+    else if (opts.loop === "code")
       await (0, import_generateAgents.initVSCodeRepo)();
     else if (opts.loop === "claude")
       await (0, import_generateAgents.initClaudeCodeRepo)();
@@ -197,7 +197,8 @@ async function runTests(args, opts) {
   config.cliProjectFilter = opts.project || void 0;
   config.cliPassWithNoTests = !!opts.passWithNoTests;
   config.cliLastFailed = !!opts.lastFailed;
-  config.cliLastRunFile = opts.lastRunFile ? import_path.default.resolve(process.cwd(), opts.lastRunFile) : void 0;
+  config.cliTestList = opts.testList ? import_path.default.resolve(process.cwd(), opts.testList) : void 0;
+  config.cliTestListInvert = opts.testListInvert ? import_path.default.resolve(process.cwd(), opts.testListInvert) : void 0;
   (0, import_projectUtils.filterProjects)(config.projects, config.cliProjectFilter);
   if (opts.ui || opts.uiHost || opts.uiPort) {
     if (opts.onlyChanged)
@@ -356,7 +357,6 @@ const testOptions = [
   ["--headed", { description: `Run tests in headed browsers (default: headless)` }],
   ["--ignore-snapshots", { description: `Ignore screenshot and snapshot expectations` }],
   ["--last-failed", { description: `Only re-run the failures` }],
-  ["--last-run-file <file>", { description: `Path to the last-run file (default: "test-results/.last-run.json")` }],
   ["--list", { description: `Collect all the tests and report them, but do not run` }],
   ["--max-failures <N>", { description: `Stop after the first N failures` }],
   ["--no-deps", { description: `Do not run project dependencies` }],
@@ -369,6 +369,8 @@ const testOptions = [
   ["--reporter <reporter>", { description: `Reporter to use, comma-separated, can be ${import_config.builtInReporters.map((name) => `"${name}"`).join(", ")} (default: "${import_config.defaultReporter}")` }],
   ["--retries <retries>", { description: `Maximum retry count for flaky tests, zero for no retries (default: no retries)` }],
   ["--shard <shard>", { description: `Shard tests and execute only the selected shard, specify in the form "current/all", 1-based, for example "3/5"` }],
+  ["--test-list <file>", { description: `Path to a file containing a list of tests to run. See https://playwright.dev/docs/test-cli for more details.` }],
+  ["--test-list-invert <file>", { description: `Path to a file containing a list of tests to skip. See https://playwright.dev/docs/test-cli for more details.` }],
   ["--timeout <timeout>", { description: `Specify test timeout threshold in milliseconds, zero for unlimited (default: ${import_config.defaultTimeout})` }],
   ["--trace <mode>", { description: `Force tracing mode`, choices: kTraceModes }],
   ["--tsconfig <path>", { description: `Path to a single tsconfig applicable to all imported files (default: look up tsconfig for each imported file separately)` }],

package/lib/runner/lastRun.js

@@ -37,27 +37,17 @@ var import_projectUtils = require("./projectUtils");
 class LastRunReporter {
   constructor(config) {
     this._config = config;
-    if (config.cliLastRunFile) {
-      this._lastRunFile = config.cliLastRunFile;
-    } else {
-      const [project] = (0, import_projectUtils.filterProjects)(config.projects, config.cliProjectFilter);
-      if (project)
-        this._lastRunFile = import_path.default.join(project.project.outputDir, ".last-run.json");
-    }
+    const [project] = (0, import_projectUtils.filterProjects)(config.projects, config.cliProjectFilter);
+    if (project)
+      this._lastRunFile = import_path.default.join(project.project.outputDir, ".last-run.json");
   }
-  async applyFilter() {
+  async filterLastFailed() {
     if (!this._lastRunFile)
       return;
     try {
       const lastRunInfo = JSON.parse(await import_fs.default.promises.readFile(this._lastRunFile, "utf8"));
-      if (lastRunInfo.filterTests) {
-        const filterTestIds = new Set(lastRunInfo.filterTests);
-        this._config.preOnlyTestFilters.push((test) => filterTestIds.has(test.id));
-      }
-      if (this._config.cliLastFailed) {
-        const failedTestIds = new Set(lastRunInfo.failedTests ?? []);
-        this._config.postShardTestFilters.push((test) => failedTestIds.has(test.id));
-      }
+      const failedTestIds = new Set(lastRunInfo.failedTests);
+      this._config.postShardTestFilters.push((test) => failedTestIds.has(test.id));
     } catch {
     }
   }

package/lib/runner/loadUtils.js

@@ -32,10 +32,13 @@ __export(loadUtils_exports, {
   createRootSuite: () => createRootSuite,
   loadFileSuites: () => loadFileSuites,
   loadGlobalHook: () => loadGlobalHook,
-  loadReporter: () => loadReporter
+  loadReporter: () => loadReporter,
+  loadTestList: () => loadTestList
 });
 module.exports = __toCommonJS(loadUtils_exports);
 var import_path = __toESM(require("path"));
+var import_fs = __toESM(require("fs"));
+var import_utils = require("playwright-core/lib/utils");
 var import_loaderHost = require("./loaderHost");
 var import_util = require("../util");
 var import_projectUtils = require("./projectUtils");
@@ -290,11 +293,41 @@ function sourceMapSources(file, cache) {
     return sources;
   }
 }
+async function loadTestList(config, filePath) {
+  try {
+    const content = await import_fs.default.promises.readFile(filePath, "utf-8");
+    const lines = content.split("\n").map((line) => line.trim()).filter((line) => line && !line.startsWith("#"));
+    const descriptions = lines.map((line) => {
+      const delimiter = line.includes("\u203A") ? "\u203A" : ">";
+      const tokens = line.split(delimiter).map((token) => token.trim());
+      let project;
+      if (tokens[0].startsWith("[")) {
+        if (!tokens[0].endsWith("]"))
+          throw new Error(`Malformed test description: ${line}`);
+        project = tokens[0].substring(1, tokens[0].length - 1);
+        tokens.shift();
+      }
+      return { project, file: (0, import_utils.toPosixPath)((0, import_util.parseLocationArg)(tokens[0]).file), titlePath: tokens.slice(1) };
+    });
+    return (test) => descriptions.some((d) => {
+      const [projectName, , ...titles] = test.titlePath();
+      if (d.project !== void 0 && d.project !== projectName)
+        return false;
+      const relativeFile = (0, import_utils.toPosixPath)(import_path.default.relative(config.config.rootDir, test.location.file));
+      if (relativeFile !== d.file)
+        return false;
+      return d.titlePath.length === titles.length && d.titlePath.every((_, index) => titles[index] === d.titlePath[index]);
+    });
+  } catch (e) {
+    throw (0, import_util.errorWithFile)(filePath, "Cannot read test list file: " + e.message);
+  }
+}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   collectProjectsAndTestFiles,
   createRootSuite,
   loadFileSuites,
   loadGlobalHook,
-  loadReporter
+  loadReporter,
+  loadTestList
 });

package/lib/runner/tasks.js

@@ -249,10 +249,18 @@ function createLoadTask(mode, options) {
         const changedFiles = await (0, import_vcs.detectChangedTestFiles)(testRun.config.cliOnlyChanged, testRun.config.configDir);
         testRun.config.preOnlyTestFilters.push((test) => changedFiles.has(test.location.file));
       }
+      if (testRun.config.cliTestList) {
+        const testListFilter = await (0, import_loadUtils.loadTestList)(testRun.config, testRun.config.cliTestList);
+        testRun.config.preOnlyTestFilters.push(testListFilter);
+      }
+      if (testRun.config.cliTestListInvert) {
+        const testListInvertFilter = await (0, import_loadUtils.loadTestList)(testRun.config, testRun.config.cliTestListInvert);
+        testRun.config.preOnlyTestFilters.push((test) => !testListInvertFilter(test));
+      }
       const { rootSuite, topLevelProjects } = await (0, import_loadUtils.createRootSuite)(testRun, options.failOnLoadErrors ? errors : softErrors, !!options.filterOnly);
       testRun.rootSuite = rootSuite;
       testRun.failureTracker.onRootSuite(rootSuite, topLevelProjects);
-      if (options.failOnLoadErrors && !testRun.rootSuite.allTests().length && !testRun.config.cliPassWithNoTests && !testRun.config.config.shard && !testRun.config.cliOnlyChanged) {
+      if (options.failOnLoadErrors && !testRun.rootSuite.allTests().length && !testRun.config.cliPassWithNoTests && !testRun.config.config.shard && !testRun.config.cliOnlyChanged && !testRun.config.cliTestList && !testRun.config.cliTestListInvert) {
         if (testRun.config.cliArgs.length) {
           throw new Error([
             `No tests found.`,

package/lib/runner/testRunner.js

@@ -365,7 +365,8 @@ async function runAllTestsWithConfig(config) {
   (0, import_webServerPlugin.webServerPluginsForConfig)(config).forEach((p) => config.plugins.push({ factory: p }));
   const reporters = await (0, import_reporters.createReporters)(config, listOnly ? "list" : "test", false);
   const lastRun = new import_lastRun.LastRunReporter(config);
-  await lastRun.applyFilter();
+  if (config.cliLastFailed)
+    await lastRun.filterLastFailed();
   const reporter = new import_internalReporter.InternalReporter([...reporters, lastRun]);
   const tasks = listOnly ? [
     (0, import_tasks.createLoadTask)("in-process", { failOnLoadErrors: true, filterOnly: false }),

package/lib/util.js

@@ -48,6 +48,7 @@ __export(util_exports, {
   getPackageJsonPath: () => getPackageJsonPath,
   mergeObjects: () => mergeObjects,
   normalizeAndSaveAttachment: () => normalizeAndSaveAttachment,
+  parseLocationArg: () => parseLocationArg,
   relativeFilePath: () => relativeFilePath,
   removeDirAndLogToConsole: () => removeDirAndLogToConsole,
   resolveImportSpecifierAfterMapping: () => resolveImportSpecifierAfterMapping,
@@ -105,14 +106,18 @@ function serializeError(error) {
     value: import_util.default.inspect(error)
   };
 }
+function parseLocationArg(arg) {
+  const match = /^(.*?):(\d+):?(\d+)?$/.exec(arg);
+  return {
+    file: match ? match[1] : arg,
+    line: match ? parseInt(match[2], 10) : null,
+    column: match?.[3] ? parseInt(match[3], 10) : null
+  };
+}
 function createFileFiltersFromArguments(args) {
   return args.map((arg) => {
-    const match = /^(.*?):(\d+):?(\d+)?$/.exec(arg);
-    return {
-      re: forceRegExp(match ? match[1] : arg),
-      line: match ? parseInt(match[2], 10) : null,
-      column: match?.[3] ? parseInt(match[3], 10) : null
-    };
+    const parsed = parseLocationArg(arg);
+    return { re: forceRegExp(parsed.file), line: parsed.line, column: parsed.column };
   });
 }
 function createFileMatcherFromArguments(args) {
@@ -385,6 +390,7 @@ function stripAnsiEscapes(str) {
   getPackageJsonPath,
   mergeObjects,
   normalizeAndSaveAttachment,
+  parseLocationArg,
   relativeFilePath,
   removeDirAndLogToConsole,
   resolveImportSpecifierAfterMapping,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "playwright",
-  "version": "1.56.0-alpha-2025-09-24",
+  "version": "1.56.0-alpha-1758747822000",
   "description": "A high-level API to automate web browsers",
   "repository": {
     "type": "git",
@@ -64,7 +64,7 @@
   },
   "license": "Apache-2.0",
   "dependencies": {
-    "playwright-core": "1.56.0-alpha-2025-09-24"
+    "playwright-core": "1.56.0-alpha-1758747822000"
   },
   "optionalDependencies": {
     "fsevents": "2.3.2"