npm - playwright - Versions diffs - 1.57.0-alpha-2025-10-29 → 1.57.0-alpha-2025-10-30 - Mend

playwright 1.57.0-alpha-2025-10-29 → 1.57.0-alpha-2025-10-30

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (20) hide show

package/lib/agents/generateAgents.js CHANGED Viewed

@@ -100,9 +100,6 @@ class ClaudeGenerator {
     await import_fs.default.promises.mkdir(".claude/agents", { recursive: true });
     for (const agent of agents)
       await writeFile(`.claude/agents/${agent.header.name}.md`, ClaudeGenerator.agentSpec(agent), "\u{1F916}", "agent definition");
-    await deleteFile(`.claude/agents/playwright-test-planner.md`, "legacy planner agent");
-    await deleteFile(`.claude/agents/playwright-test-generator.md`, "legacy generator agent");
-    await deleteFile(`.claude/agents/playwright-test-healer.md`, "legacy healer agent");
     await writeFile(".mcp.json", JSON.stringify({
       mcpServers: {
         "playwright-test": {
@@ -153,9 +150,6 @@ class OpencodeGenerator {
       prompt.push(...agent.examples.map((example) => `<example>${example}</example>`));
       await writeFile(`.opencode/prompts/${agent.header.name}.md`, prompt.join("\n"), "\u{1F916}", "agent definition");
     }
-    await deleteFile(`.opencode/prompts/playwright-test-planner.md`, "legacy planner agent");
-    await deleteFile(`.opencode/prompts/playwright-test-generator.md`, "legacy generator agent");
-    await deleteFile(`.opencode/prompts/playwright-test-healer.md`, "legacy healer agent");
     await writeFile("opencode.json", OpencodeGenerator.configuration(agents), "\u{1F527}", "opencode configuration");
     initRepoDone();
   }

package/lib/agents/{pwt-coverage.prompt.md → playwright-test-coverage.prompt.md} RENAMED Viewed

@@ -8,7 +8,7 @@ Parameters:
 - Seed file (optional): the seed file to use, defaults to `${seedFile}`
 - Test plan file (optional): the test plan file to write, under `specs/` folder.
-1. Call #pwt-planner subagent with prompt:
+1. Call #playwright-test-planner subagent with prompt:
 <plan>
   <task-text><!-- the task --></task-text>
@@ -16,7 +16,7 @@ Parameters:
   <plan-file><!-- path to test plan file to generate --></plan-file>
 </plan>
-2. For each test case from the test plan file (1.1, 1.2, ...), one after another, not in parallel, call #pwt-generator subagent with prompt:
+2. For each test case from the test plan file (1.1, 1.2, ...), one after another, not in parallel, call #playwright-test-generator subagent with prompt:
 <generate>
   <test-suite><!-- Verbatim name of the test spec group w/o ordinal like "Multiplication tests" --></test-suite>
@@ -26,6 +26,6 @@ Parameters:
   <body><!-- Test case content including steps and expectations --></body>
 </generate>
-3. Call #pwt-healer subagent with prompt:
+3. Call #playwright-test-healer subagent with prompt:
 <heal>Run all tests and fix the failing ones one after another.</heal>

package/lib/agents/{pwt-generate.prompt.md → playwright-test-generate.prompt.md} RENAMED Viewed

@@ -1,5 +1,5 @@
 ---
-agent: pwt-generator
+agent: playwright-test-generator
 description: Generate test plan
 ---

package/lib/agents/{pwt-generator.agent.md → playwright-test-generator.agent.md} RENAMED Viewed

@@ -1,5 +1,5 @@
 ---
-name: pwt-generator
+name: playwright-test-generator
 description: Use this agent when you need to create automated browser tests using Playwright
 model: sonnet
 color: blue

package/lib/agents/{pwt-heal.prompt.md → playwright-test-heal.prompt.md} RENAMED Viewed

@@ -1,5 +1,5 @@
 ---
-agent: pwt-healer
+agent: playwright-test-healer
 description: Fix tests
 ---

package/lib/agents/{pwt-healer.agent.md → playwright-test-healer.agent.md} RENAMED Viewed

@@ -1,5 +1,5 @@
 ---
-name: pwt-healer
+name: playwright-test-healer
 description: Use this agent when you need to debug and fix failing Playwright tests
 model: sonnet
 color: red

package/lib/agents/{pwt-plan.prompt.md → playwright-test-plan.prompt.md} RENAMED Viewed

@@ -1,5 +1,5 @@
 ---
-agent: pwt-planner
+agent: playwright-test-planner
 description: Create test plan
 ---

package/lib/agents/{pwt-planner.agent.md → playwright-test-planner.agent.md} RENAMED Viewed

@@ -1,5 +1,5 @@
 ---
-name: pwt-planner
+name: playwright-test-planner
 description: Use this agent when you need to create comprehensive test plan for a web application or website
 model: sonnet
 color: green

package/lib/mcp/test/streams.js CHANGED Viewed

@@ -22,14 +22,16 @@ __export(streams_exports, {
 });
 module.exports = __toCommonJS(streams_exports);
 var import_stream = require("stream");
+var import_util = require("../../util");
 class StringWriteStream extends import_stream.Writable {
-  constructor(progress) {
+  constructor(progress, stdio) {
     super();
     this._progress = progress;
+    this._prefix = stdio === "stdout" ? "" : "[err] ";
   }
   _write(chunk, encoding, callback) {
-    const text = chunk.toString();
-    this._progress({ message: text.endsWith("\n") ? text.slice(0, -1) : text });
+    const text = (0, import_util.stripAnsiEscapes)(chunk.toString());
+    this._progress({ message: `${this._prefix}${text.endsWith("\n") ? text.slice(0, -1) : text}` });
     callback();
   }
 }

package/lib/mcp/test/testContext.js CHANGED Viewed

@@ -29,7 +29,8 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var testContext_exports = {};
 __export(testContext_exports, {
   GeneratorJournal: () => GeneratorJournal,
-  TestContext: () => TestContext
+  TestContext: () => TestContext,
+  createScreen: () => createScreen
 });
 module.exports = __toCommonJS(testContext_exports);
 var import_fs = __toESM(require("fs"));
@@ -124,39 +125,77 @@ class TestContext {
     };
   }
   async runSeedTest(seedFile, projectName, progress) {
-    const { screen } = this.createScreen(progress);
+    await this.runWithGlobalSetup(async (testRunner, reporter) => {
+      const result = await testRunner.runTests(reporter, {
+        headed: !this.options?.headless,
+        locations: ["/" + (0, import_utils.escapeRegExp)(seedFile) + "/"],
+        projects: [projectName],
+        timeout: 0,
+        workers: 1,
+        pauseAtEnd: true,
+        disableConfigReporters: true,
+        failOnLoadErrors: true
+      });
+      if (result.status === "passed" && !reporter.suite?.allTests().length)
+        throw new Error("seed test not found.");
+      if (result.status !== "passed")
+        throw new Error("Errors while running the seed test.");
+    }, progress);
+  }
+  async runWithGlobalSetup(callback, progress) {
+    const { screen, claimStdio, releaseStdio } = createScreen(progress);
     const configDir = this.configLocation.configDir;
-    const reporter = new import_list.default({ configDir, screen });
     const testRunner = await this.createTestRunner();
-    const result = await testRunner.runTests(reporter, {
-      headed: !this.options?.headless,
-      locations: ["/" + (0, import_utils.escapeRegExp)(seedFile) + "/"],
-      projects: [projectName],
-      timeout: 0,
-      workers: 1,
-      pauseAtEnd: true,
-      disableConfigReporters: true,
-      failOnLoadErrors: true
-    });
-    if (result.status === "passed" && !reporter.suite?.allTests().length)
-      throw new Error("seed test not found.");
-    if (result.status !== "passed")
-      throw new Error("Errors while running the seed test.");
-  }
-  createScreen(progress) {
-    const stream = new import_streams.StringWriteStream(progress);
-    const screen = {
-      ...import_base.terminalScreen,
-      isTTY: false,
-      colors: import_utils.noColors,
-      stdout: stream,
-      stderr: stream
-    };
-    return { screen, stream };
+    claimStdio();
+    try {
+      const setupReporter = new import_list.default({ configDir, screen, includeTestId: true });
+      const { status } = await testRunner.runGlobalSetup([setupReporter]);
+      if (status !== "passed")
+        throw new Error("Failed to run global setup");
+    } finally {
+      releaseStdio();
+    }
+    try {
+      const reporter = new import_list.default({ configDir, screen, includeTestId: true });
+      return await callback(testRunner, reporter);
+    } finally {
+      claimStdio();
+      await testRunner.runGlobalTeardown().finally(() => {
+        releaseStdio();
+      });
+    }
   }
   async close() {
   }
 }
+function createScreen(progress) {
+  const stdout = new import_streams.StringWriteStream(progress, "stdout");
+  const stderr = new import_streams.StringWriteStream(progress, "stderr");
+  const screen = {
+    ...import_base.terminalScreen,
+    isTTY: false,
+    colors: import_utils.noColors,
+    stdout,
+    stderr
+  };
+  const originalStdoutWrite = process.stdout.write;
+  const originalStderrWrite = process.stderr.write;
+  const claimStdio = () => {
+    process.stdout.write = (chunk) => {
+      stdout.write(chunk);
+      return true;
+    };
+    process.stderr.write = (chunk) => {
+      stderr.write(chunk);
+      return true;
+    };
+  };
+  const releaseStdio = () => {
+    process.stdout.write = originalStdoutWrite;
+    process.stderr.write = originalStderrWrite;
+  };
+  return { screen, claimStdio, releaseStdio };
+}
 const bestPracticesMarkdown = `
 # Best practices
 - Do not improvise, do not add directives that were not asked for
@@ -172,5 +211,6 @@ const bestPracticesMarkdown = `
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   GeneratorJournal,
-  TestContext
+  TestContext,
+  createScreen
 });

package/lib/mcp/test/testTools.js CHANGED Viewed

@@ -34,9 +34,9 @@ __export(testTools_exports, {
 });
 module.exports = __toCommonJS(testTools_exports);
 var import_bundle = require("../sdk/bundle");
-var import_list = __toESM(require("../../reporters/list"));
 var import_listModeReporter = __toESM(require("../../reporters/listModeReporter"));
 var import_testTool = require("./testTool");
+var import_testContext = require("./testContext");
 const listTests = (0, import_testTool.defineTestTool)({
   schema: {
     name: "test_list",
@@ -46,7 +46,7 @@ const listTests = (0, import_testTool.defineTestTool)({
     type: "readOnly"
   },
   handle: async (context, _, progress) => {
-    const { screen } = context.createScreen(progress);
+    const { screen } = (0, import_testContext.createScreen)(progress);
     const reporter = new import_listModeReporter.default({ screen, includeTestId: true });
     const testRunner = await context.createTestRunner();
     await testRunner.listTests(reporter, {});
@@ -65,15 +65,13 @@ const runTests = (0, import_testTool.defineTestTool)({
     type: "readOnly"
   },
   handle: async (context, params, progress) => {
-    const { screen } = context.createScreen(progress);
-    const configDir = context.configLocation.configDir;
-    const reporter = new import_list.default({ configDir, screen, includeTestId: true, prefixStdio: "out" });
-    const testRunner = await context.createTestRunner();
-    await testRunner.runTests(reporter, {
-      locations: params.locations,
-      projects: params.projects,
-      disableConfigReporters: true
-    });
+    await context.runWithGlobalSetup(async (testRunner, reporter) => {
+      await testRunner.runTests(reporter, {
+        locations: params.locations,
+        projects: params.projects,
+        disableConfigReporters: true
+      });
+    }, progress);
     return { content: [] };
   }
 });
@@ -91,19 +89,17 @@ const debugTest = (0, import_testTool.defineTestTool)({
     type: "readOnly"
   },
   handle: async (context, params, progress) => {
-    const { screen } = context.createScreen(progress);
-    const configDir = context.configLocation.configDir;
-    const reporter = new import_list.default({ configDir, screen, includeTestId: true, prefixStdio: "out" });
-    const testRunner = await context.createTestRunner();
-    await testRunner.runTests(reporter, {
-      headed: !context.options?.headless,
-      testIds: [params.test.id],
-      // For automatic recovery
-      timeout: 0,
-      workers: 1,
-      pauseOnError: true,
-      disableConfigReporters: true
-    });
+    await context.runWithGlobalSetup(async (testRunner, reporter) => {
+      await testRunner.runTests(reporter, {
+        headed: !context.options?.headless,
+        testIds: [params.test.id],
+        // For automatic recovery
+        timeout: 0,
+        workers: 1,
+        pauseOnError: true,
+        disableConfigReporters: true
+      });
+    }, progress);
     return { content: [] };
   }
 });

package/lib/plugins/webServerPlugin.js CHANGED Viewed

@@ -115,17 +115,38 @@ class WebServerPlugin {
     });
     this._killProcess = gracefullyClose;
     debugWebServer(`Process started`);
+    if (this._options.wait?.stdout || this._options.wait?.stderr)
+      this._waitForStdioPromise = new import_utils.ManualPromise();
+    let stdoutWaitCollector = this._options.wait?.stdout ? "" : void 0;
+    let stderrWaitCollector = this._options.wait?.stderr ? "" : void 0;
+    const resolveStdioPromise = () => {
+      stderrWaitCollector = void 0;
+      stdoutWaitCollector = void 0;
+      this._waitForStdioPromise?.resolve();
+    };
     launchedProcess.stderr.on("data", (data) => {
+      if (stderrWaitCollector !== void 0) {
+        stderrWaitCollector += data.toString();
+        if (this._options.wait?.stderr?.test(stderrWaitCollector))
+          resolveStdioPromise();
+      }
       if (debugWebServer.enabled || (this._options.stderr === "pipe" || !this._options.stderr))
         this._reporter.onStdErr?.(prefixOutputLines(data.toString(), this._options.name));
     });
     launchedProcess.stdout.on("data", (data) => {
+      if (stdoutWaitCollector !== void 0) {
+        stdoutWaitCollector += data.toString();
+        if (this._options.wait?.stdout?.test(stdoutWaitCollector))
+          resolveStdioPromise();
+      }
       if (debugWebServer.enabled || this._options.stdout === "pipe")
         this._reporter.onStdOut?.(prefixOutputLines(data.toString(), this._options.name));
     });
   }
   async _waitForProcess() {
-    if (!this._isAvailableCallback) {
+    if (this._options.wait?.time)
+      await new Promise((resolve) => setTimeout(resolve, this._options.wait.time));
+    if (!this._isAvailableCallback && !this._waitForStdioPromise) {
       this._processExitedPromise.catch(() => {
       });
       return;
@@ -133,10 +154,13 @@ class WebServerPlugin {
     debugWebServer(`Waiting for availability...`);
     const launchTimeout = this._options.timeout || 60 * 1e3;
     const cancellationToken = { canceled: false };
-    const { timedOut } = await Promise.race([
-      (0, import_utils.raceAgainstDeadline)(() => waitFor(this._isAvailableCallback, cancellationToken), (0, import_utils.monotonicTime)() + launchTimeout),
-      this._processExitedPromise
-    ]);
+    const deadline = (0, import_utils.monotonicTime)() + launchTimeout;
+    const racingPromises = [this._processExitedPromise];
+    if (this._isAvailableCallback)
+      racingPromises.push((0, import_utils.raceAgainstDeadline)(() => waitFor(this._isAvailableCallback, cancellationToken), deadline));
+    if (this._waitForStdioPromise)
+      racingPromises.push((0, import_utils.raceAgainstDeadline)(() => this._waitForStdioPromise, deadline));
+    const { timedOut } = await Promise.race(racingPromises);
     cancellationToken.canceled = true;
     if (timedOut)
       throw new Error(`Timed out waiting ${launchTimeout}ms from config.webServer.`);

package/lib/reporters/html.js CHANGED Viewed

@@ -130,10 +130,10 @@ class HtmlReporter {
     if (process.env.CI || !this._buildResult)
       return;
     const { ok, singleTestId } = this._buildResult;
-    const shouldOpen = !this._options._isTestServer && (this._open === "always" || !ok && this._open === "on-failure");
+    const shouldOpen = !!process.stdin.isTTY && (this._open === "always" || !ok && this._open === "on-failure");
     if (shouldOpen) {
       await showHTMLReport(this._outputFolder, this._host, this._port, singleTestId);
-    } else if (this._options._mode === "test" && !this._options._isTestServer) {
+    } else if (this._options._mode === "test" && !!process.stdin.isTTY) {
       const packageManagerCommand = (0, import_utils.getPackageManagerExecCommand)();
       const relativeReportPath = this._outputFolder === standaloneDefaultFolder() ? "" : " " + import_path.default.relative(process.cwd(), this._outputFolder);
       const hostArg = this._host ? ` --host ${this._host}` : "";

package/lib/reporters/list.js CHANGED Viewed

@@ -39,7 +39,6 @@ class ListReporter extends import_base.TerminalReporter {
     this._stepIndex = /* @__PURE__ */ new Map();
     this._needNewLine = false;
     this._printSteps = (0, import_utils.getAsBooleanFromENV)("PLAYWRIGHT_LIST_PRINT_STEPS", options?.printSteps);
-    this._prefixStdio = options?.prefixStdio;
   }
   onBegin(suite) {
     super.onBegin(suite);
@@ -143,10 +142,7 @@ class ListReporter extends import_base.TerminalReporter {
       return;
     const text = chunk.toString("utf-8");
     this._updateLineCountAndNewLineFlagForOutput(text);
-    if (this._prefixStdio)
-      stream.write(`[${stdio}] ${chunk}`);
-    else
-      stream.write(chunk);
+    stream.write(chunk);
   }
   onTestEnd(test, result) {
     super.onTestEnd(test, result);

package/lib/reporters/merge.js CHANGED Viewed

@@ -41,7 +41,7 @@ var import_teleReceiver = require("../isomorphic/teleReceiver");
 var import_reporters = require("../runner/reporters");
 var import_util = require("../util");
 async function createMergedReport(config, dir, reporterDescriptions, rootDirOverride) {
-  const reporters = await (0, import_reporters.createReporters)(config, "merge", false, reporterDescriptions);
+  const reporters = await (0, import_reporters.createReporters)(config, "merge", reporterDescriptions);
   const multiplexer = new import_multiplexer.Multiplexer(reporters);
   const stringPool = new import_stringInternPool.StringInternPool();
   let printStatus = () => {

package/lib/runner/reporters.js CHANGED Viewed

@@ -47,7 +47,7 @@ var import_line = __toESM(require("../reporters/line"));
 var import_list = __toESM(require("../reporters/list"));
 var import_listModeReporter = __toESM(require("../reporters/listModeReporter"));
 var import_reporterV2 = require("../reporters/reporterV2");
-async function createReporters(config, mode, isTestServer, descriptions) {
+async function createReporters(config, mode, descriptions) {
   const defaultReporters = {
     blob: import_blob.BlobReporter,
     dot: mode === "list" ? import_listModeReporter.default : import_dot.default,
@@ -63,7 +63,7 @@ async function createReporters(config, mode, isTestServer, descriptions) {
   descriptions ??= config.config.reporter;
   if (config.configCLIOverrides.additionalReporters)
     descriptions = [...descriptions, ...config.configCLIOverrides.additionalReporters];
-  const runOptions = reporterOptions(config, mode, isTestServer);
+  const runOptions = reporterOptions(config, mode);
   for (const r of descriptions) {
     const [name, arg] = r;
     const options = { ...runOptions, ...arg };
@@ -104,11 +104,10 @@ function createErrorCollectingReporter(screen) {
     errors: () => errors
   };
 }
-function reporterOptions(config, mode, isTestServer) {
+function reporterOptions(config, mode) {
   return {
     configDir: config.configDir,
     _mode: mode,
-    _isTestServer: isTestServer,
     _commandHash: computeCommandHash(config)
   };
 }

package/lib/runner/testRunner.js CHANGED Viewed

@@ -269,7 +269,7 @@ class TestRunner extends import_events.default {
       const testIdSet = new Set(params.testIds);
       config.preOnlyTestFilters.push((test) => testIdSet.has(test.id));
     }
-    const configReporters = params.disableConfigReporters ? [] : await (0, import_reporters.createReporters)(config, "test", true);
+    const configReporters = params.disableConfigReporters ? [] : await (0, import_reporters.createReporters)(config, "test");
     const reporter = new import_internalReporter.InternalReporter([...configReporters, userReporter]);
     const stop = new import_utils.ManualPromise();
     const tasks = [
@@ -363,7 +363,7 @@ async function runAllTestsWithConfig(config) {
   const listOnly = config.cliListOnly;
   (0, import_gitCommitInfoPlugin.addGitCommitInfoPlugin)(config);
   (0, import_webServerPlugin.webServerPluginsForConfig)(config).forEach((p) => config.plugins.push({ factory: p }));
-  const reporters = await (0, import_reporters.createReporters)(config, listOnly ? "list" : "test", false);
+  const reporters = await (0, import_reporters.createReporters)(config, listOnly ? "list" : "test");
   const lastRun = new import_lastRun.LastRunReporter(config);
   if (config.cliLastFailed)
     await lastRun.filterLastFailed();

package/lib/runner/testServer.js CHANGED Viewed

@@ -45,6 +45,7 @@ var import_testRunner = require("./testRunner");
 const originalDebugLog = import_utilsBundle.debug.log;
 const originalStdoutWrite = process.stdout.write;
 const originalStderrWrite = process.stderr.write;
+const originalStdinIsTTY = process.stdin.isTTY;
 class TestServer {
   constructor(configLocation, configCLIOverrides) {
     this._configLocation = configLocation;
@@ -191,10 +192,12 @@ class TestServerDispatcher {
       };
       process.stdout.write = stdoutWrite;
       process.stderr.write = stderrWrite;
+      process.stdin.isTTY = void 0;
     } else {
       import_utilsBundle.debug.log = originalDebugLog;
       process.stdout.write = originalStdoutWrite;
       process.stderr.write = originalStderrWrite;
+      process.stdin.isTTY = originalStdinIsTTY;
     }
   }
 }

package/package.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "name": "playwright",
-  "version": "1.57.0-alpha-2025-10-29",
+  "version": "1.57.0-alpha-2025-10-30",
   "description": "A high-level API to automate web browsers",
   "repository": {
     "type": "git",
@@ -64,7 +64,7 @@
   },
   "license": "Apache-2.0",
   "dependencies": {
-    "playwright-core": "1.57.0-alpha-2025-10-29"
+    "playwright-core": "1.57.0-alpha-2025-10-30"
   },
   "optionalDependencies": {
     "fsevents": "2.3.2"

package/types/test.d.ts CHANGED Viewed

@@ -10170,6 +10170,17 @@ interface TestConfigWebServer {
    */
   stdout?: "pipe"|"ignore";
+  /**
+   * Consider command started only when given output has been produced or a time in milliseconds has passed.
+   */
+  wait?: {
+    stdout?: RegExp;
+    stderr?: RegExp;
+    time?: number;
+  };
   /**
    * How long to wait for the process to start up and be available in milliseconds. Defaults to 60000.
    */