playwright 1.54.1 → 1.56.1

package/lib/plugins/webServerPlugin.js

@@ -80,6 +80,8 @@ class WebServerPlugin {
       const port = new URL(this._options.url).port;
       throw new Error(`${this._options.url ?? `http://localhost${port ? ":" + port : ""}`} is already used, make sure that nothing is running on the port/url or set reuseExistingServer:true in config.webServer.`);
     }
+    if (!this._options.command)
+      throw new Error("config.webServer.command cannot be empty");
     debugWebServer(`Starting WebServer process ${this._options.command}...`);
     const { launchedProcess, gracefullyClose } = await (0, import_utils.launchProcess)({
       command: this._options.command,

package/lib/program.js

@@ -28,8 +28,7 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var program_exports = {};
 __export(program_exports, {
-  program: () => import_program2.program,
-  withRunnerAndMutedWrite: () => withRunnerAndMutedWrite
+  program: () => import_program2.program
 });
 module.exports = __toCommonJS(program_exports);
 var import_fs = __toESM(require("fs"));
@@ -43,10 +42,17 @@ var import_base = require("./reporters/base");
 var import_html = require("./reporters/html");
 var import_merge = require("./reporters/merge");
 var import_projectUtils = require("./runner/projectUtils");
-var import_runner = require("./runner/runner");
 var testServer = __toESM(require("./runner/testServer"));
 var import_watchMode = require("./runner/watchMode");
-var import_util = require("./util");
+var import_testRunner = require("./runner/testRunner");
+var import_reporters = require("./runner/reporters");
+var import_exports = require("./mcp/sdk/exports");
+var import_testBackend = require("./mcp/test/testBackend");
+var import_seed = require("./mcp/test/seed");
+var import_program3 = require("./mcp/program");
+var import_watchdog = require("./mcp/browser/watchdog");
+var import_generateAgents = require("./agents/generateAgents");
+const packageJSON = require("../package.json");
 function addTestCommand(program3) {
   const command = program3.command("test [test-filter...]");
   command.description("run tests with Playwright Test");
@@ -78,44 +84,24 @@ Examples:
   $ npx playwright test --headed
   $ npx playwright test --project=webkit`);
 }
-function addListFilesCommand(program3) {
-  const command = program3.command("list-files [file-filter...]", { hidden: true });
-  command.description("List files with Playwright Test tests");
-  command.option("-c, --config <file>", `Configuration file, or a test directory with optional "playwright.config.{m,c}?{js,ts}"`);
-  command.option("--project <project-name...>", `Only run tests from the specified list of projects, supports '*' wildcard (default: list all projects)`);
-  command.action(async (args, opts) => listTestFiles(opts));
-}
 function addClearCacheCommand(program3) {
   const command = program3.command("clear-cache");
   command.description("clears build and test caches");
   command.option("-c, --config <file>", `Configuration file, or a test directory with optional "playwright.config.{m,c}?{js,ts}"`);
   command.action(async (opts) => {
-    const config = await (0, import_configLoader.loadConfigFromFile)(opts.config);
-    const runner = new import_runner.Runner(config);
-    const { status } = await runner.clearCache();
+    const runner = new import_testRunner.TestRunner((0, import_configLoader.resolveConfigLocation)(opts.config), {});
+    const { status } = await runner.clearCache((0, import_reporters.createErrorCollectingReporter)(import_base.terminalScreen));
     const exitCode = status === "interrupted" ? 130 : status === "passed" ? 0 : 1;
     (0, import_utils.gracefullyProcessExitDoNotHang)(exitCode);
   });
 }
-function addFindRelatedTestFilesCommand(program3) {
-  const command = program3.command("find-related-test-files [source-files...]", { hidden: true });
-  command.description("Returns the list of related tests to the given files");
-  command.option("-c, --config <file>", `Configuration file, or a test directory with optional "playwright.config.{m,c}?{js,ts}"`);
-  command.action(async (files, options) => {
-    const resolvedFiles = files.map((file) => import_path.default.resolve(process.cwd(), file));
-    await withRunnerAndMutedWrite(options.config, (runner) => runner.findRelatedTestFiles(resolvedFiles));
-  });
-}
 function addDevServerCommand(program3) {
   const command = program3.command("dev-server", { hidden: true });
   command.description("start dev server");
   command.option("-c, --config <file>", `Configuration file, or a test directory with optional "playwright.config.{m,c}?{js,ts}"`);
   command.action(async (options) => {
-    const config = await (0, import_configLoader.loadConfigFromFile)(options.config);
-    const runner = new import_runner.Runner(config);
-    const { status } = await runner.runDevServer();
-    const exitCode = status === "interrupted" ? 130 : status === "passed" ? 0 : 1;
-    (0, import_utils.gracefullyProcessExitDoNotHang)(exitCode);
+    const runner = new import_testRunner.TestRunner((0, import_configLoader.resolveConfigLocation)(options.config), {});
+    await runner.startDevServer((0, import_reporters.createErrorCollectingReporter)(import_base.terminalScreen), "in-process");
   });
 }
 function addTestServerCommand(program3) {
@@ -160,6 +146,60 @@ Arguments [dir]:
 Examples:
   $ npx playwright merge-reports playwright-report`);
 }
+function addBrowserMCPServerCommand(program3) {
+  const command = program3.command("run-mcp-server", { hidden: true });
+  command.description("Interact with the browser over MCP");
+  (0, import_program3.decorateCommand)(command, packageJSON.version);
+}
+function addTestMCPServerCommand(program3) {
+  const command = program3.command("run-test-mcp-server", { hidden: true });
+  command.description("Interact with the test runner over MCP");
+  command.option("--headless", "run browser in headless mode, headed by default");
+  command.option("-c, --config <file>", `Configuration file, or a test directory with optional "playwright.config.{m,c}?{js,ts}"`);
+  command.option("--host <host>", "host to bind server to. Default is localhost. Use 0.0.0.0 to bind to all interfaces.");
+  command.option("--port <port>", "port to listen on for SSE transport.");
+  command.action(async (options) => {
+    (0, import_watchdog.setupExitWatchdog)();
+    const backendFactory = {
+      name: "Playwright Test Runner",
+      nameInConfig: "playwright-test-runner",
+      version: packageJSON.version,
+      create: () => new import_testBackend.TestServerBackend(options.config, { muteConsole: options.port === void 0, headless: options.headless })
+    };
+    const mdbUrl = await (0, import_exports.runMainBackend)(
+      backendFactory,
+      {
+        port: options.port === void 0 ? void 0 : +options.port
+      }
+    );
+    if (mdbUrl)
+      console.error("MCP Listening on: ", mdbUrl);
+  });
+}
+function addInitAgentsCommand(program3) {
+  const command = program3.command("init-agents");
+  command.description("Initialize repository agents");
+  const option = command.createOption("--loop <loop>", "Agentic loop provider");
+  option.choices(["vscode", "claude", "opencode"]);
+  command.addOption(option);
+  command.option("-c, --config <file>", `Configuration file to find a project to use for seed test`);
+  command.option("--project <project>", "Project to use for seed test");
+  command.action(async (opts) => {
+    if (opts.loop === "opencode") {
+      await (0, import_generateAgents.initOpencodeRepo)();
+    } else if (opts.loop === "vscode") {
+      await (0, import_generateAgents.initVSCodeRepo)();
+    } else if (opts.loop === "claude") {
+      await (0, import_generateAgents.initClaudeCodeRepo)();
+    } else {
+      command.help();
+      return;
+    }
+    const config = await (0, import_configLoader.loadConfigFromFile)(opts.config);
+    const project = (0, import_seed.seedProject)(config, opts.project);
+    await (0, import_seed.ensureSeedTest)(project, true);
+  });
+}
 async function runTests(args, opts) {
   await (0, import_utils.startProfiling)();
   const cliOverrides = overridesFromOptions(opts);
@@ -172,6 +212,8 @@ async function runTests(args, opts) {
   config.cliProjectFilter = opts.project || void 0;
   config.cliPassWithNoTests = !!opts.passWithNoTests;
   config.cliLastFailed = !!opts.lastFailed;
+  config.cliTestList = opts.testList ? import_path.default.resolve(process.cwd(), opts.testList) : void 0;
+  config.cliTestListInvert = opts.testListInvert ? import_path.default.resolve(process.cwd(), opts.testListInvert) : void 0;
   (0, import_projectUtils.filterProjects)(config.projects, config.cliProjectFilter);
   if (opts.ui || opts.uiHost || opts.uiPort) {
     if (opts.onlyChanged)
@@ -206,8 +248,7 @@ async function runTests(args, opts) {
     (0, import_utils.gracefullyProcessExitDoNotHang)(exitCode2);
     return;
   }
-  const runner = new import_runner.Runner(config);
-  const status = await runner.runAllTests();
+  const status = await (0, import_testRunner.runAllTestsWithConfig)(config);
   await (0, import_utils.stopProfiling)("runner");
   const exitCode = status === "interrupted" ? 130 : status === "passed" ? 0 : 1;
   (0, import_utils.gracefullyProcessExitDoNotHang)(exitCode);
@@ -219,29 +260,6 @@ async function runTestServer(opts) {
   const exitCode = status === "interrupted" ? 130 : status === "passed" ? 0 : 1;
   (0, import_utils.gracefullyProcessExitDoNotHang)(exitCode);
 }
-async function withRunnerAndMutedWrite(configFile, callback) {
-  const stdoutWrite = process.stdout.write.bind(process.stdout);
-  process.stdout.write = (a, b, c) => process.stderr.write(a, b, c);
-  try {
-    const config = await (0, import_configLoader.loadConfigFromFile)(configFile);
-    const runner = new import_runner.Runner(config);
-    const result = await callback(runner);
-    stdoutWrite(JSON.stringify(result, void 0, 2), () => {
-      (0, import_utils.gracefullyProcessExitDoNotHang)(0);
-    });
-  } catch (e) {
-    const error = (0, import_util.serializeError)(e);
-    error.location = (0, import_base.prepareErrorStack)(e.stack).location;
-    stdoutWrite(JSON.stringify({ error }, void 0, 2), () => {
-      (0, import_utils.gracefullyProcessExitDoNotHang)(0);
-    });
-  }
-}
-async function listTestFiles(opts) {
-  await withRunnerAndMutedWrite(opts.config, async (runner) => {
-    return await runner.listTestFiles();
-  });
-}
 async function mergeReports(reportDir, opts) {
   const configFile = opts.config;
   const config = configFile ? await (0, import_configLoader.loadConfigFromFile)(configFile) : await (0, import_configLoader.loadEmptyConfigForMergeReports)();
@@ -366,6 +384,8 @@ const testOptions = [
   ["--reporter <reporter>", { description: `Reporter to use, comma-separated, can be ${import_config.builtInReporters.map((name) => `"${name}"`).join(", ")} (default: "${import_config.defaultReporter}")` }],
   ["--retries <retries>", { description: `Maximum retry count for flaky tests, zero for no retries (default: no retries)` }],
   ["--shard <shard>", { description: `Shard tests and execute only the selected shard, specify in the form "current/all", 1-based, for example "3/5"` }],
+  ["--test-list <file>", { description: `Path to a file containing a list of tests to run. See https://playwright.dev/docs/test-cli for more details.` }],
+  ["--test-list-invert <file>", { description: `Path to a file containing a list of tests to skip. See https://playwright.dev/docs/test-cli for more details.` }],
   ["--timeout <timeout>", { description: `Specify test timeout threshold in milliseconds, zero for unlimited (default: ${import_config.defaultTimeout})` }],
   ["--trace <mode>", { description: `Force tracing mode`, choices: kTraceModes }],
   ["--tsconfig <path>", { description: `Path to a single tsconfig applicable to all imported files (default: look up tsconfig for each imported file separately)` }],
@@ -379,14 +399,14 @@ const testOptions = [
 ];
 addTestCommand(import_program.program);
 addShowReportCommand(import_program.program);
-addListFilesCommand(import_program.program);
 addMergeReportsCommand(import_program.program);
 addClearCacheCommand(import_program.program);
-addFindRelatedTestFilesCommand(import_program.program);
+addBrowserMCPServerCommand(import_program.program);
+addTestMCPServerCommand(import_program.program);
 addDevServerCommand(import_program.program);
 addTestServerCommand(import_program.program);
+addInitAgentsCommand(import_program.program);
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  program,
-  withRunnerAndMutedWrite
+  program
 });

package/lib/reporters/base.js

@@ -54,18 +54,20 @@ var import_utilsBundle2 = require("../utilsBundle");
 const kOutputSymbol = Symbol("output");
 const DEFAULT_TTY_WIDTH = 100;
 const DEFAULT_TTY_HEIGHT = 40;
+const originalProcessStdout = process.stdout;
+const originalProcessStderr = process.stderr;
 const terminalScreen = (() => {
-  let isTTY = !!process.stdout.isTTY;
-  let ttyWidth = process.stdout.columns || 0;
-  let ttyHeight = process.stdout.rows || 0;
+  let isTTY = !!originalProcessStdout.isTTY;
+  let ttyWidth = originalProcessStdout.columns || 0;
+  let ttyHeight = originalProcessStdout.rows || 0;
   if (process.env.PLAYWRIGHT_FORCE_TTY === "false" || process.env.PLAYWRIGHT_FORCE_TTY === "0") {
     isTTY = false;
     ttyWidth = 0;
     ttyHeight = 0;
   } else if (process.env.PLAYWRIGHT_FORCE_TTY === "true" || process.env.PLAYWRIGHT_FORCE_TTY === "1") {
     isTTY = true;
-    ttyWidth = process.stdout.columns || DEFAULT_TTY_WIDTH;
-    ttyHeight = process.stdout.rows || DEFAULT_TTY_HEIGHT;
+    ttyWidth = originalProcessStdout.columns || DEFAULT_TTY_WIDTH;
+    ttyHeight = originalProcessStdout.rows || DEFAULT_TTY_HEIGHT;
   } else if (process.env.PLAYWRIGHT_FORCE_TTY) {
     isTTY = true;
     const sizeMatch = process.env.PLAYWRIGHT_FORCE_TTY.match(/^(\d+)x(\d+)$/);
@@ -92,7 +94,9 @@ const terminalScreen = (() => {
     isTTY,
     ttyWidth,
     ttyHeight,
-    colors
+    colors,
+    stdout: originalProcessStdout,
+    stderr: originalProcessStderr
   };
 })();
 const nonTerminalScreen = {
@@ -111,12 +115,12 @@ const internalScreen = {
 };
 class TerminalReporter {
   constructor(options = {}) {
-    this.screen = terminalScreen;
     this.totalTestCount = 0;
     this.fileDurations = /* @__PURE__ */ new Map();
     this._fatalErrors = [];
     this._failureCount = 0;
-    this._omitFailures = options.omitFailures || false;
+    this.screen = options.screen ?? terminalScreen;
+    this._options = options;
   }
   version() {
     return "v2";
@@ -254,48 +258,51 @@ class TerminalReporter {
   epilogue(full) {
     const summary = this.generateSummary();
     const summaryMessage = this.generateSummaryMessage(summary);
-    if (full && summary.failuresToPrint.length && !this._omitFailures)
+    if (full && summary.failuresToPrint.length && !this._options.omitFailures)
       this._printFailures(summary.failuresToPrint);
     this._printSlowTests();
     this._printSummary(summaryMessage);
   }
   _printFailures(failures) {
-    console.log("");
+    this.writeLine("");
     failures.forEach((test, index) => {
-      console.log(this.formatFailure(test, index + 1));
+      this.writeLine(this.formatFailure(test, index + 1));
     });
   }
   _printSlowTests() {
     const slowTests = this.getSlowTests();
     slowTests.forEach(([file, duration]) => {
-      console.log(this.screen.colors.yellow("  Slow test file: ") + file + this.screen.colors.yellow(` (${(0, import_utilsBundle.ms)(duration)})`));
+      this.writeLine(this.screen.colors.yellow("  Slow test file: ") + file + this.screen.colors.yellow(` (${(0, import_utilsBundle.ms)(duration)})`));
     });
     if (slowTests.length)
-      console.log(this.screen.colors.yellow("  Consider running tests from slow files in parallel. See: https://playwright.dev/docs/test-parallel"));
+      this.writeLine(this.screen.colors.yellow("  Consider running tests from slow files in parallel. See: https://playwright.dev/docs/test-parallel"));
   }
   _printSummary(summary) {
     if (summary.trim())
-      console.log(summary);
+      this.writeLine(summary);
   }
   willRetry(test) {
     return test.outcome() === "unexpected" && test.results.length <= test.retries;
   }
-  formatTestTitle(test, step, omitLocation = false) {
-    return formatTestTitle(this.screen, this.config, test, step, omitLocation);
+  formatTestTitle(test, step) {
+    return formatTestTitle(this.screen, this.config, test, step, this._options);
   }
   formatTestHeader(test, options = {}) {
-    return formatTestHeader(this.screen, this.config, test, options);
+    return formatTestHeader(this.screen, this.config, test, { ...options, includeTestId: this._options.includeTestId });
   }
   formatFailure(test, index) {
-    return formatFailure(this.screen, this.config, test, index);
+    return formatFailure(this.screen, this.config, test, index, this._options);
   }
   formatError(error) {
     return formatError(this.screen, error);
   }
+  writeLine(line) {
+    this.screen.stdout?.write(line ? line + "\n" : "\n");
+  }
 }
-function formatFailure(screen, config, test, index) {
+function formatFailure(screen, config, test, index, options) {
   const lines = [];
-  const header = formatTestHeader(screen, config, test, { indent: "  ", index, mode: "error" });
+  const header = formatTestHeader(screen, config, test, { indent: "  ", index, mode: "error", includeTestId: options?.includeTestId });
   lines.push(screen.colors.red(header));
   for (const result of test.results) {
     const resultLines = [];
@@ -409,20 +416,18 @@ function stepSuffix(step) {
   const stepTitles = step ? step.titlePath() : [];
   return stepTitles.map((t) => t.split("\n")[0]).map((t) => " \u203A " + t).join("");
 }
-function formatTestTitle(screen, config, test, step, omitLocation = false) {
+function formatTestTitle(screen, config, test, step, options = {}) {
   const [, projectName, , ...titles] = test.titlePath();
-  let location;
-  if (omitLocation)
-    location = `${relativeTestPath(screen, config, test)}`;
-  else
-    location = `${relativeTestPath(screen, config, test)}:${test.location.line}:${test.location.column}`;
-  const projectTitle = projectName ? `[${projectName}] \u203A ` : "";
-  const testTitle = `${projectTitle}${location} \u203A ${titles.join(" \u203A ")}`;
+  const location = `${relativeTestPath(screen, config, test)}:${test.location.line}:${test.location.column}`;
+  const testId = options.includeTestId ? `[id=${test.id}] ` : "";
+  const projectLabel = options.includeTestId ? `project=` : "";
+  const projectTitle = projectName ? `[${projectLabel}${projectName}] \u203A ` : "";
+  const testTitle = `${testId}${projectTitle}${location} \u203A ${titles.join(" \u203A ")}`;
   const extraTags = test.tags.filter((t) => !testTitle.includes(t));
   return `${testTitle}${stepSuffix(step)}${extraTags.length ? " " + extraTags.join(" ") : ""}`;
 }
 function formatTestHeader(screen, config, test, options = {}) {
-  const title = formatTestTitle(screen, config, test);
+  const title = formatTestTitle(screen, config, test, void 0, options);
   const header = `${options.indent || ""}${options.index ? options.index + ") " : ""}${title}`;
   let fullHeader = header;
   if (options.mode === "error") {

package/lib/reporters/dot.js

@@ -29,53 +29,53 @@ class DotReporter extends import_base.TerminalReporter {
   }
   onBegin(suite) {
     super.onBegin(suite);
-    console.log(this.generateStartingMessage());
+    this.writeLine(this.generateStartingMessage());
   }
   onStdOut(chunk, test, result) {
     super.onStdOut(chunk, test, result);
     if (!this.config.quiet)
-      process.stdout.write(chunk);
+      this.screen.stdout.write(chunk);
   }
   onStdErr(chunk, test, result) {
     super.onStdErr(chunk, test, result);
     if (!this.config.quiet)
-      process.stderr.write(chunk);
+      this.screen.stderr.write(chunk);
   }
   onTestEnd(test, result) {
     super.onTestEnd(test, result);
     if (this._counter === 80) {
-      process.stdout.write("\n");
+      this.screen.stdout.write("\n");
       this._counter = 0;
     }
     ++this._counter;
     if (result.status === "skipped") {
-      process.stdout.write(this.screen.colors.yellow("\xB0"));
+      this.screen.stdout.write(this.screen.colors.yellow("\xB0"));
       return;
     }
     if (this.willRetry(test)) {
-      process.stdout.write(this.screen.colors.gray("\xD7"));
+      this.screen.stdout.write(this.screen.colors.gray("\xD7"));
       return;
     }
     switch (test.outcome()) {
       case "expected":
-        process.stdout.write(this.screen.colors.green("\xB7"));
+        this.screen.stdout.write(this.screen.colors.green("\xB7"));
         break;
       case "unexpected":
-        process.stdout.write(this.screen.colors.red(result.status === "timedOut" ? "T" : "F"));
+        this.screen.stdout.write(this.screen.colors.red(result.status === "timedOut" ? "T" : "F"));
         break;
       case "flaky":
-        process.stdout.write(this.screen.colors.yellow("\xB1"));
+        this.screen.stdout.write(this.screen.colors.yellow("\xB1"));
         break;
     }
   }
   onError(error) {
     super.onError(error);
-    console.log("\n" + this.formatError(error).message);
+    this.writeLine("\n" + this.formatError(error).message);
     this._counter = 0;
   }
   async onEnd(result) {
     await super.onEnd(result);
-    process.stdout.write("\n");
+    this.screen.stdout.write("\n");
     this.epilogue(true);
   }
 }

package/lib/reporters/github.js

@@ -41,7 +41,8 @@ class GitHubLogger {
   _log(message, type = "notice", options = {}) {
     message = message.replace(/\n/g, "%0A");
     const configs = Object.entries(options).map(([key, option]) => `${key}=${option}`).join(",");
-    console.log((0, import_util.stripAnsiEscapes)(`::${type} ${configs}::${message}`));
+    process.stdout.write((0, import_util.stripAnsiEscapes)(`::${type} ${configs}::${message}
+`));
   }
   debug(message, options) {
     this._log(message, "debug", options);

package/lib/reporters/html.js

@@ -76,12 +76,12 @@ class HtmlReporter {
         if (reportedWarnings.has(key))
           continue;
         reportedWarnings.add(key);
-        console.log(import_utils2.colors.red(`Configuration Error: HTML reporter output folder clashes with the tests output folder:`));
-        console.log(`
+        writeLine(import_utils2.colors.red(`Configuration Error: HTML reporter output folder clashes with the tests output folder:`));
+        writeLine(`
     html reporter folder: ${import_utils2.colors.bold(outputFolder)}
     test results folder: ${import_utils2.colors.bold(project.outputDir)}`);
-        console.log("");
-        console.log(`HTML reporter will clear its output directory prior to being generated, which will lead to the artifact loss.
+        writeLine("");
+        writeLine(`HTML reporter will clear its output directory prior to being generated, which will lead to the artifact loss.
 `);
       }
     }
@@ -113,7 +113,17 @@ class HtmlReporter {
     else if (process.env.PLAYWRIGHT_HTML_NO_SNIPPETS)
       noSnippets = true;
     noSnippets = noSnippets || this._options.noSnippets;
-    const builder = new HtmlBuilder(this.config, this._outputFolder, this._attachmentsBaseURL, process.env.PLAYWRIGHT_HTML_TITLE || this._options.title, noSnippets);
+    let noCopyPrompt;
+    if (process.env.PLAYWRIGHT_HTML_NO_COPY_PROMPT === "false" || process.env.PLAYWRIGHT_HTML_NO_COPY_PROMPT === "0")
+      noCopyPrompt = false;
+    else if (process.env.PLAYWRIGHT_HTML_NO_COPY_PROMPT)
+      noCopyPrompt = true;
+    noCopyPrompt = noCopyPrompt || this._options.noCopyPrompt;
+    const builder = new HtmlBuilder(this.config, this._outputFolder, this._attachmentsBaseURL, {
+      title: process.env.PLAYWRIGHT_HTML_TITLE || this._options.title,
+      noSnippets,
+      noCopyPrompt
+    });
     this._buildResult = await builder.build(this.config.metadata, projectSuites, result, this._topLevelErrors);
   }
   async onExit() {
@@ -128,9 +138,9 @@ class HtmlReporter {
       const relativeReportPath = this._outputFolder === standaloneDefaultFolder() ? "" : " " + import_path.default.relative(process.cwd(), this._outputFolder);
       const hostArg = this._host ? ` --host ${this._host}` : "";
       const portArg = this._port ? ` --port ${this._port}` : "";
-      console.log("");
-      console.log("To open last HTML report run:");
-      console.log(import_utils2.colors.cyan(`
+      writeLine("");
+      writeLine("To open last HTML report run:");
+      writeLine(import_utils2.colors.cyan(`
   ${packageManagerCommand} playwright show-report${relativeReportPath}${hostArg}${portArg}
 `));
     }
@@ -145,7 +155,7 @@ function getHtmlReportOptionProcessEnv() {
   if (!htmlOpenEnv)
     return void 0;
   if (!isHtmlReportOption(htmlOpenEnv)) {
-    console.log(import_utils2.colors.red(`Configuration Error: HTML reporter Invalid value for PLAYWRIGHT_HTML_OPEN: ${htmlOpenEnv}. Valid values are: ${htmlReportOptions.join(", ")}`));
+    writeLine(import_utils2.colors.red(`Configuration Error: HTML reporter Invalid value for PLAYWRIGHT_HTML_OPEN: ${htmlOpenEnv}. Valid values are: ${htmlReportOptions.join(", ")}`));
     return void 0;
   }
   return htmlOpenEnv;
@@ -158,15 +168,15 @@ async function showHTMLReport(reportFolder, host = "localhost", port, testId) {
   try {
     (0, import_utils.assert)(import_fs.default.statSync(folder).isDirectory());
   } catch (e) {
-    console.log(import_utils2.colors.red(`No report found at "${folder}"`));
+    writeLine(import_utils2.colors.red(`No report found at "${folder}"`));
     (0, import_utils.gracefullyProcessExitDoNotHang)(1);
     return;
   }
   const server = startHtmlReportServer(folder);
   await server.start({ port, host, preferredPort: port ? void 0 : 9323 });
   let url = server.urlPrefix("human-readable");
-  console.log("");
-  console.log(import_utils2.colors.cyan(`  Serving HTML report at ${url}. Press Ctrl+C to quit.`));
+  writeLine("");
+  writeLine(import_utils2.colors.cyan(`  Serving HTML report at ${url}. Press Ctrl+C to quit.`));
   if (testId)
     url += `#?testId=${testId}`;
   url = url.replace("0.0.0.0", "localhost");
@@ -197,41 +207,26 @@ function startHtmlReportServer(folder) {
   return server;
 }
 class HtmlBuilder {
-  constructor(config, outputDir, attachmentsBaseURL, title, noSnippets = false) {
+  constructor(config, outputDir, attachmentsBaseURL, options) {
     this._stepsInFile = new import_utils.MultiMap();
     this._hasTraces = false;
     this._config = config;
     this._reportFolder = outputDir;
-    this._noSnippets = noSnippets;
+    this._options = options;
     import_fs.default.mkdirSync(this._reportFolder, { recursive: true });
     this._dataZipFile = new import_zipBundle.yazl.ZipFile();
     this._attachmentsBaseURL = attachmentsBaseURL;
-    this._title = title;
   }
   async build(metadata, projectSuites, result, topLevelErrors) {
     const data = /* @__PURE__ */ new Map();
     for (const projectSuite of projectSuites) {
+      const projectName = projectSuite.project().name;
       for (const fileSuite of projectSuite.suites) {
         const fileName = this._relativeLocation(fileSuite.location).file;
-        const fileId = (0, import_utils.calculateSha1)((0, import_utils.toPosixPath)(fileName)).slice(0, 20);
-        let fileEntry = data.get(fileId);
-        if (!fileEntry) {
-          fileEntry = {
-            testFile: { fileId, fileName, tests: [] },
-            testFileSummary: { fileId, fileName, tests: [], stats: emptyStats() }
-          };
-          data.set(fileId, fileEntry);
-        }
-        const { testFile, testFileSummary } = fileEntry;
-        const testEntries = [];
-        this._processSuite(fileSuite, projectSuite.project().name, [], testEntries);
-        for (const test of testEntries) {
-          testFile.tests.push(test.testCase);
-          testFileSummary.tests.push(test.testCaseSummary);
-        }
+        this._createEntryForSuite(data, projectName, fileSuite, fileName, true);
       }
     }
-    if (!this._noSnippets)
+    if (!this._options.noSnippets)
       createSnippets(this._stepsInFile);
     let ok = true;
     for (const [fileId, { testFile, testFileSummary }] of data) {
@@ -260,13 +255,13 @@ class HtmlBuilder {
     }
     const htmlReport = {
       metadata,
-      title: this._title,
       startTime: result.startTime.getTime(),
       duration: result.duration,
       files: [...data.values()].map((e) => e.testFileSummary),
       projectNames: projectSuites.map((r) => r.project().name),
       stats: { ...[...data.values()].reduce((a, e) => addStats(a, e.testFileSummary.stats), emptyStats()) },
-      errors: topLevelErrors.map((error) => (0, import_base.formatError)(import_base.internalScreen, error).message)
+      errors: topLevelErrors.map((error) => (0, import_base.formatError)(import_base.internalScreen, error).message),
+      options: this._options
     };
     htmlReport.files.sort((f1, f2) => {
       const w1 = f1.stats.unexpected * 1e3 + f1.stats.flaky;
@@ -287,7 +282,8 @@ class HtmlBuilder {
         const popup = window.open(hmrURL);
         const listener = (evt) => {
           if (evt.source === popup && evt.data === "ready") {
-            popup.postMessage(window.playwrightReportBase64, hmrURL.origin);
+            const element = document.getElementById("playwrightReportBase64");
+            popup.postMessage(element?.textContent ?? "", hmrURL.origin);
             window.removeEventListener("message", listener);
             window.close();
           }
@@ -319,24 +315,42 @@ class HtmlBuilder {
     return { ok, singleTestId };
   }
   async _writeReportData(filePath) {
-    import_fs.default.appendFileSync(filePath, '<script>\nwindow.playwrightReportBase64 = "data:application/zip;base64,');
+    import_fs.default.appendFileSync(filePath, '<script id="playwrightReportBase64" type="application/zip">data:application/zip;base64,');
     await new Promise((f) => {
       this._dataZipFile.end(void 0, () => {
         this._dataZipFile.outputStream.pipe(new Base64Encoder()).pipe(import_fs.default.createWriteStream(filePath, { flags: "a" })).on("close", f);
       });
     });
-    import_fs.default.appendFileSync(filePath, '";</script>');
+    import_fs.default.appendFileSync(filePath, "</script>");
   }
   _addDataFile(fileName, data) {
     this._dataZipFile.addBuffer(Buffer.from(JSON.stringify(data)), fileName);
   }
-  _processSuite(suite, projectName, path2, outTests) {
+  _createEntryForSuite(data, projectName, suite, fileName, deep) {
+    const fileId = (0, import_utils.calculateSha1)(fileName).slice(0, 20);
+    let fileEntry = data.get(fileId);
+    if (!fileEntry) {
+      fileEntry = {
+        testFile: { fileId, fileName, tests: [] },
+        testFileSummary: { fileId, fileName, tests: [], stats: emptyStats() }
+      };
+      data.set(fileId, fileEntry);
+    }
+    const { testFile, testFileSummary } = fileEntry;
+    const testEntries = [];
+    this._processSuite(suite, projectName, [], deep, testEntries);
+    for (const test of testEntries) {
+      testFile.tests.push(test.testCase);
+      testFileSummary.tests.push(test.testCaseSummary);
+    }
+  }
+  _processSuite(suite, projectName, path2, deep, outTests) {
     const newPath = [...path2, suite.title];
     suite.entries().forEach((e) => {
       if (e.type === "test")
         outTests.push(this._createTestEntry(e, projectName, newPath));
-      else
-        this._processSuite(e, projectName, newPath, outTests);
+      else if (deep)
+        this._processSuite(e, projectName, newPath, deep, outTests);
     });
   }
   _createTestEntry(test, projectName, path2) {
@@ -471,7 +485,7 @@ class HtmlBuilder {
   _createTestStep(dedupedStep, result) {
     const { step, duration, count } = dedupedStep;
     const skipped = dedupedStep.step.annotations?.find((a) => a.type === "skip");
-    let title = (0, import_util.stepTitle)(step.category, step.title);
+    let title = step.title;
     if (skipped)
       title = `${title} (skipped${skipped.description ? ": " + skipped.description : ""})`;
     const testStep = {
@@ -619,6 +633,9 @@ function createErrorCodeframe(message, location) {
     }
   );
 }
+function writeLine(line) {
+  process.stdout.write(line + "\n");
+}
 var html_default = HtmlReporter;
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {