playwright 1.56.0-alpha-2025-09-17 → 1.56.0-alpha-1758292576000

package/lib/mcp/browser/browserContextFactory.js

@@ -28,6 +28,7 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var browserContextFactory_exports = {};
 __export(browserContextFactory_exports, {
+  SharedContextFactory: () => SharedContextFactory,
   contextFactory: () => contextFactory
 });
 module.exports = __toCommonJS(browserContextFactory_exports);
@@ -38,11 +39,12 @@ var import_path = __toESM(require("path"));
 var playwright = __toESM(require("playwright-core"));
 var import_registry = require("playwright-core/lib/server/registry/index");
 var import_server = require("playwright-core/lib/server");
-var import_processUtils = require("./processUtils");
 var import_log = require("../log");
 var import_config = require("./config");
 var import_server2 = require("../sdk/server");
 function contextFactory(config) {
+  if (config.sharedBrowserContext)
+    return SharedContextFactory.create(config);
   if (config.browser.remoteEndpoint)
     return new RemoteContextFactory(config);
   if (config.browser.cdpEndpoint)
@@ -162,32 +164,32 @@ class PersistentContextFactory {
     (0, import_log.testDebug)("lock user data dir", userDataDir);
     const browserType = playwright[this.config.browser.browserName];
     for (let i = 0; i < 5; i++) {
-      if (!await alreadyRunning(this.config, browserType, userDataDir))
-        break;
-      await new Promise((resolve) => setTimeout(resolve, 1e3));
-    }
-    const launchOptions = {
-      tracesDir,
-      ...this.config.browser.launchOptions,
-      ...this.config.browser.contextOptions,
-      handleSIGINT: false,
-      handleSIGTERM: false,
-      ignoreDefaultArgs: [
-        "--disable-extensions"
-      ],
-      assistantMode: true
-    };
-    try {
-      const browserContext = await browserType.launchPersistentContext(userDataDir, launchOptions);
-      const close = () => this._closeBrowserContext(browserContext, userDataDir);
-      return { browserContext, close };
-    } catch (error) {
-      if (error.message.includes("Executable doesn't exist"))
-        throw new Error(`Browser specified in your config is not installed. Either install it (likely) or change the config.`);
-      if (error.message.includes("ProcessSingleton") || error.message.includes("Invalid URL"))
-        throw new Error(`Browser is already in use for ${userDataDir}, use --isolated to run multiple instances of the same browser`);
-      throw error;
+      const launchOptions = {
+        tracesDir,
+        ...this.config.browser.launchOptions,
+        ...this.config.browser.contextOptions,
+        handleSIGINT: false,
+        handleSIGTERM: false,
+        ignoreDefaultArgs: [
+          "--disable-extensions"
+        ],
+        assistantMode: true
+      };
+      try {
+        const browserContext = await browserType.launchPersistentContext(userDataDir, launchOptions);
+        const close = () => this._closeBrowserContext(browserContext, userDataDir);
+        return { browserContext, close };
+      } catch (error) {
+        if (error.message.includes("Executable doesn't exist"))
+          throw new Error(`Browser specified in your config is not installed. Either install it (likely) or change the config.`);
+        if (error.message.includes("ProcessSingleton") || error.message.includes("Invalid URL")) {
+          await new Promise((resolve) => setTimeout(resolve, 1e3));
+          continue;
+        }
+        throw error;
+      }
     }
+    throw new Error(`Browser is already in use for ${userDataDir}, use --isolated to run multiple instances of the same browser`);
   }
   async _closeBrowserContext(browserContext, userDataDir) {
     (0, import_log.testDebug)("close browser context (persistent)");
@@ -207,12 +209,6 @@ class PersistentContextFactory {
     return result;
   }
 }
-async function alreadyRunning(config, browserType, userDataDir) {
-  const execPath = config.browser.launchOptions.executablePath ?? (0, import_processUtils.getBrowserExecPath)(config.browser.launchOptions.channel ?? browserType.name());
-  if (!execPath)
-    return false;
-  return !!(0, import_processUtils.findBrowserProcess)(execPath, userDataDir);
-}
 async function injectCdpPort(browserConfig) {
   if (browserConfig.browserName === "chromium")
     browserConfig.launchOptions.cdpPort = await findFreePort();
@@ -238,7 +234,46 @@ async function startTraceServer(config, tracesDir) {
 function createHash(data) {
   return import_crypto.default.createHash("sha256").update(data).digest("hex").slice(0, 7);
 }
+class SharedContextFactory {
+  static create(config) {
+    if (SharedContextFactory._instance)
+      throw new Error("SharedContextFactory already exists");
+    const baseConfig = { ...config, sharedBrowserContext: false };
+    const baseFactory = contextFactory(baseConfig);
+    SharedContextFactory._instance = new SharedContextFactory(baseFactory);
+    return SharedContextFactory._instance;
+  }
+  constructor(baseFactory) {
+    this._baseFactory = baseFactory;
+  }
+  async createContext(clientInfo, abortSignal, toolName) {
+    if (!this._contextPromise) {
+      (0, import_log.testDebug)("create shared browser context");
+      this._contextPromise = this._baseFactory.createContext(clientInfo, abortSignal, toolName);
+    }
+    const { browserContext } = await this._contextPromise;
+    (0, import_log.testDebug)(`shared context client connected`);
+    return {
+      browserContext,
+      close: async () => {
+        (0, import_log.testDebug)(`shared context client disconnected`);
+      }
+    };
+  }
+  static async dispose() {
+    await SharedContextFactory._instance?._dispose();
+  }
+  async _dispose() {
+    const contextPromise = this._contextPromise;
+    this._contextPromise = void 0;
+    if (!contextPromise)
+      return;
+    const { close } = await contextPromise;
+    await close();
+  }
+}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  SharedContextFactory,
   contextFactory
 });

package/lib/mcp/browser/config.js

@@ -164,6 +164,7 @@ function configFromCLIOptions(cliOptions) {
     saveSession: cliOptions.saveSession,
     saveTrace: cliOptions.saveTrace,
     secrets: cliOptions.secrets,
+    sharedBrowserContext: cliOptions.sharedBrowserContext,
     outputDir: cliOptions.outputDir,
     imageResponses: cliOptions.imageResponses,
     timeouts: {

package/lib/mcp/browser/watchdog.js

@@ -21,6 +21,7 @@ __export(watchdog_exports, {
   setupExitWatchdog: () => setupExitWatchdog
 });
 module.exports = __toCommonJS(watchdog_exports);
+var import_browserContextFactory = require("./browserContextFactory");
 var import_context = require("./context");
 function setupExitWatchdog() {
   let isExiting = false;
@@ -30,6 +31,7 @@ function setupExitWatchdog() {
     isExiting = true;
     setTimeout(() => process.exit(0), 15e3);
     await import_context.Context.disposeAll();
+    await import_browserContextFactory.SharedContextFactory.dispose();
     process.exit(0);
   };
   process.stdin.on("close", handleExit);

package/lib/mcp/program.js

@@ -41,7 +41,7 @@ var import_browserServerBackend = require("./browser/browserServerBackend");
 var import_extensionContextFactory = require("./extension/extensionContextFactory");
 var import_host = require("./vscode/host");
 function decorateCommand(command, version) {
-  command.option("--allowed-origins <origins>", "semicolon-separated list of origins to allow the browser to request. Default is to allow all.", import_config.semicolonSeparatedList).option("--blocked-origins <origins>", "semicolon-separated list of origins to block the browser from requesting. Blocklist is evaluated before allowlist. If used without the allowlist, requests not matching the blocklist are still allowed.", import_config.semicolonSeparatedList).option("--block-service-workers", "block service workers").option("--browser <browser>", "browser or chrome channel to use, possible values: chrome, firefox, webkit, msedge.").option("--caps <caps>", "comma-separated list of additional capabilities to enable, possible values: vision, pdf.", import_config.commaSeparatedList).option("--cdp-endpoint <endpoint>", "CDP endpoint to connect to.").option("--cdp-header <headers...>", "CDP headers to send with the connect request, multiple can be specified.", import_config.headerParser).option("--config <path>", "path to the configuration file.").option("--device <device>", 'device to emulate, for example: "iPhone 15"').option("--executable-path <path>", "path to the browser executable.").option("--extension", 'Connect to a running browser instance (Edge/Chrome only). Requires the "Playwright MCP Bridge" browser extension to be installed.').option("--grant-permissions <permissions...>", 'List of permissions to grant to the browser context, for example "geolocation", "clipboard-read", "clipboard-write".', import_config.commaSeparatedList).option("--headless", "run browser in headless mode, headed by default").option("--host <host>", "host to bind server to. Default is localhost. Use 0.0.0.0 to bind to all interfaces.").option("--ignore-https-errors", "ignore https errors").option("--isolated", "keep the browser profile in memory, do not save it to disk.").option("--image-responses <mode>", 'whether to send image responses to the client. Can be "allow" or "omit", Defaults to "allow".').option("--no-sandbox", "disable the sandbox for all process types that are normally sandboxed.").option("--output-dir <path>", "path to the directory for output files.").option("--port <port>", "port to listen on for SSE transport.").option("--proxy-bypass <bypass>", 'comma-separated domains to bypass proxy, for example ".com,chromium.org,.domain.com"').option("--proxy-server <proxy>", 'specify proxy server, for example "http://myproxy:3128" or "socks5://myproxy:8080"').option("--save-session", "Whether to save the Playwright MCP session into the output directory.").option("--save-trace", "Whether to save the Playwright Trace of the session into the output directory.").option("--secrets <path>", "path to a file containing secrets in the dotenv format", import_config.dotenvFileLoader).option("--storage-state <path>", "path to the storage state file for isolated sessions.").option("--timeout-action <timeout>", "specify action timeout in milliseconds, defaults to 5000ms", import_config.numberParser).option("--timeout-navigation <timeout>", "specify navigation timeout in milliseconds, defaults to 60000ms", import_config.numberParser).option("--user-agent <ua string>", "specify user agent string").option("--user-data-dir <path>", "path to the user data directory. If not specified, a temporary directory will be created.").option("--viewport-size <size>", 'specify browser viewport size in pixels, for example "1280, 720"').addOption(new import_utilsBundle.ProgramOption("--connect-tool", "Allow to switch between different browser connection methods.").hideHelp()).addOption(new import_utilsBundle.ProgramOption("--vscode", "VS Code tools.").hideHelp()).addOption(new import_utilsBundle.ProgramOption("--vision", "Legacy option, use --caps=vision instead").hideHelp()).action(async (options) => {
+  command.option("--allowed-origins <origins>", "semicolon-separated list of origins to allow the browser to request. Default is to allow all.", import_config.semicolonSeparatedList).option("--blocked-origins <origins>", "semicolon-separated list of origins to block the browser from requesting. Blocklist is evaluated before allowlist. If used without the allowlist, requests not matching the blocklist are still allowed.", import_config.semicolonSeparatedList).option("--block-service-workers", "block service workers").option("--browser <browser>", "browser or chrome channel to use, possible values: chrome, firefox, webkit, msedge.").option("--caps <caps>", "comma-separated list of additional capabilities to enable, possible values: vision, pdf.", import_config.commaSeparatedList).option("--cdp-endpoint <endpoint>", "CDP endpoint to connect to.").option("--cdp-header <headers...>", "CDP headers to send with the connect request, multiple can be specified.", import_config.headerParser).option("--config <path>", "path to the configuration file.").option("--device <device>", 'device to emulate, for example: "iPhone 15"').option("--executable-path <path>", "path to the browser executable.").option("--extension", 'Connect to a running browser instance (Edge/Chrome only). Requires the "Playwright MCP Bridge" browser extension to be installed.').option("--grant-permissions <permissions...>", 'List of permissions to grant to the browser context, for example "geolocation", "clipboard-read", "clipboard-write".', import_config.commaSeparatedList).option("--headless", "run browser in headless mode, headed by default").option("--host <host>", "host to bind server to. Default is localhost. Use 0.0.0.0 to bind to all interfaces.").option("--ignore-https-errors", "ignore https errors").option("--isolated", "keep the browser profile in memory, do not save it to disk.").option("--image-responses <mode>", 'whether to send image responses to the client. Can be "allow" or "omit", Defaults to "allow".').option("--no-sandbox", "disable the sandbox for all process types that are normally sandboxed.").option("--output-dir <path>", "path to the directory for output files.").option("--port <port>", "port to listen on for SSE transport.").option("--proxy-bypass <bypass>", 'comma-separated domains to bypass proxy, for example ".com,chromium.org,.domain.com"').option("--proxy-server <proxy>", 'specify proxy server, for example "http://myproxy:3128" or "socks5://myproxy:8080"').option("--save-session", "Whether to save the Playwright MCP session into the output directory.").option("--save-trace", "Whether to save the Playwright Trace of the session into the output directory.").option("--secrets <path>", "path to a file containing secrets in the dotenv format", import_config.dotenvFileLoader).option("--shared-browser-context", "reuse the same browser context between all connected HTTP clients.").option("--storage-state <path>", "path to the storage state file for isolated sessions.").option("--timeout-action <timeout>", "specify action timeout in milliseconds, defaults to 5000ms", import_config.numberParser).option("--timeout-navigation <timeout>", "specify navigation timeout in milliseconds, defaults to 60000ms", import_config.numberParser).option("--user-agent <ua string>", "specify user agent string").option("--user-data-dir <path>", "path to the user data directory. If not specified, a temporary directory will be created.").option("--viewport-size <size>", 'specify browser viewport size in pixels, for example "1280, 720"').addOption(new import_utilsBundle.ProgramOption("--connect-tool", "Allow to switch between different browser connection methods.").hideHelp()).addOption(new import_utilsBundle.ProgramOption("--vscode", "VS Code tools.").hideHelp()).addOption(new import_utilsBundle.ProgramOption("--vision", "Legacy option, use --caps=vision instead").hideHelp()).action(async (options) => {
     (0, import_watchdog.setupExitWatchdog)();
     if (options.vision) {
       console.error("The --vision option is deprecated, use --caps=vision instead");

package/lib/mcp/sdk/http.js

@@ -72,6 +72,12 @@ async function installHttpTransport(httpServer, serverBackendFactory) {
   const streamableSessions = /* @__PURE__ */ new Map();
   httpServer.on("request", async (req, res) => {
     const url = new URL(`http://localhost${req.url}`);
+    if (url.pathname === "/killkillkill" && req.method === "GET") {
+      res.statusCode = 200;
+      res.end("Killing process");
+      process.emit("SIGINT");
+      return;
+    }
     if (url.pathname.startsWith("/sse"))
       await handleSSE(serverBackendFactory, req, res, url, sseSessions);
     else

package/lib/mcp/sdk/server.js

@@ -82,7 +82,10 @@ const initializeServer = async (server, backend, runHeartbeat) => {
   const capabilities = server.getClientCapabilities();
   let clientRoots = [];
   if (capabilities?.roots) {
-    const { roots } = await server.listRoots();
+    const { roots } = await server.listRoots().catch((e) => {
+      serverDebug(e);
+      return { roots: [] };
+    });
     clientRoots = roots;
   }
   const clientInfo = {

package/lib/mcp/test/testTools.js

@@ -41,6 +41,7 @@ var import_bundle = require("../sdk/bundle");
 var import_base = require("../../reporters/base");
 var import_list = __toESM(require("../../reporters/list"));
 var import_listModeReporter = __toESM(require("../../reporters/listModeReporter"));
+var import_projectUtils = require("../../runner/projectUtils");
 var import_testTool = require("./testTool");
 var import_streams = require("./streams");
 const listTests = (0, import_testTool.defineTestTool)({
@@ -79,7 +80,8 @@ const runTests = (0, import_testTool.defineTestTool)({
     const testRunner = await context.createTestRunner();
     const result = await testRunner.runTests(reporter, {
       locations: params.locations,
-      projects: params.projects
+      projects: params.projects,
+      disableConfigReporters: true
     });
     const text = stream.content();
     return {
@@ -114,7 +116,8 @@ const debugTest = (0, import_testTool.defineTestTool)({
       // For automatic recovery
       timeout: 0,
       workers: 1,
-      pauseOnError: true
+      pauseOnError: true,
+      disableConfigReporters: true
     });
     const text = stream.content();
     return {
@@ -132,7 +135,7 @@ const setupPage = (0, import_testTool.defineTestTool)({
     description: "Setup the page for test",
     inputSchema: import_bundle.z.object({
       project: import_bundle.z.string().optional().describe('Project to use for setup. For example: "chromium", if no project is provided uses the first project in the config.'),
-      testLocation: import_bundle.z.string().optional().describe('Location of the test to use for setup. For example: "test/e2e/file.spec.ts:20". Sets up blank page if no location is provided.')
+      testLocation: import_bundle.z.string().optional().describe('Location of the seed test to use for setup. For example: "test/seed/default.spec.ts:20".')
     }),
     type: "readOnly"
   },
@@ -143,16 +146,17 @@ const setupPage = (0, import_testTool.defineTestTool)({
     const testRunner = await context.createTestRunner();
     let testLocation = params.testLocation;
     if (!testLocation) {
-      testLocation = ".template.spec.ts";
+      testLocation = "default.seed.spec.ts";
       const config = await testRunner.loadConfig();
-      const project = params.project ? config.projects.find((p) => p.project.name === params.project) : config.projects[0];
+      const project = params.project ? config.projects.find((p) => p.project.name === params.project) : (0, import_projectUtils.findTopLevelProjects)(config)[0];
       const testDir = project?.project.testDir || configDir;
-      const templateFile = import_path.default.join(testDir, testLocation);
-      if (!import_fs.default.existsSync(templateFile)) {
-        await import_fs.default.promises.writeFile(templateFile, `
-          import { test, expect } from '@playwright/test';
-            test('template', async ({ page }) => {});
-          `);
+      const seedFile = import_path.default.join(testDir, testLocation);
+      if (!import_fs.default.existsSync(seedFile)) {
+        await import_fs.default.promises.mkdir(import_path.default.dirname(seedFile), { recursive: true });
+        await import_fs.default.promises.writeFile(seedFile, `import { test, expect } from '@playwright/test';
+
+test('seed', async ({ page }) => {});
+`);
       }
     }
     const result = await testRunner.runTests(reporter, {
@@ -161,7 +165,8 @@ const setupPage = (0, import_testTool.defineTestTool)({
       projects: params.project ? [params.project] : void 0,
       timeout: 0,
       workers: 1,
-      pauseAtEnd: true
+      pauseAtEnd: true,
+      disableConfigReporters: true
     });
     const text = stream.content();
     return {

package/lib/program.js

@@ -173,12 +173,15 @@ function addTestMCPServerCommand(program3) {
 function addInitAgentsCommand(program3) {
   const command = program3.command("init-agents", { hidden: true });
   command.description("Initialize repository agents for the Claude Code");
-  command.option("--claude", "Initialize repository agents for the Claude Code");
-  command.option("--opencode", "Initialize repository agents for the Opencode");
+  const option = command.createOption("--loop <loop>", "Agentic loop provider");
+  option.choices(["claude", "opencode", "vscode"]);
+  command.addOption(option);
   command.action(async (opts) => {
-    if (opts.opencode)
+    if (opts.loop === "opencode")
       await (0, import_generateAgents.initOpencodeRepo)();
-    else
+    else if (opts.loop === "vscode")
+      await (0, import_generateAgents.initVSCodeRepo)();
+    else if (opts.loop === "claude")
       await (0, import_generateAgents.initClaudeCodeRepo)();
   });
 }

package/lib/reporters/html.js

@@ -113,7 +113,24 @@ class HtmlReporter {
     else if (process.env.PLAYWRIGHT_HTML_NO_SNIPPETS)
       noSnippets = true;
     noSnippets = noSnippets || this._options.noSnippets;
-    const builder = new HtmlBuilder(this.config, this._outputFolder, this._attachmentsBaseURL, process.env.PLAYWRIGHT_HTML_TITLE || this._options.title, noSnippets);
+    let noCopyPrompt;
+    if (process.env.PLAYWRIGHT_HTML_NO_COPY_PROMPT === "false" || process.env.PLAYWRIGHT_HTML_NO_COPY_PROMPT === "0")
+      noCopyPrompt = false;
+    else if (process.env.PLAYWRIGHT_HTML_NO_COPY_PROMPT)
+      noCopyPrompt = true;
+    noCopyPrompt = noCopyPrompt || this._options.noCopyPrompt;
+    let noFiles;
+    if (process.env.PLAYWRIGHT_HTML_NO_FILES === "false" || process.env.PLAYWRIGHT_HTML_NO_FILES === "0")
+      noFiles = false;
+    else if (process.env.PLAYWRIGHT_HTML_NO_FILES)
+      noFiles = true;
+    noFiles = noFiles || this._options.noFiles;
+    const builder = new HtmlBuilder(this.config, this._outputFolder, this._attachmentsBaseURL, {
+      title: process.env.PLAYWRIGHT_HTML_TITLE || this._options.title,
+      noSnippets,
+      noCopyPrompt,
+      noFiles
+    });
     this._buildResult = await builder.build(this.config.metadata, projectSuites, result, this._topLevelErrors);
   }
   async onExit() {
@@ -197,41 +214,38 @@ function startHtmlReportServer(folder) {
   return server;
 }
 class HtmlBuilder {
-  constructor(config, outputDir, attachmentsBaseURL, title, noSnippets = false) {
+  constructor(config, outputDir, attachmentsBaseURL, options) {
     this._stepsInFile = new import_utils.MultiMap();
     this._hasTraces = false;
     this._config = config;
     this._reportFolder = outputDir;
-    this._noSnippets = noSnippets;
+    this._options = options;
     import_fs.default.mkdirSync(this._reportFolder, { recursive: true });
     this._dataZipFile = new import_zipBundle.yazl.ZipFile();
     this._attachmentsBaseURL = attachmentsBaseURL;
-    this._title = title;
   }
   async build(metadata, projectSuites, result, topLevelErrors) {
     const data = /* @__PURE__ */ new Map();
     for (const projectSuite of projectSuites) {
+      const projectName = projectSuite.project().name;
       for (const fileSuite of projectSuite.suites) {
-        const fileName = this._relativeLocation(fileSuite.location).file;
-        const fileId = (0, import_utils.calculateSha1)((0, import_utils.toPosixPath)(fileName)).slice(0, 20);
-        let fileEntry = data.get(fileId);
-        if (!fileEntry) {
-          fileEntry = {
-            testFile: { fileId, fileName, tests: [] },
-            testFileSummary: { fileId, fileName, tests: [], stats: emptyStats() }
-          };
-          data.set(fileId, fileEntry);
-        }
-        const { testFile, testFileSummary } = fileEntry;
-        const testEntries = [];
-        this._processSuite(fileSuite, projectSuite.project().name, [], testEntries);
-        for (const test of testEntries) {
-          testFile.tests.push(test.testCase);
-          testFileSummary.tests.push(test.testCaseSummary);
+        if (this._options.noFiles) {
+          for (const describeSuite of fileSuite.suites) {
+            const groupName = describeSuite.title;
+            this._createEntryForSuite(data, projectName, describeSuite, groupName, true);
+          }
+          const hasTestsOutsideGroups = fileSuite.tests.length > 0;
+          if (hasTestsOutsideGroups) {
+            const fileName = "<anonymous>";
+            this._createEntryForSuite(data, projectName, fileSuite, fileName, false);
+          }
+        } else {
+          const fileName = this._relativeLocation(fileSuite.location).file;
+          this._createEntryForSuite(data, projectName, fileSuite, fileName, true);
         }
       }
     }
-    if (!this._noSnippets)
+    if (!this._options.noSnippets)
       createSnippets(this._stepsInFile);
     let ok = true;
     for (const [fileId, { testFile, testFileSummary }] of data) {
@@ -260,13 +274,13 @@ class HtmlBuilder {
     }
     const htmlReport = {
       metadata,
-      title: this._title,
       startTime: result.startTime.getTime(),
       duration: result.duration,
       files: [...data.values()].map((e) => e.testFileSummary),
       projectNames: projectSuites.map((r) => r.project().name),
       stats: { ...[...data.values()].reduce((a, e) => addStats(a, e.testFileSummary.stats), emptyStats()) },
-      errors: topLevelErrors.map((error) => (0, import_base.formatError)(import_base.internalScreen, error).message)
+      errors: topLevelErrors.map((error) => (0, import_base.formatError)(import_base.internalScreen, error).message),
+      options: this._options
     };
     htmlReport.files.sort((f1, f2) => {
       const w1 = f1.stats.unexpected * 1e3 + f1.stats.flaky;
@@ -331,13 +345,31 @@ class HtmlBuilder {
   _addDataFile(fileName, data) {
     this._dataZipFile.addBuffer(Buffer.from(JSON.stringify(data)), fileName);
   }
-  _processSuite(suite, projectName, path2, outTests) {
+  _createEntryForSuite(data, projectName, suite, fileName, deep) {
+    const fileId = (0, import_utils.calculateSha1)(fileName).slice(0, 20);
+    let fileEntry = data.get(fileId);
+    if (!fileEntry) {
+      fileEntry = {
+        testFile: { fileId, fileName, tests: [] },
+        testFileSummary: { fileId, fileName, tests: [], stats: emptyStats() }
+      };
+      data.set(fileId, fileEntry);
+    }
+    const { testFile, testFileSummary } = fileEntry;
+    const testEntries = [];
+    this._processSuite(suite, projectName, [], deep, testEntries);
+    for (const test of testEntries) {
+      testFile.tests.push(test.testCase);
+      testFileSummary.tests.push(test.testCaseSummary);
+    }
+  }
+  _processSuite(suite, projectName, path2, deep, outTests) {
     const newPath = [...path2, suite.title];
     suite.entries().forEach((e) => {
       if (e.type === "test")
         outTests.push(this._createTestEntry(e, projectName, newPath));
-      else
-        this._processSuite(e, projectName, newPath, outTests);
+      else if (deep)
+        this._processSuite(e, projectName, newPath, deep, outTests);
     });
   }
   _createTestEntry(test, projectName, path2) {

package/lib/runner/dispatcher.js

@@ -164,7 +164,7 @@ class Dispatcher {
       extraEnv: this._extraEnvByProjectId.get(testGroup.projectId) || {},
       outputDir,
       pauseOnError: this._failureTracker.pauseOnError(),
-      pauseAtEnd: this._failureTracker.pauseAtEnd()
+      pauseAtEnd: this._failureTracker.pauseAtEnd(projectConfig)
     });
     const handleOutput = (params) => {
       const chunk = chunkFromParams(params);

package/lib/runner/failureTracker.js

@@ -26,11 +26,13 @@ class FailureTracker {
     this._config = _config;
     this._failureCount = 0;
     this._hasWorkerErrors = false;
+    this._topLevelProjects = [];
     this._pauseOnError = options?.pauseOnError ?? false;
     this._pauseAtEnd = options?.pauseAtEnd ?? false;
   }
-  onRootSuite(rootSuite) {
+  onRootSuite(rootSuite, topLevelProjects) {
     this._rootSuite = rootSuite;
+    this._topLevelProjects = topLevelProjects;
   }
   onTestEnd(test, result) {
     if (test.outcome() === "unexpected" && test.results.length > test.retries)
@@ -42,8 +44,8 @@ class FailureTracker {
   pauseOnError() {
     return this._pauseOnError;
   }
-  pauseAtEnd() {
-    return this._pauseAtEnd;
+  pauseAtEnd(inProject) {
+    return this._pauseAtEnd && this._topLevelProjects.includes(inProject);
   }
   hasReachedMaxFailures() {
     return this.maxFailures() > 0 && this._failureCount >= this.maxFailures();

package/lib/runner/loadUtils.js

@@ -168,14 +168,17 @@ async function createRootSuite(testRun, errors, shouldFilterOnly) {
   }
   if (config.postShardTestFilters.length)
     (0, import_suiteUtils.filterTestsRemoveEmptySuites)(rootSuite, (test) => config.postShardTestFilters.every((filter) => filter(test)));
+  const topLevelProjects = [];
   {
     const projectClosure2 = new Map((0, import_projectUtils.buildProjectsClosure)(rootSuite.suites.map((suite) => suite._fullProject)));
     for (const [project, level] of projectClosure2.entries()) {
       if (level === "dependency")
         rootSuite._prependSuite(buildProjectSuite(project, projectSuites.get(project)));
+      else
+        topLevelProjects.push(project);
     }
   }
-  return rootSuite;
+  return { rootSuite, topLevelProjects };
 }
 function createProjectSuite(project, fileSuites) {
   const projectSuite = new import_test.Suite(project.project.name, "project");

package/lib/runner/projectUtils.js

@@ -32,7 +32,8 @@ __export(projectUtils_exports, {
   buildProjectsClosure: () => buildProjectsClosure,
   buildTeardownToSetupsMap: () => buildTeardownToSetupsMap,
   collectFilesForProject: () => collectFilesForProject,
-  filterProjects: () => filterProjects
+  filterProjects: () => filterProjects,
+  findTopLevelProjects: () => findTopLevelProjects
 });
 module.exports = __toCommonJS(projectUtils_exports);
 var import_fs = __toESM(require("fs"));
@@ -116,6 +117,10 @@ function buildProjectsClosure(projects, hasTests) {
     visit(0, p);
   return result;
 }
+function findTopLevelProjects(config) {
+  const closure = buildProjectsClosure(config.projects);
+  return [...closure].filter((entry) => entry[1] === "top-level").map((entry) => entry[0]);
+}
 function buildDependentProjects(forProjects, projects) {
   const reverseDeps = new Map(projects.map((p) => [p, []]));
   for (const project of projects) {
@@ -231,5 +236,6 @@ async function collectFiles(testDir, respectGitIgnore) {
   buildProjectsClosure,
   buildTeardownToSetupsMap,
   collectFilesForProject,
-  filterProjects
+  filterProjects,
+  findTopLevelProjects
 });

package/lib/runner/tasks.js

@@ -65,6 +65,7 @@ class TestRun {
     this.phases = [];
     this.projectFiles = /* @__PURE__ */ new Map();
     this.projectSuites = /* @__PURE__ */ new Map();
+    this.topLevelProjects = [];
     this.config = config;
     this.reporter = reporter;
     this.failureTracker = new import_failureTracker.FailureTracker(config, options);
@@ -214,8 +215,9 @@ function createListFilesTask() {
   return {
     title: "load tests",
     setup: async (testRun, errors) => {
-      testRun.rootSuite = await (0, import_loadUtils.createRootSuite)(testRun, errors, false);
-      testRun.failureTracker.onRootSuite(testRun.rootSuite);
+      const { rootSuite, topLevelProjects } = await (0, import_loadUtils.createRootSuite)(testRun, errors, false);
+      testRun.rootSuite = rootSuite;
+      testRun.failureTracker.onRootSuite(rootSuite, topLevelProjects);
       await (0, import_loadUtils.collectProjectsAndTestFiles)(testRun, false);
       for (const [project, files] of testRun.projectFiles) {
         const projectSuite = new import_test.Suite(project.project.name, "project");
@@ -247,8 +249,9 @@ function createLoadTask(mode, options) {
         const changedFiles = await (0, import_vcs.detectChangedTestFiles)(testRun.config.cliOnlyChanged, testRun.config.configDir);
         testRun.config.preOnlyTestFilters.push((test) => changedFiles.has(test.location.file));
       }
-      testRun.rootSuite = await (0, import_loadUtils.createRootSuite)(testRun, options.failOnLoadErrors ? errors : softErrors, !!options.filterOnly);
-      testRun.failureTracker.onRootSuite(testRun.rootSuite);
+      const { rootSuite, topLevelProjects } = await (0, import_loadUtils.createRootSuite)(testRun, options.failOnLoadErrors ? errors : softErrors, !!options.filterOnly);
+      testRun.rootSuite = rootSuite;
+      testRun.failureTracker.onRootSuite(rootSuite, topLevelProjects);
       if (options.failOnLoadErrors && !testRun.rootSuite.allTests().length && !testRun.config.cliPassWithNoTests && !testRun.config.config.shard && !testRun.config.cliOnlyChanged) {
         if (testRun.config.cliArgs.length) {
           throw new Error([

package/lib/runner/testRunner.js

@@ -269,12 +269,12 @@ class TestRunner extends import_events.default {
       const testIdSet = new Set(params.testIds);
       config.preOnlyTestFilters.push((test) => testIdSet.has(test.id));
     }
-    const configReporters = await (0, import_reporters.createReporters)(config, "test", true);
+    const configReporters = params.disableConfigReporters ? [] : await (0, import_reporters.createReporters)(config, "test", true);
     const reporter = new import_internalReporter.InternalReporter([...configReporters, userReporter]);
     const stop = new import_utils.ManualPromise();
     const tasks = [
       (0, import_tasks.createApplyRebaselinesTask)(),
-      (0, import_tasks.createLoadTask)("out-of-process", { filterOnly: true, failOnLoadErrors: false, doNotRunDepsOutsideProjectFilter: true }),
+      (0, import_tasks.createLoadTask)("out-of-process", { filterOnly: true, failOnLoadErrors: false, doNotRunDepsOutsideProjectFilter: params.doNotRunDepsOutsideProjectFilter }),
       ...(0, import_tasks.createRunTestsTasks)(config)
     ];
     const testRun = new import_tasks.TestRun(config, reporter, { pauseOnError: params.pauseOnError, pauseAtEnd: params.pauseAtEnd });

package/lib/runner/testServer.js

@@ -149,7 +149,10 @@ class TestServerDispatcher {
   }
   async runTests(params) {
     const wireReporter = await this._wireReporter((e) => this._dispatchEvent("report", e));
-    const { status } = await this._testRunner.runTests(wireReporter, params);
+    const { status } = await this._testRunner.runTests(wireReporter, {
+      ...params,
+      doNotRunDepsOutsideProjectFilter: true
+    });
     return { status };
   }
   async watch(params) {