@playwright/test 1.36.0-alpha-jun-30-2023 → 1.36.0-alpha-jul-2-2023

package/lib/isomorphic/teleReceiver.js

@@ -29,9 +29,11 @@ class TeleReporterReceiver {
     this._reporter = void 0;
     this._tests = new Map();
     this._rootDir = void 0;
+    this._listOnly = false;
     this._clearPreviousResultsWhenTestBegins = false;
     this._reuseTestCases = void 0;
     this._reportConfig = void 0;
+    this._config = void 0;
     this._rootSuite = new TeleSuite('', 'root');
     this._pathSeparator = pathSeparator;
     this._reporter = reporter;
@@ -43,8 +45,12 @@ class TeleReporterReceiver {
       method,
       params
     } = message;
+    if (method === 'onConfigure') {
+      this._onConfigure(params.config);
+      return;
+    }
     if (method === 'onBegin') {
-      this._onBegin(params.config, params.projects);
+      this._onBegin(params.projects);
       return;
     }
     if (method === 'onTestBegin') {
@@ -77,9 +83,15 @@ class TeleReporterReceiver {
   _setClearPreviousResultsWhenTestBegins() {
     this._clearPreviousResultsWhenTestBegins = true;
   }
-  _onBegin(config, projects) {
-    var _this$_reportConfig, _this$_reporter$onBeg, _this$_reporter;
+  _onConfigure(config) {
+    var _this$_reportConfig;
     this._rootDir = ((_this$_reportConfig = this._reportConfig) === null || _this$_reportConfig === void 0 ? void 0 : _this$_reportConfig.rootDir) || config.rootDir;
+    this._listOnly = config.listOnly;
+    this._config = this._parseConfig(config);
+    this._reporter.onConfigure(this._config);
+  }
+  _onBegin(projects) {
+    var _this$_reporter$onBeg, _this$_reporter;
     for (const project of projects) {
       let projectSuite = this._rootSuite.suites.find(suite => suite.project().id === project.id);
       if (!projectSuite) {
@@ -93,7 +105,7 @@ class TeleReporterReceiver {
 
       // Remove deleted tests when listing. Empty suites will be auto-filtered
       // in the UI layer.
-      if (config.listOnly) {
+      if (this._listOnly) {
         const testIds = new Set();
         const collectIds = suite => {
           suite.tests.map(t => t.testId).forEach(testId => testIds.add(testId));
@@ -107,7 +119,7 @@ class TeleReporterReceiver {
         filterTests(projectSuite);
       }
     }
-    (_this$_reporter$onBeg = (_this$_reporter = this._reporter).onBegin) === null || _this$_reporter$onBeg === void 0 ? void 0 : _this$_reporter$onBeg.call(_this$_reporter, this._parseConfig(config), this._rootSuite);
+    (_this$_reporter$onBeg = (_this$_reporter = this._reporter).onBegin) === null || _this$_reporter$onBeg === void 0 ? void 0 : _this$_reporter$onBeg.call(_this$_reporter, this._rootSuite);
   }
   _onTestBegin(testId, payload) {
     var _this$_reporter$onTes, _this$_reporter2;
@@ -187,7 +199,7 @@ class TeleReporterReceiver {
   }
   _onEnd(result) {
     var _this$_reporter$onEnd, _this$_reporter9;
-    return ((_this$_reporter$onEnd = (_this$_reporter9 = this._reporter).onEnd) === null || _this$_reporter$onEnd === void 0 ? void 0 : _this$_reporter$onEnd.call(_this$_reporter9, result)) || undefined;
+    return (_this$_reporter$onEnd = (_this$_reporter9 = this._reporter).onEnd) === null || _this$_reporter$onEnd === void 0 ? void 0 : _this$_reporter$onEnd.call(_this$_reporter9, result);
   }
   _onExit() {
     var _this$_reporter$onExi, _this$_reporter10;

package/lib/reporters/base.js

@@ -51,9 +51,14 @@ class BaseReporter {
     this._omitFailures = options.omitFailures || false;
     this._ttyWidthForTest = parseInt(process.env.PWTEST_TTY_WIDTH || '', 10);
   }
-  onBegin(config, suite) {
-    this.monotonicStartTime = (0, _utils.monotonicTime)();
+  version() {
+    return 'v2';
+  }
+  onConfigure(config) {
     this.config = config;
+  }
+  onBegin(suite) {
+    this.monotonicStartTime = (0, _utils.monotonicTime)();
     this.suite = suite;
     this.totalTestCount = suite.allTests().length;
   }
@@ -74,6 +79,7 @@ class BaseReporter {
     result[kOutputSymbol] = result[kOutputSymbol] || [];
     result[kOutputSymbol].push(output);
   }
+  onTestBegin(test, result) {}
   onTestEnd(test, result) {
     // Ignore any tests that are run in parallel.
     for (let suite = test.parent; suite; suite = suite.parent) {
@@ -92,6 +98,12 @@ class BaseReporter {
     this.duration = (0, _utils.monotonicTime)() - this.monotonicStartTime;
     this.result = result;
   }
+  onStepBegin(test, result, step) {}
+  onStepEnd(test, result, step) {}
+  async onExit() {}
+  printsToStdio() {
+    return true;
+  }
   ttyWidth() {
     return this._ttyWidthForTest || process.stdout.columns || 0;
   }
@@ -104,7 +116,8 @@ class BaseReporter {
     return fitToWidth(line, ttyWidth, prefix);
   }
   generateStartingMessage() {
-    const jobs = this.config.workers;
+    var _this$config$metadata;
+    const jobs = (_this$config$metadata = this.config.metadata.actualWorkers) !== null && _this$config$metadata !== void 0 ? _this$config$metadata : this.config.workers;
     const shardDetails = this.config.shard ? `, shard ${this.config.shard.current} of ${this.config.shard.total}` : '';
     if (!this.totalTestCount) return '';
     return '\n' + _utilsBundle.colors.dim('Running ') + this.totalTestCount + _utilsBundle.colors.dim(` test${this.totalTestCount !== 1 ? 's' : ''} using `) + jobs + _utilsBundle.colors.dim(` worker${jobs !== 1 ? 's' : ''}${shardDetails}`);

package/lib/reporters/blob.js

@@ -46,16 +46,17 @@ class BlobReporter extends _teleEmitter.TeleReporterEmitter {
       }
     });
   }
-  printsToStdio() {
-    return false;
-  }
-  onBegin(config, suite) {
+  onConfigure(config) {
     this._outputDir = _path.default.resolve(this._options.configDir, this._options.outputDir || 'blob-report');
+    this._reportName = this._computeReportName(config);
+    super.onConfigure(config);
+  }
+  onBegin(suite) {
+    // Note: config.outputDir is cleared betwee onConfigure and onBegin, so we call mkdir here.
     _fs.default.mkdirSync(_path.default.join(this._outputDir, 'resources'), {
       recursive: true
     });
-    this._reportName = this._computeReportName(config);
-    super.onBegin(config, suite);
+    super.onBegin(suite);
   }
   async onEnd(result) {
     await super.onEnd(result);
@@ -67,12 +68,14 @@ class BlobReporter extends _teleEmitter.TeleReporterEmitter {
     const zipFileName = _path.default.join(this._outputDir, this._reportName + '.zip');
     zipFile.outputStream.pipe(_fs.default.createWriteStream(zipFileName)).on('close', () => {
       zipFinishPromise.resolve(undefined);
-    });
+    }).on('error', error => zipFinishPromise.reject(error));
     zipFile.addReadStream(content, this._reportName + '.jsonl');
     zipFile.end();
     await Promise.all([...this._copyFilePromises,
     // Requires Node v14.18.0+
-    zipFinishPromise.catch(e => console.error(`Failed to write report ${zipFileName}: ${e}`))]);
+    zipFinishPromise.catch(e => {
+      throw new Error(`Failed to write report ${zipFileName}: ` + e.message);
+    })]);
   }
   _serializeAttachments(attachments) {
     return super._serializeAttachments(attachments).map(attachment => {

package/lib/reporters/dot.js

@@ -30,8 +30,8 @@ class DotReporter extends _base.BaseReporter {
   printsToStdio() {
     return true;
   }
-  onBegin(config, suite) {
-    super.onBegin(config, suite);
+  onBegin(suite) {
+    super.onBegin(suite);
     console.log(this.generateStartingMessage());
   }
   onStdOut(chunk, test, result) {

package/lib/reporters/empty.js

@@ -20,6 +20,24 @@ exports.default = void 0;
  * limitations under the License.
  */
 
-class EmptyReporter {}
+class EmptyReporter {
+  onConfigure(config) {}
+  onBegin(suite) {}
+  onTestBegin(test, result) {}
+  onStdOut(chunk, test, result) {}
+  onStdErr(chunk, test, result) {}
+  onTestEnd(test, result) {}
+  async onEnd(result) {}
+  async onExit() {}
+  onError(error) {}
+  onStepBegin(test, result, step) {}
+  onStepEnd(test, result, step) {}
+  printsToStdio() {
+    return false;
+  }
+  version() {
+    return 'v2';
+  }
+}
 var _default = EmptyReporter;
 exports.default = _default;

package/lib/reporters/html.js

@@ -16,6 +16,7 @@ var _base = require("./base");
 var _util = require("../util");
 var _zipBundle = require("playwright-core/lib/zipBundle");
 var _config = require("../common/config");
+var _empty = _interopRequireDefault(require("./empty"));
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
 /**
  * Copyright (c) Microsoft Corporation.
@@ -33,8 +34,9 @@ function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { de
  * limitations under the License.
  */
 
-class HtmlReporter {
+class HtmlReporter extends _empty.default {
   constructor(options) {
+    super();
     this.config = void 0;
     this.suite = void 0;
     this._options = void 0;
@@ -47,8 +49,10 @@ class HtmlReporter {
   printsToStdio() {
     return false;
   }
-  onBegin(config, suite) {
+  onConfigure(config) {
     this.config = config;
+  }
+  onBegin(suite) {
     const {
       outputFolder,
       open,
@@ -58,7 +62,7 @@ class HtmlReporter {
     this._open = open;
     this._attachmentsBaseURL = attachmentsBaseURL;
     const reportedWarnings = new Set();
-    for (const project of config.projects) {
+    for (const project of this.config.projects) {
       if (outputFolder.startsWith(project.outputDir) || project.outputDir.startsWith(outputFolder)) {
         const key = outputFolder + '|' + project.outputDir;
         if (reportedWarnings.has(key)) continue;

package/lib/reporters/internalReporter.js

@@ -8,7 +8,6 @@ var _fs = _interopRequireDefault(require("fs"));
 var _utilsBundle = require("playwright-core/lib/utilsBundle");
 var _babelBundle = require("../transform/babelBundle");
 var _test = require("../common/test");
-var _multiplexer = require("./multiplexer");
 var _base = require("./base");
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
 /**
@@ -28,90 +27,65 @@ function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { de
  */
 
 class InternalReporter {
-  constructor(reporters) {
-    this._multiplexer = void 0;
-    this._deferred = [];
+  constructor(reporter) {
+    this._reporter = void 0;
+    this._didBegin = false;
     this._config = void 0;
-    this._multiplexer = new _multiplexer.Multiplexer(reporters);
+    this._reporter = reporter;
+  }
+  version() {
+    return 'v2';
   }
   onConfigure(config) {
     this._config = config;
+    this._reporter.onConfigure(config);
   }
-  onBegin(config, suite) {
-    this._multiplexer.onBegin(config, suite);
-    const deferred = this._deferred;
-    this._deferred = null;
-    for (const item of deferred) {
-      if (item.error) this.onError(item.error);
-      if (item.stdout) this.onStdOut(item.stdout.chunk, item.stdout.test, item.stdout.result);
-      if (item.stderr) this.onStdErr(item.stderr.chunk, item.stderr.test, item.stderr.result);
-    }
+  onBegin(suite) {
+    this._didBegin = true;
+    this._reporter.onBegin(suite);
   }
   onTestBegin(test, result) {
-    this._multiplexer.onTestBegin(test, result);
+    this._reporter.onTestBegin(test, result);
   }
   onStdOut(chunk, test, result) {
-    if (this._deferred) {
-      this._deferred.push({
-        stdout: {
-          chunk,
-          test,
-          result
-        }
-      });
-      return;
-    }
-    this._multiplexer.onStdOut(chunk, test, result);
+    this._reporter.onStdOut(chunk, test, result);
   }
   onStdErr(chunk, test, result) {
-    if (this._deferred) {
-      this._deferred.push({
-        stderr: {
-          chunk,
-          test,
-          result
-        }
-      });
-      return;
-    }
-    this._multiplexer.onStdErr(chunk, test, result);
+    this._reporter.onStdErr(chunk, test, result);
   }
   onTestEnd(test, result) {
     this._addSnippetToTestErrors(test, result);
-    this._multiplexer.onTestEnd(test, result);
+    this._reporter.onTestEnd(test, result);
   }
   async onEnd(result) {
-    if (this._deferred) {
+    if (!this._didBegin) {
       // onBegin was not reported, emit it.
-      this.onBegin(this._config.config, new _test.Suite('', 'root'));
+      this.onBegin(new _test.Suite('', 'root'));
     }
-    await this._multiplexer.onEnd(result);
+    await this._reporter.onEnd(result);
   }
   async onExit() {
-    await this._multiplexer.onExit();
+    await this._reporter.onExit();
   }
   onError(error) {
-    if (this._deferred) {
-      this._deferred.push({
-        error
-      });
-      return;
-    }
-    addLocationAndSnippetToError(this._config.config, error);
-    this._multiplexer.onError(error);
+    addLocationAndSnippetToError(this._config, error);
+    this._reporter.onError(error);
   }
   onStepBegin(test, result, step) {
-    this._multiplexer.onStepBegin(test, result, step);
+    this._reporter.onStepBegin(test, result, step);
   }
   onStepEnd(test, result, step) {
     this._addSnippetToStepError(test, step);
-    this._multiplexer.onStepEnd(test, result, step);
+    this._reporter.onStepEnd(test, result, step);
+  }
+  printsToStdio() {
+    return this._reporter.printsToStdio();
   }
   _addSnippetToTestErrors(test, result) {
-    for (const error of result.errors) addLocationAndSnippetToError(this._config.config, error, test.location.file);
+    for (const error of result.errors) addLocationAndSnippetToError(this._config, error, test.location.file);
   }
   _addSnippetToStepError(test, step) {
-    if (step.error) addLocationAndSnippetToError(this._config.config, step.error, test.location.file);
+    if (step.error) addLocationAndSnippetToError(this._config, step.error, test.location.file);
   }
 }
 exports.InternalReporter = InternalReporter;

package/lib/reporters/json.js

@@ -11,6 +11,7 @@ var _path = _interopRequireDefault(require("path"));
 var _base = require("./base");
 var _utils = require("playwright-core/lib/utils");
 var _config = require("../common/config");
+var _empty = _interopRequireDefault(require("./empty"));
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
 /**
  * Copyright (c) Microsoft Corporation.
@@ -31,8 +32,9 @@ function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { de
 function toPosixPath(aPath) {
   return aPath.split(_path.default.sep).join(_path.default.posix.sep);
 }
-class JSONReporter {
+class JSONReporter extends _empty.default {
   constructor(options = {}) {
+    super();
     this.config = void 0;
     this.suite = void 0;
     this._errors = [];
@@ -42,8 +44,10 @@ class JSONReporter {
   printsToStdio() {
     return !this._outputFile;
   }
-  onBegin(config, suite) {
+  onConfigure(config) {
     this.config = config;
+  }
+  onBegin(suite) {
     this.suite = suite;
   }
   onError(error) {

package/lib/reporters/junit.js

@@ -8,6 +8,7 @@ var _fs = _interopRequireDefault(require("fs"));
 var _path = _interopRequireDefault(require("path"));
 var _utils = require("playwright-core/lib/utils");
 var _base = require("./base");
+var _empty = _interopRequireDefault(require("./empty"));
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
 /**
  * Copyright (c) Microsoft Corporation.
@@ -25,8 +26,9 @@ function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { de
  * limitations under the License.
  */
 
-class JUnitReporter {
+class JUnitReporter extends _empty.default {
   constructor(options = {}) {
+    super();
     this.config = void 0;
     this.suite = void 0;
     this.timestamp = void 0;
@@ -42,8 +44,10 @@ class JUnitReporter {
   printsToStdio() {
     return !this.outputFile;
   }
-  onBegin(config, suite) {
+  onConfigure(config) {
     this.config = config;
+  }
+  onBegin(suite) {
     this.suite = suite;
     this.timestamp = new Date();
     this.startTime = (0, _utils.monotonicTime)();

package/lib/reporters/line.js

@@ -32,8 +32,8 @@ class LineReporter extends _base.BaseReporter {
   printsToStdio() {
     return true;
   }
-  onBegin(config, suite) {
-    super.onBegin(config, suite);
+  onBegin(suite) {
+    super.onBegin(suite);
     console.log(this.generateStartingMessage());
     console.log();
   }
@@ -59,13 +59,16 @@ class LineReporter extends _base.BaseReporter {
     console.log();
   }
   onTestBegin(test, result) {
+    super.onTestBegin(test, result);
     ++this._current;
     this._updateLine(test, result, undefined);
   }
   onStepBegin(test, result, step) {
+    super.onStepBegin(test, result, step);
     if (step.category === 'test.step') this._updateLine(test, result, step);
   }
   onStepEnd(test, result, step) {
+    super.onStepEnd(test, result, step);
     if (step.category === 'test.step') this._updateLine(test, result, step.parent);
   }
   onTestEnd(test, result) {

package/lib/reporters/list.js

@@ -46,8 +46,8 @@ class ListReporter extends _base.BaseReporter {
   printsToStdio() {
     return true;
   }
-  onBegin(config, suite) {
-    super.onBegin(config, suite);
+  onBegin(suite) {
+    super.onBegin(suite);
     const startingMessage = this.generateStartingMessage();
     if (startingMessage) {
       console.log(startingMessage);
@@ -55,6 +55,7 @@ class ListReporter extends _base.BaseReporter {
     }
   }
   onTestBegin(test, result) {
+    super.onTestBegin(test, result);
     if (this._liveTerminal) this._maybeWriteNewLine();
     this._resultIndex.set(result, String(this._resultIndex.size + 1));
     if (this._liveTerminal) {
@@ -74,6 +75,7 @@ class ListReporter extends _base.BaseReporter {
     this._dumpToStdio(test, chunk, process.stderr);
   }
   onStepBegin(test, result, step) {
+    super.onStepBegin(test, result, step);
     if (step.category !== 'test.step') return;
     const testIndex = this._resultIndex.get(result);
     if (!this._printSteps) {
@@ -93,6 +95,7 @@ class ListReporter extends _base.BaseReporter {
     }
   }
   onStepEnd(test, result, step) {
+    super.onStepEnd(test, result, step);
     if (step.category !== 'test.step') return;
     const testIndex = this._resultIndex.get(result);
     if (!this._printSteps) {

package/lib/reporters/merge.js

@@ -62,23 +62,23 @@ async function extractReportFromZip(file) {
 }
 async function mergeEvents(dir, shardReportFiles) {
   const events = [];
+  const configureEvents = [];
   const beginEvents = [];
   const endEvents = [];
   for (const reportFile of shardReportFiles) {
     const reportJsonl = await extractReportFromZip(_path.default.join(dir, reportFile));
     const parsedEvents = parseEvents(reportJsonl);
     for (const event of parsedEvents) {
-      if (event.method === 'onBegin') beginEvents.push(event);else if (event.method === 'onEnd') endEvents.push(event);else if (event.method === 'onBlobReportMetadata') new ProjectNamePatcher(event.params.projectSuffix).patchEvents(parsedEvents);else events.push(event);
+      if (event.method === 'onConfigure') configureEvents.push(event);else if (event.method === 'onBegin') beginEvents.push(event);else if (event.method === 'onEnd') endEvents.push(event);else if (event.method === 'onBlobReportMetadata') new ProjectNamePatcher(event.params.projectSuffix).patchEvents(parsedEvents);else events.push(event);
     }
   }
-  return [mergeBeginEvents(beginEvents), ...events, mergeEndEvents(endEvents), {
+  return [mergeConfigureEvents(configureEvents), mergeBeginEvents(beginEvents), ...events, mergeEndEvents(endEvents), {
     method: 'onExit',
     params: undefined
   }];
 }
-function mergeBeginEvents(beginEvents) {
-  if (!beginEvents.length) throw new Error('No begin events found');
-  const projects = [];
+function mergeConfigureEvents(configureEvents) {
+  if (!configureEvents.length) throw new Error('No configure events found');
   let config = {
     configFile: undefined,
     globalTimeout: 0,
@@ -91,8 +91,18 @@ function mergeBeginEvents(beginEvents) {
     workers: 0,
     listOnly: false
   };
+  for (const event of configureEvents) config = mergeConfigs(config, event.params.config);
+  return {
+    method: 'onConfigure',
+    params: {
+      config
+    }
+  };
+}
+function mergeBeginEvents(beginEvents) {
+  if (!beginEvents.length) throw new Error('No begin events found');
+  const projects = [];
   for (const event of beginEvents) {
-    config = mergeConfigs(config, event.params.config);
     const shardProjects = event.params.projects;
     for (const shardProject of shardProjects) {
       const mergedProject = projects.find(p => p.id === shardProject.id);
@@ -102,7 +112,6 @@ function mergeBeginEvents(beginEvents) {
   return {
     method: 'onBegin',
     params: {
-      config,
       projects
     }
   };
@@ -114,7 +123,8 @@ function mergeConfigs(to, from) {
     metadata: {
       ...to.metadata,
       ...from.metadata,
-      totalTime: to.metadata.totalTime + from.metadata.totalTime
+      totalTime: to.metadata.totalTime + from.metadata.totalTime,
+      actualWorkers: (to.metadata.actualWorkers || 0) + (from.metadata.actualWorkers || 0)
     },
     workers: to.workers + from.workers
   };

package/lib/reporters/multiplexer.js

@@ -25,64 +25,47 @@ class Multiplexer {
     this._reporters = void 0;
     this._reporters = reporters;
   }
-  onBegin(config, suite) {
-    for (const reporter of this._reporters) wrap(() => {
-      var _reporter$onBegin;
-      return (_reporter$onBegin = reporter.onBegin) === null || _reporter$onBegin === void 0 ? void 0 : _reporter$onBegin.call(reporter, config, suite);
-    });
+  version() {
+    return 'v2';
+  }
+  onConfigure(config) {
+    for (const reporter of this._reporters) wrap(() => reporter.onConfigure(config));
+  }
+  onBegin(suite) {
+    for (const reporter of this._reporters) wrap(() => reporter.onBegin(suite));
   }
   onTestBegin(test, result) {
-    for (const reporter of this._reporters) wrap(() => {
-      var _reporter$onTestBegin;
-      return (_reporter$onTestBegin = reporter.onTestBegin) === null || _reporter$onTestBegin === void 0 ? void 0 : _reporter$onTestBegin.call(reporter, test, result);
-    });
+    for (const reporter of this._reporters) wrap(() => reporter.onTestBegin(test, result));
   }
   onStdOut(chunk, test, result) {
-    for (const reporter of this._reporters) wrap(() => {
-      var _reporter$onStdOut;
-      return (_reporter$onStdOut = reporter.onStdOut) === null || _reporter$onStdOut === void 0 ? void 0 : _reporter$onStdOut.call(reporter, chunk, test, result);
-    });
+    for (const reporter of this._reporters) wrap(() => reporter.onStdOut(chunk, test, result));
   }
   onStdErr(chunk, test, result) {
-    for (const reporter of this._reporters) wrap(() => {
-      var _reporter$onStdErr;
-      return (_reporter$onStdErr = reporter.onStdErr) === null || _reporter$onStdErr === void 0 ? void 0 : _reporter$onStdErr.call(reporter, chunk, test, result);
-    });
+    for (const reporter of this._reporters) wrap(() => reporter.onStdErr(chunk, test, result));
   }
   onTestEnd(test, result) {
-    for (const reporter of this._reporters) wrap(() => {
-      var _reporter$onTestEnd;
-      return (_reporter$onTestEnd = reporter.onTestEnd) === null || _reporter$onTestEnd === void 0 ? void 0 : _reporter$onTestEnd.call(reporter, test, result);
-    });
+    for (const reporter of this._reporters) wrap(() => reporter.onTestEnd(test, result));
   }
   async onEnd(result) {
-    for (const reporter of this._reporters) await wrapAsync(() => {
-      var _reporter$onEnd;
-      return (_reporter$onEnd = reporter.onEnd) === null || _reporter$onEnd === void 0 ? void 0 : _reporter$onEnd.call(reporter, result);
-    });
+    for (const reporter of this._reporters) await wrapAsync(() => reporter.onEnd(result));
   }
   async onExit() {
-    for (const reporter of this._reporters) await wrapAsync(() => {
-      var _reporter$onExit;
-      return (_reporter$onExit = reporter.onExit) === null || _reporter$onExit === void 0 ? void 0 : _reporter$onExit.call(reporter);
-    });
+    for (const reporter of this._reporters) await wrapAsync(() => reporter.onExit());
   }
   onError(error) {
-    for (const reporter of this._reporters) wrap(() => {
-      var _reporter$onError;
-      return (_reporter$onError = reporter.onError) === null || _reporter$onError === void 0 ? void 0 : _reporter$onError.call(reporter, error);
-    });
+    for (const reporter of this._reporters) wrap(() => reporter.onError(error));
   }
   onStepBegin(test, result, step) {
-    for (const reporter of this._reporters) wrap(() => {
-      var _reporter$onStepBegin;
-      return (_reporter$onStepBegin = reporter.onStepBegin) === null || _reporter$onStepBegin === void 0 ? void 0 : _reporter$onStepBegin.call(reporter, test, result, step);
-    });
+    for (const reporter of this._reporters) wrap(() => reporter.onStepBegin(test, result, step));
   }
   onStepEnd(test, result, step) {
-    for (const reporter of this._reporters) wrap(() => {
-      var _reporter$onStepEnd;
-      return (_reporter$onStepEnd = reporter.onStepEnd) === null || _reporter$onStepEnd === void 0 ? void 0 : _reporter$onStepEnd.call(reporter, test, result, step);
+    for (const reporter of this._reporters) wrap(() => reporter.onStepEnd(test, result, step));
+  }
+  printsToStdio() {
+    return this._reporters.some(r => {
+      let prints = true;
+      wrap(() => prints = r.printsToStdio());
+      return prints;
     });
   }
 }

package/lib/reporters/reporterV2.js

@@ -0,0 +1,118 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.wrapReporterAsV2 = wrapReporterAsV2;
+/**
+ * Copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+function wrapReporterAsV2(reporter) {
+  try {
+    if ('version' in reporter && reporter.version() === 'v2') return reporter;
+  } catch (e) {}
+  return new ReporterV2Wrapper(reporter);
+}
+class ReporterV2Wrapper {
+  constructor(reporter) {
+    this._reporter = void 0;
+    this._deferred = [];
+    this._config = void 0;
+    this._reporter = reporter;
+  }
+  version() {
+    return 'v2';
+  }
+  onConfigure(config) {
+    this._config = config;
+  }
+  onBegin(suite) {
+    var _this$_reporter$onBeg, _this$_reporter;
+    (_this$_reporter$onBeg = (_this$_reporter = this._reporter).onBegin) === null || _this$_reporter$onBeg === void 0 ? void 0 : _this$_reporter$onBeg.call(_this$_reporter, this._config, suite);
+    const deferred = this._deferred;
+    this._deferred = null;
+    for (const item of deferred) {
+      if (item.error) this.onError(item.error);
+      if (item.stdout) this.onStdOut(item.stdout.chunk, item.stdout.test, item.stdout.result);
+      if (item.stderr) this.onStdErr(item.stderr.chunk, item.stderr.test, item.stderr.result);
+    }
+  }
+  onTestBegin(test, result) {
+    var _this$_reporter$onTes, _this$_reporter2;
+    (_this$_reporter$onTes = (_this$_reporter2 = this._reporter).onTestBegin) === null || _this$_reporter$onTes === void 0 ? void 0 : _this$_reporter$onTes.call(_this$_reporter2, test, result);
+  }
+  onStdOut(chunk, test, result) {
+    var _this$_reporter$onStd, _this$_reporter3;
+    if (this._deferred) {
+      this._deferred.push({
+        stdout: {
+          chunk,
+          test,
+          result
+        }
+      });
+      return;
+    }
+    (_this$_reporter$onStd = (_this$_reporter3 = this._reporter).onStdOut) === null || _this$_reporter$onStd === void 0 ? void 0 : _this$_reporter$onStd.call(_this$_reporter3, chunk, test, result);
+  }
+  onStdErr(chunk, test, result) {
+    var _this$_reporter$onStd2, _this$_reporter4;
+    if (this._deferred) {
+      this._deferred.push({
+        stderr: {
+          chunk,
+          test,
+          result
+        }
+      });
+      return;
+    }
+    (_this$_reporter$onStd2 = (_this$_reporter4 = this._reporter).onStdErr) === null || _this$_reporter$onStd2 === void 0 ? void 0 : _this$_reporter$onStd2.call(_this$_reporter4, chunk, test, result);
+  }
+  onTestEnd(test, result) {
+    var _this$_reporter$onTes2, _this$_reporter5;
+    (_this$_reporter$onTes2 = (_this$_reporter5 = this._reporter).onTestEnd) === null || _this$_reporter$onTes2 === void 0 ? void 0 : _this$_reporter$onTes2.call(_this$_reporter5, test, result);
+  }
+  async onEnd(result) {
+    var _this$_reporter$onEnd, _this$_reporter6;
+    await ((_this$_reporter$onEnd = (_this$_reporter6 = this._reporter).onEnd) === null || _this$_reporter$onEnd === void 0 ? void 0 : _this$_reporter$onEnd.call(_this$_reporter6, result));
+  }
+  async onExit() {
+    var _this$_reporter$onExi, _this$_reporter7;
+    await ((_this$_reporter$onExi = (_this$_reporter7 = this._reporter).onExit) === null || _this$_reporter$onExi === void 0 ? void 0 : _this$_reporter$onExi.call(_this$_reporter7));
+  }
+  onError(error) {
+    var _this$_reporter$onErr, _this$_reporter8;
+    if (this._deferred) {
+      this._deferred.push({
+        error
+      });
+      return;
+    }
+    (_this$_reporter$onErr = (_this$_reporter8 = this._reporter).onError) === null || _this$_reporter$onErr === void 0 ? void 0 : _this$_reporter$onErr.call(_this$_reporter8, error);
+  }
+  onStepBegin(test, result, step) {
+    var _this$_reporter$onSte, _this$_reporter9;
+    (_this$_reporter$onSte = (_this$_reporter9 = this._reporter).onStepBegin) === null || _this$_reporter$onSte === void 0 ? void 0 : _this$_reporter$onSte.call(_this$_reporter9, test, result, step);
+  }
+  onStepEnd(test, result, step) {
+    var _this$_reporter$onSte2, _this$_reporter10;
+    (_this$_reporter$onSte2 = (_this$_reporter10 = this._reporter).onStepEnd) === null || _this$_reporter$onSte2 === void 0 ? void 0 : _this$_reporter$onSte2.call(_this$_reporter10, test, result, step);
+  }
+  printsToStdio() {
+    return this._reporter.printsToStdio ? this._reporter.printsToStdio() : true;
+  }
+}

package/lib/reporters/teleEmitter.js

@@ -33,13 +33,23 @@ class TeleReporterEmitter {
     this._messageSink = messageSink;
     this._skipBuffers = skipBuffers;
   }
-  onBegin(config, suite) {
+  version() {
+    return 'v2';
+  }
+  onConfigure(config) {
     this._rootDir = config.rootDir;
+    this._messageSink({
+      method: 'onConfigure',
+      params: {
+        config: this._serializeConfig(config)
+      }
+    });
+  }
+  onBegin(suite) {
     const projects = suite.suites.map(projectSuite => this._serializeProject(projectSuite));
     this._messageSink({
       method: 'onBegin',
       params: {
-        config: this._serializeConfig(config),
         projects
       }
     });
@@ -127,6 +137,9 @@ class TeleReporterEmitter {
     });
   }
   async onExit() {}
+  printsToStdio() {
+    return false;
+  }
   _serializeConfig(config) {
     var _FullConfigInternal$f;
     return {

package/lib/runner/reporters.js

@@ -3,7 +3,6 @@
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
-exports.ListModeReporter = void 0;
 exports.createReporters = createReporters;
 var _path = _interopRequireDefault(require("path"));
 var _base = require("../reporters/base");
@@ -18,6 +17,7 @@ var _list = _interopRequireDefault(require("../reporters/list"));
 var _markdown = _interopRequireDefault(require("../reporters/markdown"));
 var _loadUtils = require("./loadUtils");
 var _blob = require("../reporters/blob");
+var _reporterV = require("../reporters/reporterV2");
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
 /**
  * Copyright Microsoft Corporation. All rights reserved.
@@ -38,6 +38,7 @@ function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { de
 async function createReporters(config, mode, descriptions) {
   var _descriptions;
   const defaultReporters = {
+    blob: _blob.BlobReporter,
     dot: mode === 'list' ? ListModeReporter : _dot.default,
     line: mode === 'list' ? ListModeReporter : _line.default,
     list: mode === 'list' ? ListModeReporter : _list.default,
@@ -46,7 +47,6 @@ async function createReporters(config, mode, descriptions) {
     junit: _junit.default,
     null: _empty.default,
     html: mode === 'ui' ? _line.default : _html.default,
-    blob: _blob.BlobReporter,
     markdown: _markdown.default
   };
   const reporters = [];
@@ -61,17 +61,14 @@ async function createReporters(config, mode, descriptions) {
       reporters.push(new defaultReporters[name](options));
     } else {
       const reporterConstructor = await (0, _loadUtils.loadReporter)(config, name);
-      reporters.push(new reporterConstructor(options));
+      reporters.push((0, _reporterV.wrapReporterAsV2)(new reporterConstructor(options)));
     }
   }
   if (process.env.PW_TEST_REPORTER) {
     const reporterConstructor = await (0, _loadUtils.loadReporter)(config, process.env.PW_TEST_REPORTER);
-    reporters.push(new reporterConstructor());
+    reporters.push((0, _reporterV.wrapReporterAsV2)(new reporterConstructor()));
   }
-  const someReporterPrintsToStdio = reporters.some(r => {
-    const prints = r.printsToStdio ? r.printsToStdio() : true;
-    return prints;
-  });
+  const someReporterPrintsToStdio = reporters.some(r => r.printsToStdio());
   if (reporters.length && !someReporterPrintsToStdio) {
     // Add a line/dot/list-mode reporter for convenience.
     // Important to put it first, jsut in case some other reporter stalls onEnd.
@@ -81,12 +78,15 @@ async function createReporters(config, mode, descriptions) {
   }
   return reporters;
 }
-class ListModeReporter {
-  constructor() {
+class ListModeReporter extends _empty.default {
+  constructor(...args) {
+    super(...args);
     this.config = void 0;
   }
-  onBegin(config, suite) {
+  onConfigure(config) {
     this.config = config;
+  }
+  onBegin(suite) {
     // eslint-disable-next-line no-console
     console.log(`Listing tests:`);
     const tests = suite.allTests();
@@ -94,7 +94,7 @@ class ListModeReporter {
     for (const test of tests) {
       // root, project, file, ...describes, test
       const [, projectName,, ...titles] = test.titlePath();
-      const location = `${_path.default.relative(config.rootDir, test.location.file)}:${test.location.line}:${test.location.column}`;
+      const location = `${_path.default.relative(this.config.rootDir, test.location.file)}:${test.location.line}:${test.location.column}`;
       const projectTitle = projectName ? `[${projectName}] › ` : '';
       // eslint-disable-next-line no-console
       console.log(`  ${projectTitle}${location} › ${titles.join(' › ')}`);
@@ -107,5 +107,4 @@ class ListModeReporter {
     // eslint-disable-next-line no-console
     console.error('\n' + (0, _base.formatError)(this.config, error, false).message);
   }
-}
-exports.ListModeReporter = ListModeReporter;
+}

package/lib/runner/runner.js

@@ -13,6 +13,7 @@ var _utilsBundle = require("playwright-core/lib/utilsBundle");
 var _watchMode = require("./watchMode");
 var _uiMode = require("./uiMode");
 var _internalReporter = require("../reporters/internalReporter");
+var _multiplexer = require("../reporters/multiplexer");
 /**
  * Copyright 2019 Google Inc. All rights reserved.
  * Modifications copyright (c) Microsoft Corporation.
@@ -62,12 +63,12 @@ class Runner {
     (0, _webServerPlugin.webServerPluginsForConfig)(config).forEach(p => config.plugins.push({
       factory: p
     }));
-    const reporter = new _internalReporter.InternalReporter(await (0, _reporters.createReporters)(config, listOnly ? 'list' : 'run'));
+    const reporter = new _internalReporter.InternalReporter(new _multiplexer.Multiplexer(await (0, _reporters.createReporters)(config, listOnly ? 'list' : 'run')));
     const taskRunner = listOnly ? (0, _tasks.createTaskRunnerForList)(config, reporter, 'in-process', {
       failOnLoadErrors: true
     }) : (0, _tasks.createTaskRunner)(config, reporter);
     const testRun = new _tasks.TestRun(config, reporter);
-    reporter.onConfigure(config);
+    reporter.onConfigure(config.config);
     if (!listOnly && config.ignoreSnapshots) {
       reporter.onStdOut(_utilsBundle.colors.dim(['NOTE: running with "ignoreSnapshots" option. All of the following asserts are silently ignored:', '- expect().toMatchSnapshot()', '- expect().toHaveScreenshot()', ''].join('\n')));
     }

package/lib/runner/tasks.js

@@ -106,7 +106,7 @@ function createReportBeginTask() {
     rootSuite
   }) => {
     const montonicStartTime = (0, _utils.monotonicTime)();
-    reporter.onBegin(config.config, rootSuite);
+    reporter.onBegin(rootSuite);
     return async () => {
       config.config.metadata.totalTime = (0, _utils.monotonicTime)() - montonicStartTime;
     };
@@ -228,7 +228,7 @@ function createPhasesTask() {
         maxConcurrentTestGroups = Math.max(maxConcurrentTestGroups, testGroupsInPhase);
       }
     }
-    testRun.config.config.workers = Math.min(testRun.config.config.workers, maxConcurrentTestGroups);
+    testRun.config.config.metadata.actualWorkers = Math.min(testRun.config.config.workers, maxConcurrentTestGroups);
   };
 }
 function createWorkersTask() {

package/lib/runner/uiMode.js

@@ -14,6 +14,7 @@ var _tasks = require("./tasks");
 var _utilsBundle = require("../utilsBundle");
 var _utilsBundle2 = require("playwright-core/lib/utilsBundle");
 var _list = _interopRequireDefault(require("../reporters/list"));
+var _multiplexer = require("../reporters/multiplexer");
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
 /**
  * Copyright Microsoft Corporation. All rights reserved.
@@ -70,9 +71,9 @@ class UIMode {
     });
   }
   async runGlobalSetup() {
-    const reporter = new _internalReporter.InternalReporter([new _list.default()]);
+    const reporter = new _internalReporter.InternalReporter(new _list.default());
     const taskRunner = (0, _tasks.createTaskRunnerForWatchSetup)(this._config, reporter);
-    reporter.onConfigure(this._config);
+    reporter.onConfigure(this._config.config);
     const testRun = new _tasks.TestRun(this._config, reporter);
     const {
       status,
@@ -157,8 +158,7 @@ class UIMode {
     (_this$_transport$send = (_this$_transport = this._transport).sendEvent) === null || _this$_transport$send === void 0 ? void 0 : _this$_transport$send.call(_this$_transport, method, params);
   }
   async _listTests() {
-    const listReporter = new _teleEmitter.TeleReporterEmitter(e => this._dispatchEvent(e.method, e.params), true);
-    const reporter = new _internalReporter.InternalReporter([listReporter]);
+    const reporter = new _internalReporter.InternalReporter(new _teleEmitter.TeleReporterEmitter(e => this._dispatchEvent(e.method, e.params), true));
     this._config.cliListOnly = true;
     this._config.testIdMatcher = undefined;
     const taskRunner = (0, _tasks.createTaskRunnerForList)(this._config, reporter, 'out-of-process', {
@@ -166,7 +166,7 @@ class UIMode {
     });
     const testRun = new _tasks.TestRun(this._config, reporter);
     (0, _compilationCache.clearCompilationCache)();
-    reporter.onConfigure(this._config);
+    reporter.onConfigure(this._config.config);
     const status = await taskRunner.run(testRun, 0);
     await reporter.onEnd({
       status
@@ -183,11 +183,11 @@ class UIMode {
     this._config.testIdMatcher = id => !testIdSet || testIdSet.has(id);
     const reporters = await (0, _reporters.createReporters)(this._config, 'ui');
     reporters.push(new _teleEmitter.TeleReporterEmitter(e => this._dispatchEvent(e.method, e.params), true));
-    const reporter = new _internalReporter.InternalReporter(reporters);
+    const reporter = new _internalReporter.InternalReporter(new _multiplexer.Multiplexer(reporters));
     const taskRunner = (0, _tasks.createTaskRunnerForWatch)(this._config, reporter);
     const testRun = new _tasks.TestRun(this._config, reporter);
     (0, _compilationCache.clearCompilationCache)();
-    reporter.onConfigure(this._config);
+    reporter.onConfigure(this._config.config);
     const stop = new _utils.ManualPromise();
     const run = taskRunner.run(testRun, 0, stop).then(async status => {
       await reporter.onEnd({

package/lib/runner/watchMode.js

@@ -98,10 +98,10 @@ async function runWatchModeLoop(config) {
   for (const p of config.projects) p.project.retries = 0;
 
   // Perform global setup.
-  const reporter = new _internalReporter.InternalReporter([new _list.default()]);
+  const reporter = new _internalReporter.InternalReporter(new _list.default());
   const testRun = new _tasks.TestRun(config, reporter);
   const taskRunner = (0, _tasks.createTaskRunnerForWatchSetup)(config, reporter);
-  reporter.onConfigure(config);
+  reporter.onConfigure(config.config);
   const {
     status,
     cleanup: globalCleanup
@@ -273,11 +273,11 @@ async function runChangedTests(config, failedTestIdCollector, filesByProject, ti
 }
 async function runTests(config, failedTestIdCollector, options) {
   printConfiguration(config, options === null || options === void 0 ? void 0 : options.title);
-  const reporter = new _internalReporter.InternalReporter([new _list.default()]);
+  const reporter = new _internalReporter.InternalReporter(new _list.default());
   const taskRunner = (0, _tasks.createTaskRunnerForWatch)(config, reporter, options === null || options === void 0 ? void 0 : options.additionalFileMatcher);
   const testRun = new _tasks.TestRun(config, reporter);
   (0, _compilationCache.clearCompilationCache)();
-  reporter.onConfigure(config);
+  reporter.onConfigure(config.config);
   const taskStatus = await taskRunner.run(testRun, 0);
   let status = 'passed';
   let hasFailedTests = false;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@playwright/test",
-  "version": "1.36.0-alpha-jun-30-2023",
+  "version": "1.36.0-alpha-jul-2-2023",
   "description": "A high-level API to automate web browsers",
   "repository": "github:Microsoft/playwright",
   "homepage": "https://playwright.dev",
@@ -41,7 +41,7 @@
   "license": "Apache-2.0",
   "dependencies": {
     "@types/node": "*",
-    "playwright-core": "1.36.0-alpha-jun-30-2023"
+    "playwright-core": "1.36.0-alpha-jul-2-2023"
   },
   "optionalDependencies": {
     "fsevents": "2.3.2"