@playwright/test 1.37.0 → 1.38.0-alpha-aug-11-2023

package/lib/common/test.js

@@ -209,12 +209,25 @@ class TestCase extends Base {
     return titlePath;
   }
   outcome() {
-    const nonSkipped = this.results.filter(result => result.status !== 'skipped' && result.status !== 'interrupted');
-    if (!nonSkipped.length) return 'skipped';
-    if (nonSkipped.every(result => result.status === this.expectedStatus)) return 'expected';
-    if (nonSkipped.some(result => result.status === this.expectedStatus)) return 'flaky';
-    return 'unexpected';
+    // Ignore initial skips that may be a result of "skipped because previous test in serial mode failed".
+    const results = [...this.results];
+    while (((_results$ = results[0]) === null || _results$ === void 0 ? void 0 : _results$.status) === 'skipped' || ((_results$2 = results[0]) === null || _results$2 === void 0 ? void 0 : _results$2.status) === 'interrupted') {
+      var _results$, _results$2;
+      results.shift();
+    }
+
+    // All runs were skipped.
+    if (!results.length) return 'skipped';
+    const failures = results.filter(result => result.status !== 'skipped' && result.status !== 'interrupted' && result.status !== this.expectedStatus);
+    if (!failures.length)
+      // all passed
+      return 'expected';
+    if (failures.length === results.length)
+      // all failed
+      return 'unexpected';
+    return 'flaky'; // mixed bag
   }
+
   ok() {
     const status = this.outcome();
     return status === 'expected' || status === 'flaky' || status === 'skipped';

package/lib/isomorphic/teleReceiver.js

@@ -352,12 +352,25 @@ class TeleTestCase {
     return titlePath;
   }
   outcome() {
-    const nonSkipped = this.results.filter(result => result.status !== 'skipped' && result.status !== 'interrupted');
-    if (!nonSkipped.length) return 'skipped';
-    if (nonSkipped.every(result => result.status === this.expectedStatus)) return 'expected';
-    if (nonSkipped.some(result => result.status === this.expectedStatus)) return 'flaky';
-    return 'unexpected';
+    // Ignore initial skips that may be a result of "skipped because previous test in serial mode failed".
+    const results = [...this.results];
+    while (((_results$ = results[0]) === null || _results$ === void 0 ? void 0 : _results$.status) === 'skipped' || ((_results$2 = results[0]) === null || _results$2 === void 0 ? void 0 : _results$2.status) === 'interrupted') {
+      var _results$, _results$2;
+      results.shift();
+    }
+
+    // All runs were skipped.
+    if (!results.length) return 'skipped';
+    const failures = results.filter(result => result.status !== 'skipped' && result.status !== 'interrupted' && result.status !== this.expectedStatus);
+    if (!failures.length)
+      // all passed
+      return 'expected';
+    if (failures.length === results.length)
+      // all failed
+      return 'unexpected';
+    return 'flaky'; // mixed bag
   }
+
   ok() {
     const status = this.outcome();
     return status === 'expected' || status === 'flaky' || status === 'skipped';

package/lib/reporters/html.js

@@ -7,11 +7,12 @@ exports.default = void 0;
 exports.showHTMLReport = showHTMLReport;
 exports.startHtmlReportServer = startHtmlReportServer;
 var _utilsBundle = require("playwright-core/lib/utilsBundle");
+var _utils = require("playwright-core/lib/utils");
 var _fs = _interopRequireDefault(require("fs"));
 var _path = _interopRequireDefault(require("path"));
 var _stream = require("stream");
-var _utils = require("playwright-core/lib/utils");
-var _raw = _interopRequireDefault(require("./raw"));
+var _json = require("./json");
+var _babelBundle = require("../transform/babelBundle");
 var _base = require("./base");
 var _util = require("../util");
 var _zipBundle = require("playwright-core/lib/zipBundle");
@@ -89,14 +90,9 @@ class HtmlReporter extends _empty.default {
   }
   async onEnd() {
     const projectSuites = this.suite.suites;
-    const reports = projectSuites.map(suite => {
-      const rawReporter = new _raw.default();
-      const report = rawReporter.generateProjectReport(this.config, suite);
-      return report;
-    });
     await (0, _utils.removeFolders)([this._outputFolder]);
-    const builder = new HtmlBuilder(this._outputFolder, this._attachmentsBaseURL);
-    this._buildResult = await builder.build(this.config.metadata, reports);
+    const builder = new HtmlBuilder(this.config, this._outputFolder, this._attachmentsBaseURL);
+    this._buildResult = await builder.build(this.config.metadata, projectSuites);
   }
   async onExit() {
     var _FullConfigInternal$f;
@@ -169,13 +165,14 @@ function startHtmlReportServer(folder) {
   return server;
 }
 class HtmlBuilder {
-  constructor(outputDir, attachmentsBaseURL) {
+  constructor(config, outputDir, attachmentsBaseURL) {
+    this._config = void 0;
     this._reportFolder = void 0;
-    this._tests = new Map();
-    this._testPath = new Map();
+    this._stepsInFile = new _utils.MultiMap();
     this._dataZipFile = void 0;
     this._hasTraces = false;
     this._attachmentsBaseURL = void 0;
+    this._config = config;
     this._reportFolder = outputDir;
     _fs.default.mkdirSync(this._reportFolder, {
       recursive: true
@@ -183,13 +180,13 @@ class HtmlBuilder {
     this._dataZipFile = new _zipBundle.yazl.ZipFile();
     this._attachmentsBaseURL = attachmentsBaseURL;
   }
-  async build(metadata, rawReports) {
+  async build(metadata, projectSuites) {
     const data = new Map();
-    for (const projectJson of rawReports) {
-      for (const file of projectJson.suites) {
-        var _projectJson$project$;
-        const fileName = file.location.file;
-        const fileId = file.fileId;
+    for (const projectSuite of projectSuites) {
+      for (const fileSuite of projectSuite.suites) {
+        var _metadata;
+        const fileName = this._relativeLocation(fileSuite.location).file;
+        const fileId = fileSuite._fileId;
         let fileEntry = data.get(fileId);
         if (!fileEntry) {
           fileEntry = {
@@ -212,13 +209,14 @@ class HtmlBuilder {
           testFileSummary
         } = fileEntry;
         const testEntries = [];
-        this._processJsonSuite(file, fileId, projectJson.project.name, (_projectJson$project$ = projectJson.project.metadata) === null || _projectJson$project$ === void 0 ? void 0 : _projectJson$project$.reportName, [], testEntries);
+        this._processJsonSuite(fileSuite, fileId, projectSuite.project().name, (_metadata = projectSuite.project().metadata) === null || _metadata === void 0 ? void 0 : _metadata.reportName, [], testEntries);
         for (const test of testEntries) {
           testFile.tests.push(test.testCase);
           testFileSummary.tests.push(test.testCaseSummary);
         }
       }
     }
+    createSnippets(this._stepsInFile);
     let ok = true;
     for (const [fileId, {
       testFile,
@@ -246,7 +244,7 @@ class HtmlBuilder {
     const htmlReport = {
       metadata,
       files: [...data.values()].map(e => e.testFileSummary),
-      projectNames: rawReports.map(r => r.project.name),
+      projectNames: projectSuites.map(r => r.project().name),
       stats: {
         ...[...data.values()].reduce((a, e) => addStats(a, e.testFileSummary.stats), emptyStats()),
         duration: metadata.totalTime
@@ -307,41 +305,39 @@ class HtmlBuilder {
   }
   _processJsonSuite(suite, fileId, projectName, reportName, path, outTests) {
     const newPath = [...path, suite.title];
-    suite.suites.map(s => this._processJsonSuite(s, fileId, projectName, reportName, newPath, outTests));
+    suite.suites.forEach(s => this._processJsonSuite(s, fileId, projectName, reportName, newPath, outTests));
     suite.tests.forEach(t => outTests.push(this._createTestEntry(t, projectName, reportName, newPath)));
   }
   _createTestEntry(test, projectName, reportName, path) {
     const duration = test.results.reduce((a, r) => a + r.duration, 0);
-    this._tests.set(test.testId, test);
-    const location = test.location;
-    path = [...path.slice(1)];
-    this._testPath.set(test.testId, path);
-    const results = test.results.map(r => this._createTestResult(r));
+    const location = this._relativeLocation(test.location);
+    path = path.slice(1);
+    const results = test.results.map(r => this._createTestResult(test, r));
     return {
       testCase: {
-        testId: test.testId,
+        testId: test.id,
         title: test.title,
         projectName,
         reportName,
         location,
         duration,
         annotations: test.annotations,
-        outcome: test.outcome,
+        outcome: test.outcome(),
         path,
         results,
-        ok: test.outcome === 'expected' || test.outcome === 'flaky'
+        ok: test.outcome() === 'expected' || test.outcome() === 'flaky'
       },
       testCaseSummary: {
-        testId: test.testId,
+        testId: test.id,
         title: test.title,
         projectName,
         reportName,
         location,
         duration,
         annotations: test.annotations,
-        outcome: test.outcome,
+        outcome: test.outcome(),
         path,
-        ok: test.outcome === 'expected' || test.outcome === 'flaky',
+        ok: test.outcome() === 'expected' || test.outcome() === 'flaky',
         results: results.map(result => {
           return {
             attachments: result.attachments.map(a => ({
@@ -422,27 +418,43 @@ class HtmlBuilder {
       };
     }).filter(Boolean);
   }
-  _createTestResult(result) {
+  _createTestResult(test, result) {
     return {
       duration: result.duration,
-      startTime: result.startTime,
+      startTime: result.startTime.toISOString(),
       retry: result.retry,
-      steps: result.steps.map(s => this._createTestStep(s)),
-      errors: result.errors,
+      steps: dedupeSteps(result.steps).map(s => this._createTestStep(s)),
+      errors: (0, _base.formatResultFailure)(test, result, '', true).map(error => error.message),
       status: result.status,
-      attachments: this._serializeAttachments(result.attachments)
+      attachments: this._serializeAttachments([...result.attachments, ...result.stdout.map(m => stdioAttachment(m, 'stdout')), ...result.stderr.map(m => stdioAttachment(m, 'stderr'))])
     };
   }
-  _createTestStep(step) {
-    return {
+  _createTestStep(dedupedStep) {
+    var _step$error;
+    const {
+      step,
+      duration,
+      count
+    } = dedupedStep;
+    const result = {
       title: step.title,
-      startTime: step.startTime,
-      duration: step.duration,
-      snippet: step.snippet,
-      steps: step.steps.map(s => this._createTestStep(s)),
-      location: step.location,
-      error: step.error,
-      count: step.count
+      startTime: step.startTime.toISOString(),
+      duration,
+      steps: dedupeSteps(step.steps).map(s => this._createTestStep(s)),
+      location: this._relativeLocation(step.location),
+      error: (_step$error = step.error) === null || _step$error === void 0 ? void 0 : _step$error.message,
+      count
+    };
+    if (result.location) this._stepsInFile.set(result.location.file, result);
+    return result;
+  }
+  _relativeLocation(location) {
+    if (!location) return undefined;
+    const file = (0, _json.toPosixPath)(_path.default.relative(this._config.rootDir, location.file));
+    return {
+      file,
+      line: location.line,
+      column: location.column
     };
   }
 }
@@ -494,5 +506,76 @@ class Base64Encoder extends _stream.Transform {
 function isTextContentType(contentType) {
   return contentType.startsWith('text/') || contentType.startsWith('application/json');
 }
+function stdioAttachment(chunk, type) {
+  if (typeof chunk === 'string') {
+    return {
+      name: type,
+      contentType: 'text/plain',
+      body: chunk
+    };
+  }
+  return {
+    name: type,
+    contentType: 'application/octet-stream',
+    body: chunk
+  };
+}
+function dedupeSteps(steps) {
+  const result = [];
+  let lastResult = undefined;
+  for (const step of steps) {
+    var _step$location, _lastResult, _step$location2, _lastStep$location, _step$location3, _lastStep$location2, _step$location4, _lastStep$location3;
+    const canDedupe = !step.error && step.duration >= 0 && ((_step$location = step.location) === null || _step$location === void 0 ? void 0 : _step$location.file) && !step.steps.length;
+    const lastStep = (_lastResult = lastResult) === null || _lastResult === void 0 ? void 0 : _lastResult.step;
+    if (canDedupe && lastResult && lastStep && step.category === lastStep.category && step.title === lastStep.title && ((_step$location2 = step.location) === null || _step$location2 === void 0 ? void 0 : _step$location2.file) === ((_lastStep$location = lastStep.location) === null || _lastStep$location === void 0 ? void 0 : _lastStep$location.file) && ((_step$location3 = step.location) === null || _step$location3 === void 0 ? void 0 : _step$location3.line) === ((_lastStep$location2 = lastStep.location) === null || _lastStep$location2 === void 0 ? void 0 : _lastStep$location2.line) && ((_step$location4 = step.location) === null || _step$location4 === void 0 ? void 0 : _step$location4.column) === ((_lastStep$location3 = lastStep.location) === null || _lastStep$location3 === void 0 ? void 0 : _lastStep$location3.column)) {
+      ++lastResult.count;
+      lastResult.duration += step.duration;
+      continue;
+    }
+    lastResult = {
+      step,
+      count: 1,
+      duration: step.duration
+    };
+    result.push(lastResult);
+    if (!canDedupe) lastResult = undefined;
+  }
+  return result;
+}
+function createSnippets(stepsInFile) {
+  for (const file of stepsInFile.keys()) {
+    let source;
+    try {
+      source = _fs.default.readFileSync(file, 'utf-8') + '\n//';
+    } catch (e) {
+      continue;
+    }
+    const lines = source.split('\n').length;
+    const highlighted = (0, _babelBundle.codeFrameColumns)(source, {
+      start: {
+        line: lines,
+        column: 1
+      }
+    }, {
+      highlightCode: true,
+      linesAbove: lines,
+      linesBelow: 0
+    });
+    const highlightedLines = highlighted.split('\n');
+    const lineWithArrow = highlightedLines[highlightedLines.length - 1];
+    for (const step of stepsInFile.get(file)) {
+      // Don't bother with snippets that have less than 3 lines.
+      if (step.location.line < 2 || step.location.line >= lines) continue;
+      // Cut out snippet.
+      const snippetLines = highlightedLines.slice(step.location.line - 2, step.location.line + 1);
+      // Relocate arrow.
+      const index = lineWithArrow.indexOf('^');
+      const shiftedArrow = lineWithArrow.slice(0, index) + ' '.repeat(step.location.column - 1) + lineWithArrow.slice(index);
+      // Insert arrow line.
+      snippetLines.splice(2, 0, shiftedArrow);
+      step.snippet = snippetLines.join('\n');
+    }
+  }
+}
 var _default = HtmlReporter;
 exports.default = _default;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@playwright/test",
-  "version": "1.37.0",
+  "version": "1.38.0-alpha-aug-11-2023",
   "description": "A high-level API to automate web browsers",
   "repository": "github:Microsoft/playwright",
   "homepage": "https://playwright.dev",
@@ -41,7 +41,7 @@
   "license": "Apache-2.0",
   "dependencies": {
     "@types/node": "*",
-    "playwright-core": "1.37.0"
+    "playwright-core": "1.38.0-alpha-aug-11-2023"
   },
   "optionalDependencies": {
     "fsevents": "2.3.2"

package/types/test.d.ts

@@ -3480,6 +3480,11 @@ export interface PlaywrightWorkerOptions {
   browserName: BrowserName;
   defaultBrowserType: BrowserName;
   /**
+   * Whether to run browser in headless mode. More details for
+   * [Chromium](https://developers.google.com/web/updates/2017/04/headless-chrome) and
+   * [Firefox](https://developer.mozilla.org/en-US/docs/Mozilla/Firefox/Headless_mode). Defaults to `true` unless the
+   * `devtools` option is `true`.
+   *
    * **Usage**
    *
    * ```js
@@ -3493,13 +3498,13 @@ export interface PlaywrightWorkerOptions {
    * });
    * ```
    *
-   * Whether to run browser in headless mode. More details for
-   * [Chromium](https://developers.google.com/web/updates/2017/04/headless-chrome) and
-   * [Firefox](https://developer.mozilla.org/en-US/docs/Mozilla/Firefox/Headless_mode). Defaults to `true` unless the
-   * `devtools` option is `true`.
    */
   headless: boolean;
   /**
+   * Browser distribution channel.  Supported values are "chrome", "chrome-beta", "chrome-dev", "chrome-canary",
+   * "msedge", "msedge-beta", "msedge-dev", "msedge-canary". Read more about using
+   * [Google Chrome and Microsoft Edge](https://playwright.dev/docs/browsers#google-chrome--microsoft-edge).
+   *
    * **Usage**
    *
    * ```js
@@ -3519,9 +3524,6 @@ export interface PlaywrightWorkerOptions {
    * });
    * ```
    *
-   * Browser distribution channel.  Supported values are "chrome", "chrome-beta", "chrome-dev", "chrome-canary",
-   * "msedge", "msedge-beta", "msedge-dev", "msedge-canary". Read more about using
-   * [Google Chrome and Microsoft Edge](https://playwright.dev/docs/browsers#google-chrome--microsoft-edge).
    */
   channel: BrowserChannel | undefined;
   /**
@@ -3700,6 +3702,8 @@ export type VideoMode = 'off' | 'on' | 'retain-on-failure' | 'on-first-retry';
  */
 export interface PlaywrightTestOptions {
   /**
+   * Whether to automatically download all the attachments. Defaults to `true` where all the downloads are accepted.
+   *
    * **Usage**
    *
    * ```js
@@ -3713,10 +3717,11 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Whether to automatically download all the attachments. Defaults to `true` where all the downloads are accepted.
    */
   acceptDownloads: boolean;
   /**
+   * Toggles bypassing page's Content-Security-Policy. Defaults to `false`.
+   *
    * **Usage**
    *
    * ```js
@@ -3730,10 +3735,13 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Toggles bypassing page's Content-Security-Policy. Defaults to `false`.
    */
   bypassCSP: boolean;
   /**
+   * Emulates `'prefers-colors-scheme'` media feature, supported values are `'light'`, `'dark'`, `'no-preference'`. See
+   * [page.emulateMedia([options])](https://playwright.dev/docs/api/class-page#page-emulate-media) for more details.
+   * Passing `null` resets emulation to system defaults. Defaults to `'light'`.
+   *
    * **Usage**
    *
    * ```js
@@ -3747,12 +3755,12 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Emulates `'prefers-colors-scheme'` media feature, supported values are `'light'`, `'dark'`, `'no-preference'`. See
-   * [page.emulateMedia([options])](https://playwright.dev/docs/api/class-page#page-emulate-media) for more details.
-   * Passing `null` resets emulation to system defaults. Defaults to `'light'`.
    */
   colorScheme: ColorScheme;
   /**
+   * Specify device scale factor (can be thought of as dpr). Defaults to `1`. Learn more about
+   * [emulating devices with device scale factor](https://playwright.dev/docs/emulation#devices).
+   *
    * **Usage**
    *
    * ```js
@@ -3767,11 +3775,11 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Specify device scale factor (can be thought of as dpr). Defaults to `1`. Learn more about
-   * [emulating devices with device scale factor](https://playwright.dev/docs/emulation#devices).
    */
   deviceScaleFactor: number | undefined;
   /**
+   * An object containing additional HTTP headers to be sent with every request. Defaults to none.
+   *
    * **Usage**
    *
    * ```js
@@ -3787,7 +3795,6 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * An object containing additional HTTP headers to be sent with every request. Defaults to none.
    */
   extraHTTPHeaders: ExtraHTTPHeaders | undefined;
   /**
@@ -3808,6 +3815,9 @@ export interface PlaywrightTestOptions {
    */
   geolocation: Geolocation | undefined;
   /**
+   * Specifies if viewport supports touch events. Defaults to false. Learn more about
+   * [mobile emulation](https://playwright.dev/docs/emulation#devices).
+   *
    * **Usage**
    *
    * ```js
@@ -3821,11 +3831,12 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Specifies if viewport supports touch events. Defaults to false. Learn more about
-   * [mobile emulation](https://playwright.dev/docs/emulation#devices).
    */
   hasTouch: boolean;
   /**
+   * Credentials for [HTTP authentication](https://developer.mozilla.org/en-US/docs/Web/HTTP/Authentication). If no
+   * origin is specified, the username and password are sent to any servers upon unauthorized responses.
+   *
    * **Usage**
    *
    * ```js
@@ -3842,11 +3853,11 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Credentials for [HTTP authentication](https://developer.mozilla.org/en-US/docs/Web/HTTP/Authentication). If no
-   * origin is specified, the username and password are sent to any servers upon unauthorized responses.
    */
   httpCredentials: HTTPCredentials | undefined;
   /**
+   * Whether to ignore HTTPS errors when sending network requests. Defaults to `false`.
+   *
    * **Usage**
    *
    * ```js
@@ -3860,10 +3871,13 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Whether to ignore HTTPS errors when sending network requests. Defaults to `false`.
    */
   ignoreHTTPSErrors: boolean;
   /**
+   * Whether the `meta viewport` tag is taken into account and touch events are enabled. isMobile is a part of device,
+   * so you don't actually need to set it manually. Defaults to `false` and is not supported in Firefox. Learn more
+   * about [mobile emulation](https://playwright.dev/docs/emulation#ismobile).
+   *
    * **Usage**
    *
    * ```js
@@ -3877,12 +3891,12 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Whether the `meta viewport` tag is taken into account and touch events are enabled. isMobile is a part of device,
-   * so you don't actually need to set it manually. Defaults to `false` and is not supported in Firefox. Learn more
-   * about [mobile emulation](https://playwright.dev/docs/emulation#ismobile).
    */
   isMobile: boolean;
   /**
+   * Whether or not to enable JavaScript in the context. Defaults to `true`. Learn more about
+   * [disabling JavaScript](https://playwright.dev/docs/emulation#javascript-enabled).
+   *
    * **Usage**
    *
    * ```js
@@ -3896,11 +3910,13 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Whether or not to enable JavaScript in the context. Defaults to `true`. Learn more about
-   * [disabling JavaScript](https://playwright.dev/docs/emulation#javascript-enabled).
    */
   javaScriptEnabled: boolean;
   /**
+   * Specify user locale, for example `en-GB`, `de-DE`, etc. Locale will affect `navigator.language` value,
+   * `Accept-Language` request header value as well as number and date formatting rules. Defaults to the system default
+   * locale. Learn more about emulation in our [emulation guide](https://playwright.dev/docs/emulation#locale--timezone).
+   *
    * **Usage**
    *
    * ```js
@@ -3914,12 +3930,12 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Specify user locale, for example `en-GB`, `de-DE`, etc. Locale will affect `navigator.language` value,
-   * `Accept-Language` request header value as well as number and date formatting rules. Defaults to the system default
-   * locale. Learn more about emulation in our [emulation guide](https://playwright.dev/docs/emulation#locale--timezone).
    */
   locale: string | undefined;
   /**
+   * Whether to emulate network being offline. Defaults to `false`. Learn more about
+   * [network emulation](https://playwright.dev/docs/emulation#offline).
+   *
    * **Usage**
    *
    * ```js
@@ -3933,11 +3949,13 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Whether to emulate network being offline. Defaults to `false`. Learn more about
-   * [network emulation](https://playwright.dev/docs/emulation#offline).
    */
   offline: boolean;
   /**
+   * A list of permissions to grant to all pages in this context. See
+   * [browserContext.grantPermissions(permissions[, options])](https://playwright.dev/docs/api/class-browsercontext#browser-context-grant-permissions)
+   * for more details. Defaults to none.
+   *
    * **Usage**
    *
    * ```js
@@ -3951,12 +3969,11 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * A list of permissions to grant to all pages in this context. See
-   * [browserContext.grantPermissions(permissions[, options])](https://playwright.dev/docs/api/class-browsercontext#browser-context-grant-permissions)
-   * for more details. Defaults to none.
    */
   permissions: string[] | undefined;
   /**
+   * Network proxy settings.
+   *
    * **Usage**
    *
    * ```js
@@ -3973,10 +3990,15 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Network proxy settings.
    */
   proxy: Proxy | undefined;
   /**
+   * Learn more about [storage state and auth](https://playwright.dev/docs/auth).
+   *
+   * Populates context with given storage state. This option can be used to initialize context with logged-in
+   * information obtained via
+   * [browserContext.storageState([options])](https://playwright.dev/docs/api/class-browsercontext#browser-context-storage-state).
+   *
    * **Usage**
    *
    * ```js
@@ -3990,14 +4012,29 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Learn more about [storage state and auth](https://playwright.dev/docs/auth).
+   * **Details**
+   *
+   * When storage state is set up in the config, it is possible to reset storage state for a file:
+   *
+   * ```js
+   * // not-signed-in.spec.ts
+   * import { test } from '@playwright/test';
+   *
+   * // Reset storage state for this file to avoid being authenticated
+   * test.use({ storageState: { cookies: [], origins: [] } });
+   *
+   * test('not signed in test', async ({ page }) => {
+   *   // ...
+   * });
+   * ```
    *
-   * Populates context with given storage state. This option can be used to initialize context with logged-in
-   * information obtained via
-   * [browserContext.storageState([options])](https://playwright.dev/docs/api/class-browsercontext#browser-context-storage-state).
    */
   storageState: StorageState | undefined;
   /**
+   * Changes the timezone of the context. See
+   * [ICU's metaZones.txt](https://cs.chromium.org/chromium/src/third_party/icu/source/data/misc/metaZones.txt?rcl=faee8bc70570192d82d2978a71e2a615788597d1)
+   * for a list of supported timezone IDs. Defaults to the system timezone.
+   *
    * **Usage**
    *
    * ```js
@@ -4011,12 +4048,11 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Changes the timezone of the context. See
-   * [ICU's metaZones.txt](https://cs.chromium.org/chromium/src/third_party/icu/source/data/misc/metaZones.txt?rcl=faee8bc70570192d82d2978a71e2a615788597d1)
-   * for a list of supported timezone IDs. Defaults to the system timezone.
    */
   timezoneId: string | undefined;
   /**
+   * Specific user agent to use in this context.
+   *
    * **Usage**
    *
    * ```js
@@ -4030,10 +4066,15 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Specific user agent to use in this context.
    */
   userAgent: string | undefined;
   /**
+   * Emulates consistent viewport for each page. Defaults to an 1280x720 viewport. Use `null` to disable the consistent
+   * viewport emulation. Learn more about [viewport emulation](https://playwright.dev/docs/emulation#viewport).
+   *
+   * **NOTE** The `null` value opts out from the default presets, makes viewport depend on the host window size defined
+   * by the operating system. It makes the execution of the tests non-deterministic.
+   *
    * **Usage**
    *
    * ```js
@@ -4047,27 +4088,9 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Emulates consistent viewport for each page. Defaults to an 1280x720 viewport. Use `null` to disable the consistent
-   * viewport emulation. Learn more about [viewport emulation](https://playwright.dev/docs/emulation#viewport).
-   *
-   * **NOTE** The `null` value opts out from the default presets, makes viewport depend on the host window size defined
-   * by the operating system. It makes the execution of the tests non-deterministic.
    */
   viewport: ViewportSize | null;
   /**
-   * **Usage**
-   *
-   * ```js
-   * import { defineConfig, devices } from '@playwright/test';
-   *
-   * export default defineConfig({
-   *   use: {
-   *     /* Base URL to use in actions like `await page.goto('/')`. *\/
-   *     baseURL: 'http://localhost:3000',
-   *   },
-   * });
-   * ```
-   *
    * When using [page.goto(url[, options])](https://playwright.dev/docs/api/class-page#page-goto),
    * [page.route(url, handler[, options])](https://playwright.dev/docs/api/class-page#page-route),
    * [page.waitForURL(url[, options])](https://playwright.dev/docs/api/class-page#page-wait-for-url),
@@ -4082,6 +4105,20 @@ export interface PlaywrightTestOptions {
    *   `http://localhost:3000/foo/bar.html`
    * - baseURL: `http://localhost:3000/foo` (without trailing slash) and navigating to `./bar.html` results in
    *   `http://localhost:3000/bar.html`
+   *
+   * **Usage**
+   *
+   * ```js
+   * import { defineConfig, devices } from '@playwright/test';
+   *
+   * export default defineConfig({
+   *   use: {
+   *     /* Base URL to use in actions like `await page.goto('/')`. *\/
+   *     baseURL: 'http://localhost:3000',
+   *   },
+   * });
+   * ```
+   *
    */
   baseURL: string | undefined;
   /**
@@ -4152,6 +4189,11 @@ export interface PlaywrightTestOptions {
    */
   navigationTimeout: number;
   /**
+   * Whether to allow sites to register Service workers. Defaults to `'allow'`.
+   * - `'allow'`: [Service Workers](https://developer.mozilla.org/en-US/docs/Web/API/Service_Worker_API) can be
+   *   registered.
+   * - `'block'`: Playwright will block all registration of Service Workers.
+   *
    * **Usage**
    *
    * ```js
@@ -4165,10 +4207,6 @@ export interface PlaywrightTestOptions {
    * });
    * ```
    *
-   * Whether to allow sites to register Service workers. Defaults to `'allow'`.
-   * - `'allow'`: [Service Workers](https://developer.mozilla.org/en-US/docs/Web/API/Service_Worker_API) can be
-   *   registered.
-   * - `'block'`: Playwright will block all registration of Service Workers.
    */
   serviceWorkers: ServiceWorkerPolicy;
   /**

package/lib/reporters/raw.js

@@ -1,239 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.default = void 0;
-var _fs = _interopRequireDefault(require("fs"));
-var _path = _interopRequireDefault(require("path"));
-var _utils = require("playwright-core/lib/utils");
-var _base = require("./base");
-var _json = require("./json");
-var _babelBundle = require("../transform/babelBundle");
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-/**
- * Copyright (c) Microsoft Corporation.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-class RawReporter {
-  constructor() {
-    this.config = void 0;
-    this.suite = void 0;
-    this.stepsInFile = new _utils.MultiMap();
-  }
-  onBegin(config, suite) {
-    this.config = config;
-    this.suite = suite;
-  }
-  async onEnd() {
-    const projectSuites = this.suite.suites;
-    for (const suite of projectSuites) {
-      const project = suite.project();
-      (0, _utils.assert)(project, 'Internal Error: Invalid project structure');
-      const reportFolder = _path.default.join(project.outputDir, 'report');
-      _fs.default.mkdirSync(reportFolder, {
-        recursive: true
-      });
-      let reportFile;
-      for (let i = 0; i < 10; ++i) {
-        reportFile = _path.default.join(reportFolder, (0, _utils.sanitizeForFilePath)(project.name || 'project') + (i ? '-' + i : '') + '.report');
-        try {
-          if (_fs.default.existsSync(reportFile)) continue;
-        } catch (e) {}
-        break;
-      }
-      if (!reportFile) throw new Error('Internal error, could not create report file');
-      const report = this.generateProjectReport(this.config, suite);
-      _fs.default.writeFileSync(reportFile, JSON.stringify(report, undefined, 2));
-    }
-  }
-  generateAttachments(attachments, ioStreams) {
-    const out = [];
-    for (const attachment of attachments) {
-      if (attachment.body) {
-        out.push({
-          name: attachment.name,
-          contentType: attachment.contentType,
-          body: attachment.body
-        });
-      } else if (attachment.path) {
-        out.push({
-          name: attachment.name,
-          contentType: attachment.contentType,
-          path: attachment.path
-        });
-      }
-    }
-    if (ioStreams) {
-      for (const chunk of ioStreams.stdout) out.push(this._stdioAttachment(chunk, 'stdout'));
-      for (const chunk of ioStreams.stderr) out.push(this._stdioAttachment(chunk, 'stderr'));
-    }
-    return out;
-  }
-  generateProjectReport(config, suite) {
-    this.config = config;
-    const project = suite.project();
-    (0, _utils.assert)(project, 'Internal Error: Invalid project structure');
-    const report = {
-      config: filterOutPrivateFields(config),
-      project: {
-        metadata: project.metadata,
-        name: project.name,
-        outputDir: project.outputDir,
-        repeatEach: project.repeatEach,
-        retries: project.retries,
-        testDir: project.testDir,
-        testIgnore: (0, _json.serializePatterns)(project.testIgnore),
-        testMatch: (0, _json.serializePatterns)(project.testMatch),
-        timeout: project.timeout
-      },
-      suites: suite.suites.map(fileSuite => {
-        return this._serializeSuite(fileSuite);
-      })
-    };
-    for (const file of this.stepsInFile.keys()) {
-      let source;
-      try {
-        source = _fs.default.readFileSync(file, 'utf-8') + '\n//';
-      } catch (e) {
-        continue;
-      }
-      const lines = source.split('\n').length;
-      const highlighted = (0, _babelBundle.codeFrameColumns)(source, {
-        start: {
-          line: lines,
-          column: 1
-        }
-      }, {
-        highlightCode: true,
-        linesAbove: lines,
-        linesBelow: 0
-      });
-      const highlightedLines = highlighted.split('\n');
-      const lineWithArrow = highlightedLines[highlightedLines.length - 1];
-      for (const step of this.stepsInFile.get(file)) {
-        // Don't bother with snippets that have less than 3 lines.
-        if (step.location.line < 2 || step.location.line >= lines) continue;
-        // Cut out snippet.
-        const snippetLines = highlightedLines.slice(step.location.line - 2, step.location.line + 1);
-        // Relocate arrow.
-        const index = lineWithArrow.indexOf('^');
-        const shiftedArrow = lineWithArrow.slice(0, index) + ' '.repeat(step.location.column - 1) + lineWithArrow.slice(index);
-        // Insert arrow line.
-        snippetLines.splice(2, 0, shiftedArrow);
-        step.snippet = snippetLines.join('\n');
-      }
-    }
-    return report;
-  }
-  _serializeSuite(suite) {
-    const location = this._relativeLocation(suite.location);
-    const result = {
-      title: suite.title,
-      fileId: suite._fileId,
-      location,
-      suites: suite.suites.map(s => this._serializeSuite(s)),
-      tests: suite.tests.map(t => this._serializeTest(t))
-    };
-    return result;
-  }
-  _serializeTest(test) {
-    return {
-      testId: test.id,
-      title: test.title,
-      location: this._relativeLocation(test.location),
-      expectedStatus: test.expectedStatus,
-      timeout: test.timeout,
-      annotations: test.annotations,
-      retries: test.retries,
-      ok: test.ok(),
-      outcome: test.outcome(),
-      results: test.results.map(r => this._serializeResult(test, r))
-    };
-  }
-  _serializeResult(test, result) {
-    return {
-      retry: result.retry,
-      workerIndex: result.workerIndex,
-      startTime: result.startTime.toISOString(),
-      duration: result.duration,
-      status: result.status,
-      errors: (0, _base.formatResultFailure)(test, result, '', true).map(error => error.message),
-      attachments: this.generateAttachments(result.attachments, result),
-      steps: dedupeSteps(result.steps.map(step => this._serializeStep(test, step)))
-    };
-  }
-  _serializeStep(test, step) {
-    var _step$error;
-    const result = {
-      title: step.title,
-      category: step.category,
-      startTime: step.startTime.toISOString(),
-      duration: step.duration,
-      error: (_step$error = step.error) === null || _step$error === void 0 ? void 0 : _step$error.message,
-      location: this._relativeLocation(step.location),
-      steps: dedupeSteps(step.steps.map(step => this._serializeStep(test, step))),
-      count: 1
-    };
-    if (step.location) this.stepsInFile.set(step.location.file, result);
-    return result;
-  }
-  _stdioAttachment(chunk, type) {
-    if (typeof chunk === 'string') {
-      return {
-        name: type,
-        contentType: 'text/plain',
-        body: chunk
-      };
-    }
-    return {
-      name: type,
-      contentType: 'application/octet-stream',
-      body: chunk
-    };
-  }
-  _relativeLocation(location) {
-    if (!location) return undefined;
-    const file = (0, _json.toPosixPath)(_path.default.relative(this.config.rootDir, location.file));
-    return {
-      file,
-      line: location.line,
-      column: location.column
-    };
-  }
-}
-function dedupeSteps(steps) {
-  const result = [];
-  let lastStep;
-  for (const step of steps) {
-    var _step$location, _step$location2, _lastStep$location, _step$location3, _lastStep$location2, _step$location4, _lastStep$location3;
-    const canDedupe = !step.error && step.duration >= 0 && ((_step$location = step.location) === null || _step$location === void 0 ? void 0 : _step$location.file) && !step.steps.length;
-    if (canDedupe && lastStep && step.category === lastStep.category && step.title === lastStep.title && ((_step$location2 = step.location) === null || _step$location2 === void 0 ? void 0 : _step$location2.file) === ((_lastStep$location = lastStep.location) === null || _lastStep$location === void 0 ? void 0 : _lastStep$location.file) && ((_step$location3 = step.location) === null || _step$location3 === void 0 ? void 0 : _step$location3.line) === ((_lastStep$location2 = lastStep.location) === null || _lastStep$location2 === void 0 ? void 0 : _lastStep$location2.line) && ((_step$location4 = step.location) === null || _step$location4 === void 0 ? void 0 : _step$location4.column) === ((_lastStep$location3 = lastStep.location) === null || _lastStep$location3 === void 0 ? void 0 : _lastStep$location3.column)) {
-      ++lastStep.count;
-      lastStep.duration += step.duration;
-      continue;
-    }
-    result.push(step);
-    lastStep = canDedupe ? step : undefined;
-  }
-  return result;
-}
-function filterOutPrivateFields(object) {
-  if (!object || typeof object !== 'object') return object;
-  if (Array.isArray(object)) return object.map(filterOutPrivateFields);
-  return Object.fromEntries(Object.entries(object).filter(entry => !entry[0].startsWith('_')).map(entry => [entry[0], filterOutPrivateFields(entry[1])]));
-}
-var _default = RawReporter;
-exports.default = _default;