playwright 1.57.0-alpha-2025-10-20 → 1.57.0-alpha-2025-10-22

package/lib/agents/generateAgents.js

@@ -207,7 +207,7 @@ class AgentGenerator {
     const agents = await AgentParser.loadAgents();
     await import_fs.default.promises.mkdir(agentsFolder, { recursive: true });
     for (const agent of agents)
-      await writeFile(`${agentsFolder}/${agent.header.name}.md`, agent.source, "\u{1F916}", "agent definition");
+      await writeFile(`${agentsFolder}/agents/${agent.header.name}.md`, agent.source, "\u{1F916}", "agent definition");
     console.log("\u{1F527} MCP configuration");
     console.log(JSON.stringify({
       mcpServers: {

package/lib/common/config.js

@@ -69,6 +69,11 @@ class FullConfigInternal {
     this.globalSetups = (Array.isArray(userConfig.globalSetup) ? userConfig.globalSetup : [userConfig.globalSetup]).map((s) => resolveScript(s, configDir)).filter((script) => script !== void 0);
     this.globalTeardowns = (Array.isArray(userConfig.globalTeardown) ? userConfig.globalTeardown : [userConfig.globalTeardown]).map((s) => resolveScript(s, configDir)).filter((script) => script !== void 0);
     userConfig.metadata = userConfig.metadata || {};
+    const globalTags = Array.isArray(userConfig.tag) ? userConfig.tag : userConfig.tag ? [userConfig.tag] : [];
+    for (const tag of globalTags) {
+      if (tag[0] !== "@")
+        throw new Error(`Tag must start with "@" symbol, got "${tag}" instead.`);
+    }
     this.config = {
       configFile: resolvedConfigFile,
       rootDir: pathResolve(configDir, userConfig.testDir) || configDir,
@@ -91,6 +96,7 @@ class FullConfigInternal {
       quiet: takeFirst(configCLIOverrides.quiet, userConfig.quiet, false),
       projects: [],
       shard: takeFirst(configCLIOverrides.shard, userConfig.shard, null),
+      tags: globalTags,
       updateSnapshots: takeFirst(configCLIOverrides.updateSnapshots, userConfig.updateSnapshots, "missing"),
       updateSourceMethod: takeFirst(configCLIOverrides.updateSourceMethod, userConfig.updateSourceMethod, "patch"),
       version: require("../../package.json").version,

package/lib/common/testLoader.js

@@ -42,12 +42,13 @@ var import_transform = require("../transform/transform");
 var import_util2 = require("../util");
 const defaultTimeout = 3e4;
 const cachedFileSuites = /* @__PURE__ */ new Map();
-async function loadTestFile(file, rootDir, testErrors) {
+async function loadTestFile(file, config, testErrors) {
   if (cachedFileSuites.has(file))
     return cachedFileSuites.get(file);
-  const suite = new import_test.Suite(import_path.default.relative(rootDir, file) || import_path.default.basename(file), "file");
+  const suite = new import_test.Suite(import_path.default.relative(config.config.rootDir, file) || import_path.default.basename(file), "file");
   suite._requireFile = file;
   suite.location = { file, line: 0, column: 0 };
+  suite._tags = [...config.config.tags];
   (0, import_globals.setCurrentlyLoadingFileSuite)(suite);
   if (!(0, import_globals.isWorkerProcess)()) {
     (0, import_compilationCache.startCollectingFileDeps)();

package/lib/common/testType.js

@@ -29,6 +29,7 @@ var import_globals = require("./globals");
 var import_test = require("./test");
 var import_expect = require("../matchers/expect");
 var import_transform = require("../transform/transform");
+var import_validators = require("./validators");
 const testTypeSymbol = Symbol("testType");
 class TestTypeImpl {
   constructor(fixtures) {
@@ -96,7 +97,7 @@ class TestTypeImpl {
       body = fn;
       details = fnOrDetails;
     }
-    const validatedDetails = validateTestDetails(details, location);
+    const validatedDetails = (0, import_validators.validateTestDetails)(details, location);
     const test = new import_test.TestCase(title, body, this, location);
     test._requireFile = suite._requireFile;
     test.annotations.push(...validatedDetails.annotations);
@@ -130,7 +131,7 @@ class TestTypeImpl {
       details = fnOrDetails;
       body = fn;
     }
-    const validatedDetails = validateTestDetails(details, location);
+    const validatedDetails = (0, import_validators.validateTestDetails)(details, location);
     const child = new import_test.Suite(title, "describe");
     child._requireFile = suite._requireFile;
     child.location = location;
@@ -276,16 +277,6 @@ See https://playwright.dev/docs/intro for more information about Playwright Test
     );
   }
 }
-function validateTestDetails(details, location) {
-  const originalAnnotations = Array.isArray(details.annotation) ? details.annotation : details.annotation ? [details.annotation] : [];
-  const annotations = originalAnnotations.map((annotation) => ({ ...annotation, location }));
-  const tags = Array.isArray(details.tag) ? details.tag : details.tag ? [details.tag] : [];
-  for (const tag of tags) {
-    if (tag[0] !== "@")
-      throw new Error(`Tag must start with "@" symbol, got "${tag}" instead.`);
-  }
-  return { annotations, tags };
-}
 const rootTestType = new TestTypeImpl([]);
 function mergeTests(...tests) {
   let result = rootTestType;

package/lib/common/validators.js

@@ -0,0 +1,68 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var validators_exports = {};
+__export(validators_exports, {
+  validateTestAnnotation: () => validateTestAnnotation,
+  validateTestDetails: () => validateTestDetails
+});
+module.exports = __toCommonJS(validators_exports);
+var import_utilsBundle = require("playwright-core/lib/utilsBundle");
+const testAnnotationSchema = import_utilsBundle.zod.object({
+  type: import_utilsBundle.zod.string(),
+  description: import_utilsBundle.zod.string().optional()
+});
+const testDetailsSchema = import_utilsBundle.zod.object({
+  tag: import_utilsBundle.zod.union([
+    import_utilsBundle.zod.string().optional(),
+    import_utilsBundle.zod.array(import_utilsBundle.zod.string())
+  ]).transform((val) => Array.isArray(val) ? val : val !== void 0 ? [val] : []).refine((val) => val.every((v) => v.startsWith("@")), {
+    message: "Tag must start with '@'"
+  }),
+  annotation: import_utilsBundle.zod.union([
+    testAnnotationSchema,
+    import_utilsBundle.zod.array(testAnnotationSchema).optional()
+  ]).transform((val) => Array.isArray(val) ? val : val !== void 0 ? [val] : [])
+});
+function validateTestAnnotation(annotation) {
+  try {
+    return testAnnotationSchema.parse(annotation);
+  } catch (error) {
+    throwZodError(error);
+  }
+}
+function validateTestDetails(details, location) {
+  try {
+    const parsedDetails = testDetailsSchema.parse(details);
+    return {
+      annotations: parsedDetails.annotation.map((a) => ({ ...a, location })),
+      tags: parsedDetails.tag,
+      location
+    };
+  } catch (error) {
+    throwZodError(error);
+  }
+}
+function throwZodError(error) {
+  throw new Error(error.issues.map((i) => i.message).join("\n"));
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  validateTestAnnotation,
+  validateTestDetails
+});

package/lib/isomorphic/teleReceiver.js

@@ -445,6 +445,7 @@ const baseFullConfig = {
   rootDir: "",
   quiet: false,
   shard: null,
+  tags: [],
   updateSnapshots: "missing",
   updateSourceMethod: "patch",
   version: "",

package/lib/loader/loaderMain.js

@@ -42,7 +42,7 @@ class LoaderMain extends import_process.ProcessRunner {
   async loadTestFile(params) {
     const testErrors = [];
     const config = await this._config();
-    const fileSuite = await (0, import_testLoader.loadTestFile)(params.file, config.config.rootDir, testErrors);
+    const fileSuite = await (0, import_testLoader.loadTestFile)(params.file, config, testErrors);
     this._poolBuilder.buildPools(fileSuite);
     return { fileSuite: fileSuite._deepSerialize(), testErrors };
   }

package/lib/reporters/junit.js

@@ -173,8 +173,10 @@ class JUnitReporter {
     const systemOut = [];
     const systemErr = [];
     for (const result of test.results) {
-      systemOut.push(...result.stdout.map((item) => item.toString()));
-      systemErr.push(...result.stderr.map((item) => item.toString()));
+      for (const item of result.stdout)
+        systemOut.push(item.toString());
+      for (const item of result.stderr)
+        systemErr.push(item.toString());
       for (const attachment of result.attachments) {
         if (!attachment.path)
           continue;

package/lib/reporters/merge.js

@@ -72,13 +72,15 @@ async function createMergedReport(config, dir, reporterDescriptions, rootDirOver
     }
   };
   await dispatchEvents(eventData.prologue);
-  for (const { reportFile, eventPatchers, metadata } of eventData.reports) {
+  for (const { reportFile, eventPatchers, metadata, tags } of eventData.reports) {
     const reportJsonl = await import_fs.default.promises.readFile(reportFile);
     const events = parseTestEvents(reportJsonl);
     new import_stringInternPool.JsonStringInternalizer(stringPool).traverse(events);
     eventPatchers.patchers.push(new AttachmentPathPatcher(dir));
     if (metadata.name)
       eventPatchers.patchers.push(new GlobalErrorPatcher(metadata.name));
+    if (tags.length)
+      eventPatchers.patchers.push(new GlobalErrorPatcher(tags.join(" ")));
     eventPatchers.patchEvents(events);
     await dispatchEvents(events);
   }
@@ -178,18 +180,22 @@ async function mergeEvents(dir, shardReportFiles, stringPool, printStatus, rootD
     if (rootDirOverride)
       eventPatchers.patchers.push(new PathSeparatorPatcher(metadata.pathSeparator));
     eventPatchers.patchEvents(parsedEvents);
+    let tags = [];
     for (const event of parsedEvents) {
-      if (event.method === "onConfigure")
+      if (event.method === "onConfigure") {
         configureEvents.push(event);
-      else if (event.method === "onProject")
+        tags = event.params.config.tags || [];
+      } else if (event.method === "onProject") {
         projectEvents.push(event);
-      else if (event.method === "onEnd")
+      } else if (event.method === "onEnd") {
         endEvents.push(event);
+      }
     }
     reports.push({
       eventPatchers,
       reportFile: localPath,
-      metadata
+      metadata,
+      tags
     });
   }
   return {

package/lib/reporters/teleEmitter.js

@@ -154,7 +154,8 @@ class TeleReporterEmitter {
       version: config.version,
       workers: config.workers,
       globalSetup: config.globalSetup,
-      globalTeardown: config.globalTeardown
+      globalTeardown: config.globalTeardown,
+      tags: config.tags
     };
   }
   _serializeProject(suite) {

package/lib/runner/loadUtils.js

@@ -159,7 +159,8 @@ async function createRootSuite(testRun, errors, shouldFilterOnly) {
   if (config.config.shard) {
     const testGroups = [];
     for (const projectSuite of rootSuite.suites) {
-      testGroups.push(...(0, import_testGroups.createTestGroups)(projectSuite, config.config.shard.total));
+      for (const group of (0, import_testGroups.createTestGroups)(projectSuite, config.config.shard.total))
+        testGroups.push(group);
     }
     const testGroupsInThisShard = (0, import_testGroups.filterForShard)(config.config.shard, testGroups);
     const testsInThisShard = /* @__PURE__ */ new Set();

package/lib/runner/loaderHost.js

@@ -48,7 +48,7 @@ class InProcessLoaderHost {
     return true;
   }
   async loadTestFile(file, testErrors) {
-    const result = await (0, import_testLoader.loadTestFile)(file, this._config.config.rootDir, testErrors);
+    const result = await (0, import_testLoader.loadTestFile)(file, this._config, testErrors);
     this._poolBuilder.buildPools(result, testErrors);
     return result;
   }

package/lib/runner/reporters.js

@@ -125,6 +125,8 @@ function computeCommandHash(config) {
     command.cliGrepInvert = config.cliGrepInvert;
   if (config.cliOnlyChanged)
     command.cliOnlyChanged = config.cliOnlyChanged;
+  if (config.config.tags.length)
+    command.tags = config.config.tags.join(" ");
   if (Object.keys(command).length)
     parts.push((0, import_utils.calculateSha1)(JSON.stringify(command)).substring(0, 7));
   return parts.join("-");

package/lib/worker/workerMain.js

@@ -179,7 +179,7 @@ class WorkerMain extends import_process.ProcessRunner {
     let fatalUnknownTestIds;
     try {
       await this._loadIfNeeded();
-      const fileSuite = await (0, import_testLoader.loadTestFile)(runPayload.file, this._config.config.rootDir);
+      const fileSuite = await (0, import_testLoader.loadTestFile)(runPayload.file, this._config);
       const suite = (0, import_suiteUtils.bindFileSuiteToProject)(this._project, fileSuite);
       if (this._params.repeatEachIndex)
         (0, import_suiteUtils.applyRepeatEachIndex)(this._project, suite, this._params.repeatEachIndex);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "playwright",
-  "version": "1.57.0-alpha-2025-10-20",
+  "version": "1.57.0-alpha-2025-10-22",
   "description": "A high-level API to automate web browsers",
   "repository": {
     "type": "git",
@@ -64,7 +64,7 @@
   },
   "license": "Apache-2.0",
   "dependencies": {
-    "playwright-core": "1.57.0-alpha-2025-10-20"
+    "playwright-core": "1.57.0-alpha-2025-10-22"
   },
   "optionalDependencies": {
     "fsevents": "2.3.2"

package/types/test.d.ts

@@ -1758,6 +1758,26 @@ interface TestConfig<TestArgs = {}, WorkerArgs = {}> {
    */
   snapshotPathTemplate?: string;
 
+  /**
+   * Tag or tags prepended to each test in the report. Useful for tagging your test run to differentiate between
+   * [CI environments](https://playwright.dev/docs/test-sharding#merging-reports-from-multiple-environments).
+   *
+   * Note that each tag must start with `@` symbol. Learn more about [tagging](https://playwright.dev/docs/test-annotations#tag-tests).
+   *
+   * **Usage**
+   *
+   * ```js
+   * // playwright.config.ts
+   * import { defineConfig } from '@playwright/test';
+   *
+   * export default defineConfig({
+   *   tag: process.env.CI_ENVIRONMENT_NAME,  // for example "@APIv2"
+   * });
+   * ```
+   *
+   */
+  tag?: string|Array<string>;
+
   /**
    * Directory that will be recursively scanned for test files. Defaults to the directory of the configuration file.
    *
@@ -2035,6 +2055,11 @@ export interface FullConfig<TestArgs = {}, WorkerArgs = {}> {
     current: number;
   };
 
+  /**
+   * Resolved global tags. See [testConfig.tag](https://playwright.dev/docs/api/class-testconfig#test-config-tag).
+   */
+  tags: Array<string>;
+
   /**
    * See [testConfig.updateSnapshots](https://playwright.dev/docs/api/class-testconfig#test-config-update-snapshots).
    */
@@ -6180,7 +6205,7 @@ export interface TestType<TestArgs extends {}, WorkerArgs extends {}> {
    *     const name = this.constructor.name + '.' + (context.name as string);
    *     return test.step(name, async () => {
    *       return await target.call(this, ...args);
-   *     });
+   *     }, { box: true });
    *   };
    * }
    *
@@ -6339,7 +6364,7 @@ export interface TestType<TestArgs extends {}, WorkerArgs extends {}> {
      *     const name = this.constructor.name + '.' + (context.name as string);
      *     return test.step(name, async () => {
      *       return await target.call(this, ...args);
-     *     });
+     *     }, { box: true });
      *   };
      * }
      *

package/types/testReporter.d.ts

@@ -127,6 +127,11 @@ export interface FullResult {
  * `false`. This way, Playwright will use one of the standard terminal reporters in addition to your custom reporter
  * to enhance user experience.
  *
+ * **Reporter errors**
+ *
+ * Playwright will swallow any errors thrown in your custom reporter methods. If you need to detect or fail on
+ * reporter errors, you must wrap and handle them yourself.
+ *
  * **Merged report API notes**
  *
  * When merging multiple [`blob`](https://playwright.dev/docs/test-reporters#blob-reporter) reports via