playwright 1.58.0-alpha-2025-12-16 → 1.58.0-alpha-2025-12-18

package/lib/common/config.js

@@ -87,14 +87,15 @@ class FullConfigInternal {
       maxFailures: takeFirst(configCLIOverrides.debug ? 1 : void 0, configCLIOverrides.maxFailures, userConfig.maxFailures, 0),
       metadata: metadata ?? userConfig.metadata,
       preserveOutput: takeFirst(userConfig.preserveOutput, "always"),
+      projects: [],
+      quiet: takeFirst(configCLIOverrides.quiet, userConfig.quiet, false),
       reporter: takeFirst(configCLIOverrides.reporter, resolveReporters(userConfig.reporter, configDir), [[defaultReporter]]),
       reportSlowTests: takeFirst(userConfig.reportSlowTests, {
         max: 5,
         threshold: 3e5
         /* 5 minutes */
       }),
-      quiet: takeFirst(configCLIOverrides.quiet, userConfig.quiet, false),
-      projects: [],
+      runAgents: takeFirst(configCLIOverrides.runAgents, userConfig.runAgents, false),
       shard: takeFirst(configCLIOverrides.shard, userConfig.shard, null),
       tags: globalTags,
       updateSnapshots: takeFirst(configCLIOverrides.updateSnapshots, userConfig.updateSnapshots, "missing"),

package/lib/index.js

@@ -111,7 +111,6 @@ const playwrightFixtures = {
     await browser.close({ reason: "Test ended." });
   }, { scope: "worker", timeout: 0 }],
   acceptDownloads: [({ contextOptions }, use) => use(contextOptions.acceptDownloads ?? true), { option: true, box: true }],
-  agent: [({ contextOptions }, use) => use(contextOptions.agent), { option: true, box: true }],
   bypassCSP: [({ contextOptions }, use) => use(contextOptions.bypassCSP ?? false), { option: true, box: true }],
   colorScheme: [({ contextOptions }, use) => use(contextOptions.colorScheme === void 0 ? "light" : contextOptions.colorScheme), { option: true, box: true }],
   deviceScaleFactor: [({ contextOptions }, use) => use(contextOptions.deviceScaleFactor), { option: true, box: true }],
@@ -139,9 +138,9 @@ const playwrightFixtures = {
   }, { option: true, box: true }],
   serviceWorkers: [({ contextOptions }, use) => use(contextOptions.serviceWorkers ?? "allow"), { option: true, box: true }],
   contextOptions: [{}, { option: true, box: true }],
+  agent: [({}, use) => use(void 0), { option: true, box: true }],
   _combinedContextOptions: [async ({
     acceptDownloads,
-    agent,
     bypassCSP,
     clientCertificates,
     colorScheme,
@@ -168,8 +167,6 @@ const playwrightFixtures = {
     const options = {};
     if (acceptDownloads !== void 0)
       options.acceptDownloads = acceptDownloads;
-    if (agent !== void 0)
-      options.agent = agent;
     if (bypassCSP !== void 0)
       options.bypassCSP = bypassCSP;
     if (colorScheme !== void 0)
@@ -612,14 +609,16 @@ class ArtifactsRecorder {
     }
   }
   async _cloneAgentCache(options) {
-    if (!this._agent || this._agent.cacheMode === "ignore")
+    if (!this._agent)
       return;
-    if (!this._agent.cacheFile && !this._agent.cachePathTemplate)
-      return;
-    const cacheFile = this._agent.cacheFile ?? this._testInfo._applyPathTemplate(this._agent.cachePathTemplate, "cache", ".json");
+    const cachePathTemplate = this._agent.cachePathTemplate ?? "{testDir}/{testFilePath}-cache.json";
+    const cacheFile = this._testInfo._applyPathTemplate(cachePathTemplate, "", ".json");
     const workerFile = await this._testInfo._cloneStorage(cacheFile);
-    if (this._agent && workerFile)
-      options.agent = { ...this._agent, cacheFile: workerFile };
+    options.agent = {
+      ...this._agent,
+      cacheFile: workerFile,
+      cacheMode: this._testInfo.config.runAgents ? "update" : "force"
+    };
   }
   async _upstreamAgentCache(context) {
     const agent = context._options.agent;

package/lib/isomorphic/teleReceiver.js

@@ -460,6 +460,7 @@ const baseFullConfig = {
   tags: [],
   updateSnapshots: "missing",
   updateSourceMethod: "patch",
+  runAgents: false,
   version: "",
   workers: 0,
   webServer: null

package/lib/mcp/browser/response.js

@@ -86,6 +86,8 @@ class Response {
     this._includeMetaOnly = true;
   }
   async finish() {
+    if (this._tabSnapshot)
+      return;
     if (this._includeSnapshot !== "none" && this._context.currentTab())
       this._tabSnapshot = await this._context.currentTabOrDie().captureSnapshot();
     for (const tab of this._context.tabs())

package/lib/mcp/browser/tools/snapshot.js

@@ -51,6 +51,7 @@ const snapshot = (0, import_tool.defineTool)({
     await context.ensureTab();
     response.setIncludeFullSnapshot();
     if (params.filename) {
+      await response.finish();
       const renderedResponse = response.render();
       const fileName = await response.addFile(params.filename, { origin: "llm", reason: "Saved snapshot" });
       await import_fs.default.promises.writeFile(fileName, renderedResponse.asText());

package/lib/program.js

@@ -287,6 +287,7 @@ function overridesFromOptions(options) {
     ignoreSnapshots: options.ignoreSnapshots ? !!options.ignoreSnapshots : void 0,
     updateSnapshots: options.updateSnapshots,
     updateSourceMethod: options.updateSourceMethod,
+    runAgents: options.runAgents,
     workers: options.workers
   };
   if (options.browser) {
@@ -374,6 +375,7 @@ const testOptions = [
   ["--repeat-each <N>", { description: `Run each test N times (default: 1)` }],
   ["--reporter <reporter>", { description: `Reporter to use, comma-separated, can be ${import_config.builtInReporters.map((name) => `"${name}"`).join(", ")} (default: "${import_config.defaultReporter}")` }],
   ["--retries <retries>", { description: `Maximum retry count for flaky tests, zero for no retries (default: no retries)` }],
+  ["--run-agents", { description: `Run agents to generate the code for page.perform` }],
   ["--shard <shard>", { description: `Shard tests and execute only the selected shard, specify in the form "current/all", 1-based, for example "3/5"` }],
   ["--test-list <file>", { description: `Path to a file containing a list of tests to run. See https://playwright.dev/docs/test-cli for more details.` }],
   ["--test-list-invert <file>", { description: `Path to a file containing a list of tests to skip. See https://playwright.dev/docs/test-cli for more details.` }],

package/lib/runner/testRunner.js

@@ -258,6 +258,7 @@ class TestRunner extends import_events.default {
       },
       ...params.updateSnapshots ? { updateSnapshots: params.updateSnapshots } : {},
       ...params.updateSourceMethod ? { updateSourceMethod: params.updateSourceMethod } : {},
+      ...params.runAgents ? { runAgents: params.runAgents } : {},
       ...params.workers ? { workers: params.workers } : {}
     };
     const config = await this._loadConfigOrReportError(new import_internalReporter.InternalReporter([userReporter]), overrides);

package/lib/transform/esmLoader.js

@@ -27,7 +27,9 @@ var import_compilationCache = require("./compilationCache");
 var import_portTransport = require("./portTransport");
 var import_transform = require("./transform");
 var import_util = require("../util");
-async function resolve(specifier, context, defaultResolve) {
+const esmPreflightExtension = ".esm.preflight";
+async function resolve(originalSpecifier, context, defaultResolve) {
+  let specifier = originalSpecifier.replace(esmPreflightExtension, "");
   if (context.parentURL && context.parentURL.startsWith("file://")) {
     const filename = import_url.default.fileURLToPath(context.parentURL);
     const resolved = (0, import_transform.resolveHook)(filename, specifier);
@@ -37,6 +39,8 @@ async function resolve(specifier, context, defaultResolve) {
   const result = await defaultResolve(specifier, context, defaultResolve);
   if (result?.url && result.url.startsWith("file://"))
     (0, import_compilationCache.currentFileDepsCollector)()?.add(import_url.default.fileURLToPath(result.url));
+  if (originalSpecifier.endsWith(esmPreflightExtension))
+    result.url = result.url + esmPreflightExtension;
   return result;
 }
 const kSupportedFormats = /* @__PURE__ */ new Map([
@@ -47,7 +51,8 @@ const kSupportedFormats = /* @__PURE__ */ new Map([
   [null, null],
   [void 0, void 0]
 ]);
-async function load(moduleUrl, context, defaultLoad) {
+async function load(originalModuleUrl, context, defaultLoad) {
+  const moduleUrl = originalModuleUrl.replace(esmPreflightExtension, "");
   if (!kSupportedFormats.has(context.format))
     return defaultLoad(moduleUrl, context, defaultLoad);
   if (!moduleUrl.startsWith("file://"))
@@ -57,23 +62,17 @@ async function load(moduleUrl, context, defaultLoad) {
     return defaultLoad(moduleUrl, context, defaultLoad);
   const code = import_fs.default.readFileSync(filename, "utf-8");
   const transformed = (0, import_transform.transformHook)(code, filename, moduleUrl);
-  if (transformed.serializedCache) {
-    if (legacyWaitForSourceMaps)
-      await transport?.send("pushToCompilationCache", { cache: transformed.serializedCache });
-    else
-      transport?.post("pushToCompilationCache", { cache: transformed.serializedCache });
-  }
+  if (transformed.serializedCache)
+    transport?.post("pushToCompilationCache", { cache: transformed.serializedCache });
   return {
     format: kSupportedFormats.get(context.format) || ((0, import_util.fileIsModule)(filename) ? "module" : "commonjs"),
-    source: transformed.code,
+    source: originalModuleUrl.endsWith(esmPreflightExtension) ? `void 0;` : transformed.code,
     shortCircuit: true
   };
 }
 let transport;
-let legacyWaitForSourceMaps = false;
 function initialize(data) {
   transport = createTransport(data?.port);
-  legacyWaitForSourceMaps = !!process.env.PLAYWRIGHT_WAIT_FOR_SOURCE_MAPS;
 }
 function createTransport(port) {
   return new import_portTransport.PortTransport(port, async (method, params) => {

package/lib/transform/transform.js

@@ -209,11 +209,11 @@ function calculateHash(content, filePath, isModule2, pluginsPrologue, pluginsEpi
 async function requireOrImport(file) {
   installTransformIfNeeded();
   const isModule = (0, import_util.fileIsModule)(file);
-  const esmImport = () => eval(`import(${JSON.stringify(import_url.default.pathToFileURL(file))})`);
   if (isModule) {
-    return await esmImport().finally(async () => {
-      await new Promise((resolve) => setTimeout(resolve, 0));
-    });
+    const fileName = import_url.default.pathToFileURL(file);
+    const esmImport = () => eval(`import(${JSON.stringify(fileName)})`);
+    await eval(`import(${JSON.stringify(fileName + ".esm.preflight")})`).finally(nextTask);
+    return await esmImport().finally(nextTask);
   }
   const result = require(file);
   const depsCollector = (0, import_compilationCache.currentFileDepsCollector)();
@@ -257,8 +257,8 @@ function wrapFunctionWithLocation(func) {
     const oldPrepareStackTrace = Error.prepareStackTrace;
     Error.prepareStackTrace = (error, stackFrames) => {
       const frame = import_utilsBundle.sourceMapSupport.wrapCallSite(stackFrames[1]);
-      const fileName = frame.getFileName();
-      const file2 = fileName && fileName.startsWith("file://") ? import_url.default.fileURLToPath(fileName) : fileName;
+      const fileName2 = frame.getFileName();
+      const file2 = fileName2 && fileName2.startsWith("file://") ? import_url.default.fileURLToPath(fileName2) : fileName2;
       return {
         file: file2,
         line: frame.getLineNumber(),
@@ -278,6 +278,9 @@ function wrapFunctionWithLocation(func) {
 function isRelativeSpecifier(specifier) {
   return specifier === "." || specifier === ".." || specifier.startsWith("./") || specifier.startsWith("../");
 }
+async function nextTask() {
+  return new Promise((resolve) => setTimeout(resolve, 0));
+}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   requireOrImport,

package/lib/worker/testInfo.js

@@ -31,7 +31,8 @@ __export(testInfo_exports, {
   StepSkipError: () => StepSkipError,
   TestInfoImpl: () => TestInfoImpl,
   TestSkipError: () => TestSkipError,
-  TestStepInfoImpl: () => TestStepInfoImpl
+  TestStepInfoImpl: () => TestStepInfoImpl,
+  emtpyTestInfoCallbacks: () => emtpyTestInfoCallbacks
 });
 module.exports = __toCommonJS(testInfo_exports);
 var import_fs = __toESM(require("fs"));
@@ -43,6 +44,17 @@ var import_testTracing = require("./testTracing");
 var import_util2 = require("./util");
 var import_transform = require("../transform/transform");
 var import_babelHighlightUtils = require("../transform/babelHighlightUtils");
+const emtpyTestInfoCallbacks = {
+  onStepBegin: () => {
+  },
+  onStepEnd: () => {
+  },
+  onAttach: () => {
+  },
+  onTestPaused: () => Promise.reject(new Error("TestInfoImpl not initialized")),
+  onCloneStorage: () => Promise.reject(new Error("TestInfoImpl not initialized")),
+  onUpstreamStorage: () => Promise.resolve()
+};
 class TestInfoImpl {
   constructor(configInternal, projectInternal, workerParams, test, retry, callbacks) {
     this._snapshotNames = { lastAnonymousSnapshotIndex: 0, lastNamedSnapshotIndex: {} };
@@ -238,7 +250,7 @@ ${(0, import_utils.stringifyStackFrames)(step.boxedStack).join("\n")}`;
             suggestedRebaseline: result.suggestedRebaseline,
             annotations: step.info.annotations
           };
-          this._callbacks.onStepEnd?.(payload);
+          this._callbacks.onStepEnd(payload);
         }
         if (step.group !== "internal") {
           const errorForTrace = step.error ? { name: "", message: step.error.message || "", stack: step.error.stack } : void 0;
@@ -260,7 +272,7 @@ ${(0, import_utils.stringifyStackFrames)(step.boxedStack).join("\n")}`;
         wallTime: Date.now(),
         location: step.location
       };
-      this._callbacks.onStepBegin?.(payload);
+      this._callbacks.onStepBegin(payload);
     }
     if (step.group !== "internal") {
       this._tracing.appendBeforeActionForStep({
@@ -387,7 +399,7 @@ ${(0, import_utils.stringifyStackFrames)(step.boxedStack).join("\n")}`;
       this._tracing.appendBeforeActionForStep({ stepId: stepId2, title: `Attach ${(0, import_utils.escapeWithQuotes)(attachment.name, '"')}`, category: "test.attach", stack: [] });
       this._tracing.appendAfterActionForStep(stepId2, void 0, [attachment]);
     }
-    this._callbacks.onAttach?.({
+    this._callbacks.onAttach({
       testId: this.testId,
       name: attachment.name,
       contentType: attachment.contentType,
@@ -483,7 +495,7 @@ ${(0, import_utils.stringifyStackFrames)(step.boxedStack).join("\n")}`;
   }
   async _cloneStorage(cacheFileTemplate) {
     const storageFile = this._applyPathTemplate(cacheFileTemplate, "cache", ".json");
-    return await this._callbacks.onCloneStorage?.({ storageFile });
+    return await this._callbacks.onCloneStorage({ storageFile });
   }
   async _upstreamStorage(workerFile) {
     await this._callbacks.onUpstreamStorage?.({ workerFile });
@@ -538,5 +550,6 @@ const stepSymbol = Symbol("step");
   StepSkipError,
   TestInfoImpl,
   TestSkipError,
-  TestStepInfoImpl
+  TestStepInfoImpl,
+  emtpyTestInfoCallbacks
 });

package/lib/worker/workerMain.js

@@ -95,7 +95,7 @@ class WorkerMain extends import_process.ProcessRunner {
       if (!this._config) {
         return;
       }
-      const fakeTestInfo = new import_testInfo.TestInfoImpl(this._config, this._project, this._params, void 0, 0, {});
+      const fakeTestInfo = new import_testInfo.TestInfoImpl(this._config, this._project, this._params, void 0, 0, import_testInfo.emtpyTestInfoCallbacks);
       const runnable = { type: "teardown" };
       await fakeTestInfo._runWithTimeout(runnable, () => this._loadIfNeeded()).catch(() => {
       });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "playwright",
-  "version": "1.58.0-alpha-2025-12-16",
+  "version": "1.58.0-alpha-2025-12-18",
   "description": "A high-level API to automate web browsers",
   "repository": {
     "type": "git",
@@ -64,7 +64,7 @@
   },
   "license": "Apache-2.0",
   "dependencies": {
-    "playwright-core": "1.58.0-alpha-2025-12-16"
+    "playwright-core": "1.58.0-alpha-2025-12-18"
   },
   "optionalDependencies": {
     "fsevents": "2.3.2"

package/types/test.d.ts

@@ -1611,6 +1611,12 @@ interface TestConfig<TestArgs = {}, WorkerArgs = {}> {
    */
   retries?: number;
 
+  /**
+   * Run agents to generate the code for
+   * [page.perform(task[, options])](https://playwright.dev/docs/api/class-page#page-perform) and similar.
+   */
+  runAgents?: boolean;
+
   /**
    * Shard tests and execute only the selected shard. Specify in the one-based form like `{ total: 5, current: 2 }`.
    *
@@ -2067,6 +2073,12 @@ export interface FullConfig<TestArgs = {}, WorkerArgs = {}> {
    */
   rootDir: string;
 
+  /**
+   * Run agents to generate the code for
+   * [page.perform(task[, options])](https://playwright.dev/docs/api/class-page#page-perform) and similar.
+   */
+  runAgents: boolean;
+
   /**
    * See [testConfig.shard](https://playwright.dev/docs/api/class-testconfig#test-config-shard).
    */
@@ -6644,7 +6656,6 @@ export type Fixtures<T extends {} = {}, W extends {} = {}, PT extends {} = {}, P
   [K in Exclude<keyof T, keyof PW | keyof PT>]?: TestFixtureValue<T[K], T & W & PT & PW> | [TestFixtureValue<T[K], T & W & PT & PW>, { scope?: 'test', auto?: boolean, option?: boolean, timeout?: number | undefined, title?: string, box?: boolean | 'self' }];
 };
 
-type Agent = Exclude<BrowserContextOptions['agent'], undefined> & { cachePathTemplate?: string } | undefined;
 type BrowserName = 'chromium' | 'firefox' | 'webkit';
 type BrowserChannel = Exclude<LaunchOptions['channel'], undefined>;
 type ColorScheme = Exclude<BrowserContextOptions['colorScheme'], undefined>;
@@ -6935,6 +6946,15 @@ export interface PlaywrightWorkerOptions {
 export type ScreenshotMode = 'off' | 'on' | 'only-on-failure' | 'on-first-failure';
 export type TraceMode = 'off' | 'on' | 'retain-on-failure' | 'on-first-retry' | 'on-all-retries' | 'retain-on-first-failure';
 export type VideoMode = 'off' | 'on' | 'retain-on-failure' | 'on-first-retry';
+export type Agent = {
+  provider: string;
+  model: string;
+  cachePathTemplate?: string;
+  maxTurns?: number;
+  maxTokens?: number;
+  runAgents?: boolean;
+  secrets?: { [key: string]: string };
+};
 
 /**
  * Playwright Test provides many options to configure test environment,
@@ -6975,11 +6995,7 @@ export type VideoMode = 'off' | 'on' | 'retain-on-failure' | 'on-first-retry';
  *
  */
 export interface PlaywrightTestOptions {
-  /**
-   * Agent settings for [page.perform(task[, options])](https://playwright.dev/docs/api/class-page#page-perform) and
-   * [page.extract(query, schema[, options])](https://playwright.dev/docs/api/class-page#page-extract).
-   */
-  agent: Agent;
+  agent: Agent | undefined;
   /**
    * Whether to automatically download all the attachments. Defaults to `true` where all the downloads are accepted.
    *