playwright 1.58.0-alpha-2025-12-17 → 1.58.0-alpha-2025-12-18

package/lib/common/config.js

@@ -87,14 +87,15 @@ class FullConfigInternal {
       maxFailures: takeFirst(configCLIOverrides.debug ? 1 : void 0, configCLIOverrides.maxFailures, userConfig.maxFailures, 0),
       metadata: metadata ?? userConfig.metadata,
       preserveOutput: takeFirst(userConfig.preserveOutput, "always"),
+      projects: [],
+      quiet: takeFirst(configCLIOverrides.quiet, userConfig.quiet, false),
       reporter: takeFirst(configCLIOverrides.reporter, resolveReporters(userConfig.reporter, configDir), [[defaultReporter]]),
       reportSlowTests: takeFirst(userConfig.reportSlowTests, {
         max: 5,
         threshold: 3e5
         /* 5 minutes */
       }),
-      quiet: takeFirst(configCLIOverrides.quiet, userConfig.quiet, false),
-      projects: [],
+      runAgents: takeFirst(configCLIOverrides.runAgents, userConfig.runAgents, false),
       shard: takeFirst(configCLIOverrides.shard, userConfig.shard, null),
       tags: globalTags,
       updateSnapshots: takeFirst(configCLIOverrides.updateSnapshots, userConfig.updateSnapshots, "missing"),

package/lib/index.js

@@ -111,7 +111,6 @@ const playwrightFixtures = {
     await browser.close({ reason: "Test ended." });
   }, { scope: "worker", timeout: 0 }],
   acceptDownloads: [({ contextOptions }, use) => use(contextOptions.acceptDownloads ?? true), { option: true, box: true }],
-  agent: [({ contextOptions }, use) => use(contextOptions.agent), { option: true, box: true }],
   bypassCSP: [({ contextOptions }, use) => use(contextOptions.bypassCSP ?? false), { option: true, box: true }],
   colorScheme: [({ contextOptions }, use) => use(contextOptions.colorScheme === void 0 ? "light" : contextOptions.colorScheme), { option: true, box: true }],
   deviceScaleFactor: [({ contextOptions }, use) => use(contextOptions.deviceScaleFactor), { option: true, box: true }],
@@ -139,9 +138,9 @@ const playwrightFixtures = {
   }, { option: true, box: true }],
   serviceWorkers: [({ contextOptions }, use) => use(contextOptions.serviceWorkers ?? "allow"), { option: true, box: true }],
   contextOptions: [{}, { option: true, box: true }],
+  agent: [({}, use) => use(void 0), { option: true, box: true }],
   _combinedContextOptions: [async ({
     acceptDownloads,
-    agent,
     bypassCSP,
     clientCertificates,
     colorScheme,
@@ -168,8 +167,6 @@ const playwrightFixtures = {
     const options = {};
     if (acceptDownloads !== void 0)
       options.acceptDownloads = acceptDownloads;
-    if (agent !== void 0)
-      options.agent = agent;
     if (bypassCSP !== void 0)
       options.bypassCSP = bypassCSP;
     if (colorScheme !== void 0)
@@ -612,14 +609,16 @@ class ArtifactsRecorder {
     }
   }
   async _cloneAgentCache(options) {
-    if (!this._agent || this._agent.cacheMode === "ignore")
+    if (!this._agent)
       return;
-    if (!this._agent.cacheFile && !this._agent.cachePathTemplate)
-      return;
-    const cacheFile = this._agent.cacheFile ?? this._testInfo._applyPathTemplate(this._agent.cachePathTemplate, "cache", ".json");
+    const cachePathTemplate = this._agent.cachePathTemplate ?? "{testDir}/{testFilePath}-cache.json";
+    const cacheFile = this._testInfo._applyPathTemplate(cachePathTemplate, "", ".json");
     const workerFile = await this._testInfo._cloneStorage(cacheFile);
-    if (this._agent && workerFile)
-      options.agent = { ...this._agent, cacheFile: workerFile };
+    options.agent = {
+      ...this._agent,
+      cacheFile: workerFile,
+      cacheMode: this._testInfo.config.runAgents ? "update" : "force"
+    };
   }
   async _upstreamAgentCache(context) {
     const agent = context._options.agent;

package/lib/isomorphic/teleReceiver.js

@@ -460,6 +460,7 @@ const baseFullConfig = {
   tags: [],
   updateSnapshots: "missing",
   updateSourceMethod: "patch",
+  runAgents: false,
   version: "",
   workers: 0,
   webServer: null

package/lib/program.js

@@ -287,6 +287,7 @@ function overridesFromOptions(options) {
     ignoreSnapshots: options.ignoreSnapshots ? !!options.ignoreSnapshots : void 0,
     updateSnapshots: options.updateSnapshots,
     updateSourceMethod: options.updateSourceMethod,
+    runAgents: options.runAgents,
     workers: options.workers
   };
   if (options.browser) {
@@ -374,6 +375,7 @@ const testOptions = [
   ["--repeat-each <N>", { description: `Run each test N times (default: 1)` }],
   ["--reporter <reporter>", { description: `Reporter to use, comma-separated, can be ${import_config.builtInReporters.map((name) => `"${name}"`).join(", ")} (default: "${import_config.defaultReporter}")` }],
   ["--retries <retries>", { description: `Maximum retry count for flaky tests, zero for no retries (default: no retries)` }],
+  ["--run-agents", { description: `Run agents to generate the code for page.perform` }],
   ["--shard <shard>", { description: `Shard tests and execute only the selected shard, specify in the form "current/all", 1-based, for example "3/5"` }],
   ["--test-list <file>", { description: `Path to a file containing a list of tests to run. See https://playwright.dev/docs/test-cli for more details.` }],
   ["--test-list-invert <file>", { description: `Path to a file containing a list of tests to skip. See https://playwright.dev/docs/test-cli for more details.` }],

package/lib/runner/testRunner.js

@@ -258,6 +258,7 @@ class TestRunner extends import_events.default {
       },
       ...params.updateSnapshots ? { updateSnapshots: params.updateSnapshots } : {},
       ...params.updateSourceMethod ? { updateSourceMethod: params.updateSourceMethod } : {},
+      ...params.runAgents ? { runAgents: params.runAgents } : {},
       ...params.workers ? { workers: params.workers } : {}
     };
     const config = await this._loadConfigOrReportError(new import_internalReporter.InternalReporter([userReporter]), overrides);

package/lib/worker/testInfo.js

@@ -31,7 +31,8 @@ __export(testInfo_exports, {
   StepSkipError: () => StepSkipError,
   TestInfoImpl: () => TestInfoImpl,
   TestSkipError: () => TestSkipError,
-  TestStepInfoImpl: () => TestStepInfoImpl
+  TestStepInfoImpl: () => TestStepInfoImpl,
+  emtpyTestInfoCallbacks: () => emtpyTestInfoCallbacks
 });
 module.exports = __toCommonJS(testInfo_exports);
 var import_fs = __toESM(require("fs"));
@@ -43,6 +44,17 @@ var import_testTracing = require("./testTracing");
 var import_util2 = require("./util");
 var import_transform = require("../transform/transform");
 var import_babelHighlightUtils = require("../transform/babelHighlightUtils");
+const emtpyTestInfoCallbacks = {
+  onStepBegin: () => {
+  },
+  onStepEnd: () => {
+  },
+  onAttach: () => {
+  },
+  onTestPaused: () => Promise.reject(new Error("TestInfoImpl not initialized")),
+  onCloneStorage: () => Promise.reject(new Error("TestInfoImpl not initialized")),
+  onUpstreamStorage: () => Promise.resolve()
+};
 class TestInfoImpl {
   constructor(configInternal, projectInternal, workerParams, test, retry, callbacks) {
     this._snapshotNames = { lastAnonymousSnapshotIndex: 0, lastNamedSnapshotIndex: {} };
@@ -238,7 +250,7 @@ ${(0, import_utils.stringifyStackFrames)(step.boxedStack).join("\n")}`;
             suggestedRebaseline: result.suggestedRebaseline,
             annotations: step.info.annotations
           };
-          this._callbacks.onStepEnd?.(payload);
+          this._callbacks.onStepEnd(payload);
         }
         if (step.group !== "internal") {
           const errorForTrace = step.error ? { name: "", message: step.error.message || "", stack: step.error.stack } : void 0;
@@ -260,7 +272,7 @@ ${(0, import_utils.stringifyStackFrames)(step.boxedStack).join("\n")}`;
         wallTime: Date.now(),
         location: step.location
       };
-      this._callbacks.onStepBegin?.(payload);
+      this._callbacks.onStepBegin(payload);
     }
     if (step.group !== "internal") {
       this._tracing.appendBeforeActionForStep({
@@ -387,7 +399,7 @@ ${(0, import_utils.stringifyStackFrames)(step.boxedStack).join("\n")}`;
       this._tracing.appendBeforeActionForStep({ stepId: stepId2, title: `Attach ${(0, import_utils.escapeWithQuotes)(attachment.name, '"')}`, category: "test.attach", stack: [] });
       this._tracing.appendAfterActionForStep(stepId2, void 0, [attachment]);
     }
-    this._callbacks.onAttach?.({
+    this._callbacks.onAttach({
       testId: this.testId,
       name: attachment.name,
       contentType: attachment.contentType,
@@ -483,7 +495,7 @@ ${(0, import_utils.stringifyStackFrames)(step.boxedStack).join("\n")}`;
   }
   async _cloneStorage(cacheFileTemplate) {
     const storageFile = this._applyPathTemplate(cacheFileTemplate, "cache", ".json");
-    return await this._callbacks.onCloneStorage?.({ storageFile });
+    return await this._callbacks.onCloneStorage({ storageFile });
   }
   async _upstreamStorage(workerFile) {
     await this._callbacks.onUpstreamStorage?.({ workerFile });
@@ -538,5 +550,6 @@ const stepSymbol = Symbol("step");
   StepSkipError,
   TestInfoImpl,
   TestSkipError,
-  TestStepInfoImpl
+  TestStepInfoImpl,
+  emtpyTestInfoCallbacks
 });

package/lib/worker/workerMain.js

@@ -95,7 +95,7 @@ class WorkerMain extends import_process.ProcessRunner {
       if (!this._config) {
         return;
       }
-      const fakeTestInfo = new import_testInfo.TestInfoImpl(this._config, this._project, this._params, void 0, 0, {});
+      const fakeTestInfo = new import_testInfo.TestInfoImpl(this._config, this._project, this._params, void 0, 0, import_testInfo.emtpyTestInfoCallbacks);
       const runnable = { type: "teardown" };
       await fakeTestInfo._runWithTimeout(runnable, () => this._loadIfNeeded()).catch(() => {
       });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "playwright",
-  "version": "1.58.0-alpha-2025-12-17",
+  "version": "1.58.0-alpha-2025-12-18",
   "description": "A high-level API to automate web browsers",
   "repository": {
     "type": "git",
@@ -64,7 +64,7 @@
   },
   "license": "Apache-2.0",
   "dependencies": {
-    "playwright-core": "1.58.0-alpha-2025-12-17"
+    "playwright-core": "1.58.0-alpha-2025-12-18"
   },
   "optionalDependencies": {
     "fsevents": "2.3.2"

package/types/test.d.ts

@@ -1611,6 +1611,12 @@ interface TestConfig<TestArgs = {}, WorkerArgs = {}> {
    */
   retries?: number;
 
+  /**
+   * Run agents to generate the code for
+   * [page.perform(task[, options])](https://playwright.dev/docs/api/class-page#page-perform) and similar.
+   */
+  runAgents?: boolean;
+
   /**
    * Shard tests and execute only the selected shard. Specify in the one-based form like `{ total: 5, current: 2 }`.
    *
@@ -2067,6 +2073,12 @@ export interface FullConfig<TestArgs = {}, WorkerArgs = {}> {
    */
   rootDir: string;
 
+  /**
+   * Run agents to generate the code for
+   * [page.perform(task[, options])](https://playwright.dev/docs/api/class-page#page-perform) and similar.
+   */
+  runAgents: boolean;
+
   /**
    * See [testConfig.shard](https://playwright.dev/docs/api/class-testconfig#test-config-shard).
    */
@@ -6644,7 +6656,6 @@ export type Fixtures<T extends {} = {}, W extends {} = {}, PT extends {} = {}, P
   [K in Exclude<keyof T, keyof PW | keyof PT>]?: TestFixtureValue<T[K], T & W & PT & PW> | [TestFixtureValue<T[K], T & W & PT & PW>, { scope?: 'test', auto?: boolean, option?: boolean, timeout?: number | undefined, title?: string, box?: boolean | 'self' }];
 };
 
-type Agent = Exclude<BrowserContextOptions['agent'], undefined> & { cachePathTemplate?: string } | undefined;
 type BrowserName = 'chromium' | 'firefox' | 'webkit';
 type BrowserChannel = Exclude<LaunchOptions['channel'], undefined>;
 type ColorScheme = Exclude<BrowserContextOptions['colorScheme'], undefined>;
@@ -6935,6 +6946,15 @@ export interface PlaywrightWorkerOptions {
 export type ScreenshotMode = 'off' | 'on' | 'only-on-failure' | 'on-first-failure';
 export type TraceMode = 'off' | 'on' | 'retain-on-failure' | 'on-first-retry' | 'on-all-retries' | 'retain-on-first-failure';
 export type VideoMode = 'off' | 'on' | 'retain-on-failure' | 'on-first-retry';
+export type Agent = {
+  provider: string;
+  model: string;
+  cachePathTemplate?: string;
+  maxTurns?: number;
+  maxTokens?: number;
+  runAgents?: boolean;
+  secrets?: { [key: string]: string };
+};
 
 /**
  * Playwright Test provides many options to configure test environment,
@@ -6975,11 +6995,7 @@ export type VideoMode = 'off' | 'on' | 'retain-on-failure' | 'on-first-retry';
  *
  */
 export interface PlaywrightTestOptions {
-  /**
-   * Agent settings for [page.perform(task[, options])](https://playwright.dev/docs/api/class-page#page-perform) and
-   * [page.extract(query, schema[, options])](https://playwright.dev/docs/api/class-page#page-extract).
-   */
-  agent: Agent;
+  agent: Agent | undefined;
   /**
    * Whether to automatically download all the attachments. Defaults to `true` where all the downloads are accepted.
    *