@smoothdeploy/playwright-core 1.57.1 → 1.58.1-beta-1770452953000

package/lib/protocol/serializers.js

@@ -19,6 +19,7 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
 var serializers_exports = {};
 __export(serializers_exports, {
   parseSerializedValue: () => parseSerializedValue,
+  serializePlainValue: () => serializePlainValue,
   serializeValue: () => serializeValue
 });
 module.exports = __toCommonJS(serializers_exports);
@@ -90,6 +91,9 @@ function innerParseSerializedValue(value, handles, refs, accessChain) {
 function serializeValue(value, handleSerializer) {
   return innerSerializeValue(value, handleSerializer, { lastId: 0, visited: /* @__PURE__ */ new Map() }, []);
 }
+function serializePlainValue(arg) {
+  return serializeValue(arg, (value) => ({ fallThrough: value }));
+}
 function innerSerializeValue(value, handleSerializer, visitorInfo, accessChain) {
   const handle = handleSerializer(value);
   if ("fallThrough" in handle)
@@ -188,5 +192,6 @@ const constructorToTypedArrayKind = new Map(Object.entries(typedArrayKindToConst
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   parseSerializedValue,
+  serializePlainValue,
   serializeValue
 });

package/lib/protocol/validator.js

@@ -218,6 +218,16 @@ import_validatorPrimitives.scheme.ScriptStep = (0, import_validatorPrimitives.tO
       buffer: import_validatorPrimitives.tString,
       lastModifiedMs: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt)
     }))),
+    screenshot: (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({
+      timestamp: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+      mimeType: import_validatorPrimitives.tString,
+      buffer: import_validatorPrimitives.tString
+    })),
+    screenshotElement: (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({
+      timestamp: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+      mimeType: import_validatorPrimitives.tString,
+      buffer: import_validatorPrimitives.tString
+    })),
     substring: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tBoolean),
     value: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tString),
     checked: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tBoolean),
@@ -553,7 +563,6 @@ import_validatorPrimitives.scheme.BrowserTypeLaunchParams = (0, import_validator
   timeout: import_validatorPrimitives.tFloat,
   env: (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tArray)((0, import_validatorPrimitives.tType)("NameValue"))),
   headless: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tBoolean),
-  devtools: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tBoolean),
   proxy: (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({
     server: import_validatorPrimitives.tString,
     bypass: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tString),
@@ -583,7 +592,6 @@ import_validatorPrimitives.scheme.BrowserTypeLaunchPersistentContextParams = (0,
   timeout: import_validatorPrimitives.tFloat,
   env: (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tArray)((0, import_validatorPrimitives.tType)("NameValue"))),
   headless: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tBoolean),
-  devtools: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tBoolean),
   proxy: (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({
     server: import_validatorPrimitives.tString,
     bypass: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tString),
@@ -662,7 +670,8 @@ import_validatorPrimitives.scheme.BrowserTypeConnectOverCDPParams = (0, import_v
   endpointURL: import_validatorPrimitives.tString,
   headers: (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tArray)((0, import_validatorPrimitives.tType)("NameValue"))),
   slowMo: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tFloat),
-  timeout: import_validatorPrimitives.tFloat
+  timeout: import_validatorPrimitives.tFloat,
+  isLocal: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tBoolean)
 });
 import_validatorPrimitives.scheme.BrowserTypeConnectOverCDPResult = (0, import_validatorPrimitives.tObject)({
   browser: (0, import_validatorPrimitives.tChannel)(["Browser"]),
@@ -862,6 +871,7 @@ import_validatorPrimitives.scheme.WorkerWaitForEventInfoParams = (0, import_vali
 import_validatorPrimitives.scheme.WebSocketWaitForEventInfoParams = (0, import_validatorPrimitives.tType)("EventTargetWaitForEventInfoParams");
 import_validatorPrimitives.scheme.ElectronApplicationWaitForEventInfoParams = (0, import_validatorPrimitives.tType)("EventTargetWaitForEventInfoParams");
 import_validatorPrimitives.scheme.AndroidDeviceWaitForEventInfoParams = (0, import_validatorPrimitives.tType)("EventTargetWaitForEventInfoParams");
+import_validatorPrimitives.scheme.PageAgentWaitForEventInfoParams = (0, import_validatorPrimitives.tType)("EventTargetWaitForEventInfoParams");
 import_validatorPrimitives.scheme.EventTargetWaitForEventInfoResult = (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({}));
 import_validatorPrimitives.scheme.BrowserContextWaitForEventInfoResult = (0, import_validatorPrimitives.tType)("EventTargetWaitForEventInfoResult");
 import_validatorPrimitives.scheme.PageWaitForEventInfoResult = (0, import_validatorPrimitives.tType)("EventTargetWaitForEventInfoResult");
@@ -869,6 +879,7 @@ import_validatorPrimitives.scheme.WorkerWaitForEventInfoResult = (0, import_vali
 import_validatorPrimitives.scheme.WebSocketWaitForEventInfoResult = (0, import_validatorPrimitives.tType)("EventTargetWaitForEventInfoResult");
 import_validatorPrimitives.scheme.ElectronApplicationWaitForEventInfoResult = (0, import_validatorPrimitives.tType)("EventTargetWaitForEventInfoResult");
 import_validatorPrimitives.scheme.AndroidDeviceWaitForEventInfoResult = (0, import_validatorPrimitives.tType)("EventTargetWaitForEventInfoResult");
+import_validatorPrimitives.scheme.PageAgentWaitForEventInfoResult = (0, import_validatorPrimitives.tType)("EventTargetWaitForEventInfoResult");
 import_validatorPrimitives.scheme.BrowserContextInitializer = (0, import_validatorPrimitives.tObject)({
   isChromium: import_validatorPrimitives.tBoolean,
   requestContext: (0, import_validatorPrimitives.tChannel)(["APIRequestContext"]),
@@ -1116,6 +1127,8 @@ import_validatorPrimitives.scheme.BrowserContextEnableRecorderParams = (0, impor
 import_validatorPrimitives.scheme.BrowserContextEnableRecorderResult = (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({}));
 import_validatorPrimitives.scheme.BrowserContextDisableRecorderParams = (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({}));
 import_validatorPrimitives.scheme.BrowserContextDisableRecorderResult = (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({}));
+import_validatorPrimitives.scheme.BrowserContextExposeConsoleApiParams = (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({}));
+import_validatorPrimitives.scheme.BrowserContextExposeConsoleApiResult = (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({}));
 import_validatorPrimitives.scheme.BrowserContextNewCDPSessionParams = (0, import_validatorPrimitives.tObject)({
   page: (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tChannel)(["Page"])),
   frame: (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tChannel)(["Frame"]))
@@ -1531,6 +1544,25 @@ import_validatorPrimitives.scheme.PageUpdateSubscriptionParams = (0, import_vali
   enabled: import_validatorPrimitives.tBoolean
 });
 import_validatorPrimitives.scheme.PageUpdateSubscriptionResult = (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({}));
+import_validatorPrimitives.scheme.PageAgentParams = (0, import_validatorPrimitives.tObject)({
+  api: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tString),
+  apiKey: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tString),
+  apiEndpoint: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tString),
+  apiTimeout: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+  apiCacheFile: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tString),
+  cacheFile: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tString),
+  cacheOutFile: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tString),
+  doNotRenderActive: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tBoolean),
+  maxActions: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+  maxActionRetries: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+  maxTokens: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+  model: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tString),
+  secrets: (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tArray)((0, import_validatorPrimitives.tType)("NameValue"))),
+  systemPrompt: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tString)
+});
+import_validatorPrimitives.scheme.PageAgentResult = (0, import_validatorPrimitives.tObject)({
+  agent: (0, import_validatorPrimitives.tChannel)(["PageAgent"])
+});
 import_validatorPrimitives.scheme.FrameInitializer = (0, import_validatorPrimitives.tObject)({
   url: import_validatorPrimitives.tString,
   name: import_validatorPrimitives.tString,
@@ -2922,6 +2954,63 @@ import_validatorPrimitives.scheme.JsonPipeSendParams = (0, import_validatorPrimi
 import_validatorPrimitives.scheme.JsonPipeSendResult = (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({}));
 import_validatorPrimitives.scheme.JsonPipeCloseParams = (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({}));
 import_validatorPrimitives.scheme.JsonPipeCloseResult = (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({}));
+import_validatorPrimitives.scheme.PageAgentInitializer = (0, import_validatorPrimitives.tObject)({
+  page: (0, import_validatorPrimitives.tChannel)(["Page"])
+});
+import_validatorPrimitives.scheme.PageAgentTurnEvent = (0, import_validatorPrimitives.tObject)({
+  role: import_validatorPrimitives.tString,
+  message: import_validatorPrimitives.tString,
+  usage: (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({
+    inputTokens: import_validatorPrimitives.tInt,
+    outputTokens: import_validatorPrimitives.tInt
+  }))
+});
+import_validatorPrimitives.scheme.PageAgentPerformParams = (0, import_validatorPrimitives.tObject)({
+  task: import_validatorPrimitives.tString,
+  maxActions: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+  maxActionRetries: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+  maxTokens: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+  cacheKey: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tString),
+  timeout: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt)
+});
+import_validatorPrimitives.scheme.PageAgentPerformResult = (0, import_validatorPrimitives.tObject)({
+  usage: (0, import_validatorPrimitives.tType)("AgentUsage")
+});
+import_validatorPrimitives.scheme.PageAgentExpectParams = (0, import_validatorPrimitives.tObject)({
+  expectation: import_validatorPrimitives.tString,
+  maxActions: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+  maxActionRetries: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+  maxTokens: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+  cacheKey: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tString),
+  timeout: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt)
+});
+import_validatorPrimitives.scheme.PageAgentExpectResult = (0, import_validatorPrimitives.tObject)({
+  usage: (0, import_validatorPrimitives.tType)("AgentUsage")
+});
+import_validatorPrimitives.scheme.PageAgentExtractParams = (0, import_validatorPrimitives.tObject)({
+  query: import_validatorPrimitives.tString,
+  schema: import_validatorPrimitives.tAny,
+  maxActions: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+  maxActionRetries: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+  maxTokens: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt),
+  cacheKey: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tString),
+  timeout: (0, import_validatorPrimitives.tOptional)(import_validatorPrimitives.tInt)
+});
+import_validatorPrimitives.scheme.PageAgentExtractResult = (0, import_validatorPrimitives.tObject)({
+  result: import_validatorPrimitives.tAny,
+  usage: (0, import_validatorPrimitives.tType)("AgentUsage")
+});
+import_validatorPrimitives.scheme.PageAgentDisposeParams = (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({}));
+import_validatorPrimitives.scheme.PageAgentDisposeResult = (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({}));
+import_validatorPrimitives.scheme.PageAgentUsageParams = (0, import_validatorPrimitives.tOptional)((0, import_validatorPrimitives.tObject)({}));
+import_validatorPrimitives.scheme.PageAgentUsageResult = (0, import_validatorPrimitives.tObject)({
+  usage: (0, import_validatorPrimitives.tType)("AgentUsage")
+});
+import_validatorPrimitives.scheme.AgentUsage = (0, import_validatorPrimitives.tObject)({
+  turns: import_validatorPrimitives.tInt,
+  inputTokens: import_validatorPrimitives.tInt,
+  outputTokens: import_validatorPrimitives.tInt
+});
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   ValidationError,

package/lib/remote/playwrightServer.js

@@ -321,8 +321,7 @@ const defaultLaunchOptions = {
   handleSIGINT: false,
   handleSIGTERM: false,
   handleSIGHUP: false,
-  headless: true,
-  devtools: false
+  headless: true
 };
 const optionsThatAllowBrowserReuse = [
   "headless",

package/lib/server/agent/actionRunner.js

@@ -0,0 +1,335 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var actionRunner_exports = {};
+__export(actionRunner_exports, {
+  runAction: () => runAction,
+  traceParamsForAction: () => traceParamsForAction
+});
+module.exports = __toCommonJS(actionRunner_exports);
+var import_expectUtils = require("../utils/expectUtils");
+var import_urlMatch = require("../../utils/isomorphic/urlMatch");
+var import_stringUtils = require("../../utils/isomorphic/stringUtils");
+var import_time = require("../../utils/isomorphic/time");
+var import_crypto = require("../utils/crypto");
+var import_ariaSnapshot = require("../../utils/isomorphic/ariaSnapshot");
+var import_locatorGenerators = require("../../utils/isomorphic/locatorGenerators");
+var import_utilsBundle = require("../../utilsBundle");
+var import_errors = require("../errors");
+async function runAction(progress, mode, page, action, secrets) {
+  const parentMetadata = progress.metadata;
+  const frame = page.mainFrame();
+  const callMetadata = callMetadataForAction(progress, frame, action, mode);
+  callMetadata.log = parentMetadata.log;
+  progress.metadata = callMetadata;
+  await frame.instrumentation.onBeforeCall(frame, callMetadata, parentMetadata.id);
+  let error;
+  const result = await innerRunAction(progress, mode, page, action, secrets).catch((e) => error = e);
+  callMetadata.endTime = (0, import_time.monotonicTime)();
+  callMetadata.error = error ? (0, import_errors.serializeError)(error) : void 0;
+  callMetadata.result = error ? void 0 : result;
+  await frame.instrumentation.onAfterCall(frame, callMetadata);
+  if (error)
+    throw error;
+  return result;
+}
+async function innerRunAction(progress, mode, page, action, secrets) {
+  const frame = page.mainFrame();
+  const commonOptions = { strict: true, noAutoWaiting: mode === "generate" };
+  switch (action.method) {
+    case "navigate":
+      await frame.goto(progress, action.url);
+      break;
+    case "click":
+      await frame.click(progress, action.selector, {
+        button: action.button,
+        clickCount: action.clickCount,
+        modifiers: action.modifiers,
+        ...commonOptions
+      });
+      break;
+    case "drag":
+      await frame.dragAndDrop(progress, action.sourceSelector, action.targetSelector, { ...commonOptions });
+      break;
+    case "hover":
+      await frame.hover(progress, action.selector, {
+        modifiers: action.modifiers,
+        ...commonOptions
+      });
+      break;
+    case "selectOption":
+      await frame.selectOption(progress, action.selector, [], action.labels.map((a) => ({ label: a })), { ...commonOptions });
+      break;
+    case "pressKey":
+      await page.keyboard.press(progress, action.key);
+      break;
+    case "pressSequentially": {
+      const secret = secrets?.find((s) => s.name === action.text)?.value ?? action.text;
+      await frame.type(progress, action.selector, secret, { ...commonOptions });
+      if (action.submit)
+        await page.keyboard.press(progress, "Enter");
+      break;
+    }
+    case "fill": {
+      const secret = secrets?.find((s) => s.name === action.text)?.value ?? action.text;
+      await frame.fill(progress, action.selector, secret, { ...commonOptions });
+      if (action.submit)
+        await page.keyboard.press(progress, "Enter");
+      break;
+    }
+    case "setChecked":
+      if (action.checked)
+        await frame.check(progress, action.selector, { ...commonOptions });
+      else
+        await frame.uncheck(progress, action.selector, { ...commonOptions });
+      break;
+    case "expectVisible": {
+      await runExpect(frame, progress, mode, action.selector, { expression: "to.be.visible", isNot: !!action.isNot }, "visible", "toBeVisible", "");
+      break;
+    }
+    case "expectValue": {
+      if (action.type === "textbox" || action.type === "combobox" || action.type === "slider") {
+        const expectedText = (0, import_expectUtils.serializeExpectedTextValues)([action.value]);
+        await runExpect(frame, progress, mode, action.selector, { expression: "to.have.value", expectedText, isNot: !!action.isNot }, action.value, "toHaveValue", "expected");
+      } else if (action.type === "checkbox" || action.type === "radio") {
+        const expectedValue = { checked: action.value === "true" };
+        await runExpect(frame, progress, mode, action.selector, { selector: action.selector, expression: "to.be.checked", expectedValue, isNot: !!action.isNot }, action.value ? "checked" : "unchecked", "toBeChecked", "");
+      } else {
+        throw new Error(`Unsupported element type: ${action.type}`);
+      }
+      break;
+    }
+    case "expectAria": {
+      const expectedValue = (0, import_ariaSnapshot.parseAriaSnapshotUnsafe)(import_utilsBundle.yaml, action.template);
+      await runExpect(frame, progress, mode, "body", { expression: "to.match.aria", expectedValue, isNot: !!action.isNot }, "\n" + action.template, "toMatchAriaSnapshot", "expected");
+      break;
+    }
+    case "expectURL": {
+      if (!action.regex && !action.value)
+        throw new Error("Either url or regex must be provided");
+      if (action.regex && action.value)
+        throw new Error("Only one of url or regex can be provided");
+      const expected = action.regex ? (0, import_stringUtils.parseRegex)(action.regex) : (0, import_urlMatch.constructURLBasedOnBaseURL)(page.browserContext._options.baseURL, action.value);
+      const expectedText = (0, import_expectUtils.serializeExpectedTextValues)([expected]);
+      await runExpect(frame, progress, mode, void 0, { expression: "to.have.url", expectedText, isNot: !!action.isNot }, expected, "toHaveURL", "expected");
+      break;
+    }
+    case "expectTitle": {
+      const expectedText = (0, import_expectUtils.serializeExpectedTextValues)([action.value], { normalizeWhiteSpace: true });
+      await runExpect(frame, progress, mode, void 0, { expression: "to.have.title", expectedText, isNot: !!action.isNot }, action.value, "toHaveTitle", "expected");
+      break;
+    }
+  }
+}
+async function runExpect(frame, progress, mode, selector, options, expected, matcherName, expectation) {
+  const result = await frame.expect(progress, selector, {
+    ...options,
+    // When generating, we want the expect to pass or fail immediately and give feedback to the model.
+    noAutoWaiting: mode === "generate",
+    timeoutForLogs: mode === "generate" ? void 0 : progress.timeout
+  });
+  if (!result.matches === !options.isNot) {
+    const received = matcherName === "toMatchAriaSnapshot" ? "\n" + result.received.raw : result.received;
+    const expectedSuffix = typeof expected === "string" ? "" : " pattern";
+    const expectedDisplay = typeof expected === "string" ? expected : expected.toString();
+    throw new Error((0, import_expectUtils.formatMatcherMessage)(import_expectUtils.simpleMatcherUtils, {
+      isNot: options.isNot,
+      matcherName,
+      expectation,
+      locator: selector ? (0, import_locatorGenerators.asLocatorDescription)("javascript", selector) : void 0,
+      timedOut: result.timedOut,
+      timeout: mode === "generate" ? void 0 : progress.timeout,
+      printedExpected: options.isNot ? `Expected${expectedSuffix}: not ${expectedDisplay}` : `Expected${expectedSuffix}: ${expectedDisplay}`,
+      printedReceived: result.errorMessage ? "" : `Received: ${received}`,
+      errorMessage: result.errorMessage
+      // Note: we are not passing call log, because it will be automatically appended on the client side,
+      // as a part of the agent.{perform,expect} call.
+    }));
+  }
+}
+function traceParamsForAction(progress, action, mode) {
+  const timeout = progress.timeout;
+  switch (action.method) {
+    case "navigate": {
+      const params = {
+        url: action.url,
+        timeout
+      };
+      return { type: "Frame", method: "goto", params };
+    }
+    case "click": {
+      const params = {
+        selector: action.selector,
+        strict: true,
+        modifiers: action.modifiers,
+        button: action.button,
+        clickCount: action.clickCount,
+        timeout
+      };
+      return { type: "Frame", method: "click", params };
+    }
+    case "drag": {
+      const params = {
+        source: action.sourceSelector,
+        target: action.targetSelector,
+        timeout
+      };
+      return { type: "Frame", method: "dragAndDrop", params };
+    }
+    case "hover": {
+      const params = {
+        selector: action.selector,
+        modifiers: action.modifiers,
+        timeout
+      };
+      return { type: "Frame", method: "hover", params };
+    }
+    case "pressKey": {
+      const params = {
+        key: action.key
+      };
+      return { type: "Page", method: "keyboardPress", params };
+    }
+    case "pressSequentially": {
+      const params = {
+        selector: action.selector,
+        text: action.text,
+        timeout
+      };
+      return { type: "Frame", method: "type", params };
+    }
+    case "fill": {
+      const params = {
+        selector: action.selector,
+        strict: true,
+        value: action.text,
+        timeout
+      };
+      return { type: "Frame", method: "fill", params };
+    }
+    case "setChecked": {
+      if (action.checked) {
+        const params = {
+          selector: action.selector,
+          strict: true,
+          timeout
+        };
+        return { type: "Frame", method: "check", params };
+      } else {
+        const params = {
+          selector: action.selector,
+          strict: true,
+          timeout
+        };
+        return { type: "Frame", method: "uncheck", params };
+      }
+    }
+    case "selectOption": {
+      const params = {
+        selector: action.selector,
+        strict: true,
+        options: action.labels.map((label) => ({ label })),
+        timeout
+      };
+      return { type: "Frame", method: "selectOption", params };
+    }
+    case "expectValue": {
+      if (action.type === "textbox" || action.type === "combobox" || action.type === "slider") {
+        const expectedText = (0, import_expectUtils.serializeExpectedTextValues)([action.value]);
+        const params = {
+          selector: action.selector,
+          expression: "to.have.value",
+          expectedText,
+          isNot: !!action.isNot,
+          timeout
+        };
+        return { type: "Frame", method: "expect", title: "Expect Value", params };
+      } else if (action.type === "checkbox" || action.type === "radio") {
+        const params = {
+          selector: action.selector,
+          expression: "to.be.checked",
+          isNot: !!action.isNot,
+          timeout
+        };
+        return { type: "Frame", method: "expect", title: "Expect Checked", params };
+      } else {
+        throw new Error(`Unsupported element type: ${action.type}`);
+      }
+    }
+    case "expectVisible": {
+      const params = {
+        selector: action.selector,
+        expression: "to.be.visible",
+        isNot: !!action.isNot,
+        timeout
+      };
+      return { type: "Frame", method: "expect", title: "Expect Visible", params };
+    }
+    case "expectAria": {
+      const params = {
+        selector: "body",
+        expression: "to.match.snapshot",
+        expectedText: [],
+        isNot: !!action.isNot,
+        timeout
+      };
+      return { type: "Frame", method: "expect", title: "Expect Aria Snapshot", params };
+    }
+    case "expectURL": {
+      const expected = action.regex ? (0, import_stringUtils.parseRegex)(action.regex) : action.value;
+      const expectedText = (0, import_expectUtils.serializeExpectedTextValues)([expected]);
+      const params = {
+        selector: void 0,
+        expression: "to.have.url",
+        expectedText,
+        isNot: !!action.isNot,
+        timeout
+      };
+      return { type: "Frame", method: "expect", title: "Expect URL", params };
+    }
+    case "expectTitle": {
+      const expectedText = (0, import_expectUtils.serializeExpectedTextValues)([action.value], { normalizeWhiteSpace: true });
+      const params = {
+        selector: void 0,
+        expression: "to.have.title",
+        expectedText,
+        isNot: !!action.isNot,
+        timeout
+      };
+      return { type: "Frame", method: "expect", title: "Expect Title", params };
+    }
+  }
+}
+function callMetadataForAction(progress, frame, action, mode) {
+  const callMetadata = {
+    id: `call@${(0, import_crypto.createGuid)()}`,
+    objectId: frame.guid,
+    pageId: frame._page.guid,
+    frameId: frame.guid,
+    startTime: (0, import_time.monotonicTime)(),
+    endTime: 0,
+    log: [],
+    ...traceParamsForAction(progress, action, mode)
+  };
+  return callMetadata;
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  runAction,
+  traceParamsForAction
+});

package/lib/server/agent/actions.js

@@ -0,0 +1,128 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var actions_exports = {};
+__export(actions_exports, {
+  cachedActionsSchema: () => cachedActionsSchema
+});
+module.exports = __toCommonJS(actions_exports);
+var import_mcpBundle = require("../../mcpBundle");
+const modifiersSchema = import_mcpBundle.z.array(
+  import_mcpBundle.z.enum(["Alt", "Control", "ControlOrMeta", "Meta", "Shift"])
+);
+const navigateActionSchema = import_mcpBundle.z.object({
+  method: import_mcpBundle.z.literal("navigate"),
+  url: import_mcpBundle.z.string()
+});
+const clickActionSchema = import_mcpBundle.z.object({
+  method: import_mcpBundle.z.literal("click"),
+  selector: import_mcpBundle.z.string(),
+  button: import_mcpBundle.z.enum(["left", "right", "middle"]).optional(),
+  clickCount: import_mcpBundle.z.number().optional(),
+  modifiers: modifiersSchema.optional()
+});
+const dragActionSchema = import_mcpBundle.z.object({
+  method: import_mcpBundle.z.literal("drag"),
+  sourceSelector: import_mcpBundle.z.string(),
+  targetSelector: import_mcpBundle.z.string()
+});
+const hoverActionSchema = import_mcpBundle.z.object({
+  method: import_mcpBundle.z.literal("hover"),
+  selector: import_mcpBundle.z.string(),
+  modifiers: modifiersSchema.optional()
+});
+const selectOptionActionSchema = import_mcpBundle.z.object({
+  method: import_mcpBundle.z.literal("selectOption"),
+  selector: import_mcpBundle.z.string(),
+  labels: import_mcpBundle.z.array(import_mcpBundle.z.string())
+});
+const pressActionSchema = import_mcpBundle.z.object({
+  method: import_mcpBundle.z.literal("pressKey"),
+  key: import_mcpBundle.z.string()
+});
+const pressSequentiallyActionSchema = import_mcpBundle.z.object({
+  method: import_mcpBundle.z.literal("pressSequentially"),
+  selector: import_mcpBundle.z.string(),
+  text: import_mcpBundle.z.string(),
+  submit: import_mcpBundle.z.boolean().optional()
+});
+const fillActionSchema = import_mcpBundle.z.object({
+  method: import_mcpBundle.z.literal("fill"),
+  selector: import_mcpBundle.z.string(),
+  text: import_mcpBundle.z.string(),
+  submit: import_mcpBundle.z.boolean().optional()
+});
+const setCheckedSchema = import_mcpBundle.z.object({
+  method: import_mcpBundle.z.literal("setChecked"),
+  selector: import_mcpBundle.z.string(),
+  checked: import_mcpBundle.z.boolean()
+});
+const expectVisibleSchema = import_mcpBundle.z.object({
+  method: import_mcpBundle.z.literal("expectVisible"),
+  selector: import_mcpBundle.z.string(),
+  isNot: import_mcpBundle.z.boolean().optional()
+});
+const expectValueSchema = import_mcpBundle.z.object({
+  method: import_mcpBundle.z.literal("expectValue"),
+  selector: import_mcpBundle.z.string(),
+  type: import_mcpBundle.z.enum(["textbox", "checkbox", "radio", "combobox", "slider"]),
+  value: import_mcpBundle.z.string(),
+  isNot: import_mcpBundle.z.boolean().optional()
+});
+const expectAriaSchema = import_mcpBundle.z.object({
+  method: import_mcpBundle.z.literal("expectAria"),
+  template: import_mcpBundle.z.string(),
+  isNot: import_mcpBundle.z.boolean().optional()
+});
+const expectURLSchema = import_mcpBundle.z.object({
+  method: import_mcpBundle.z.literal("expectURL"),
+  value: import_mcpBundle.z.string().optional(),
+  regex: import_mcpBundle.z.string().optional(),
+  isNot: import_mcpBundle.z.boolean().optional()
+});
+const expectTitleSchema = import_mcpBundle.z.object({
+  method: import_mcpBundle.z.literal("expectTitle"),
+  value: import_mcpBundle.z.string(),
+  isNot: import_mcpBundle.z.boolean().optional()
+});
+const actionSchema = import_mcpBundle.z.discriminatedUnion("method", [
+  navigateActionSchema,
+  clickActionSchema,
+  dragActionSchema,
+  hoverActionSchema,
+  selectOptionActionSchema,
+  pressActionSchema,
+  pressSequentiallyActionSchema,
+  fillActionSchema,
+  setCheckedSchema,
+  expectVisibleSchema,
+  expectValueSchema,
+  expectAriaSchema,
+  expectURLSchema,
+  expectTitleSchema
+]);
+const actionWithCodeSchema = actionSchema.and(import_mcpBundle.z.object({
+  code: import_mcpBundle.z.string()
+}));
+const cachedActionsSchema = import_mcpBundle.z.record(import_mcpBundle.z.string(), import_mcpBundle.z.object({
+  actions: import_mcpBundle.z.array(actionWithCodeSchema)
+}));
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  cachedActionsSchema
+});