browserclaw 0.9.6 → 0.10.0

package/dist/index.cjs

@@ -1407,6 +1407,9 @@ async function launchChrome(opts = {}) {
     if (opts.noSandbox === true) {
       args.push("--no-sandbox", "--disable-setuid-sandbox");
     }
+    if (opts.ignoreHTTPSErrors === true) {
+      args.push("--ignore-certificate-errors");
+    }
     if (process.platform === "linux") args.push("--disable-dev-shm-usage");
     const extraArgs = Array.isArray(opts.chromeArgs) ? opts.chromeArgs.filter((a) => typeof a === "string" && a.trim().length > 0) : [];
     if (extraArgs.length) args.push(...extraArgs);
@@ -1730,9 +1733,11 @@ async function withPlaywrightPageCdpSession(page, fn) {
   const CDP_SESSION_TIMEOUT_MS = 1e4;
   const session = await Promise.race([
     page.context().newCDPSession(page),
-    new Promise(
-      (_, reject) => setTimeout(() => reject(new Error("newCDPSession timed out after 10s")), CDP_SESSION_TIMEOUT_MS)
-    )
+    new Promise((_, reject) => {
+      setTimeout(() => {
+        reject(new Error("newCDPSession timed out after 10s"));
+      }, CDP_SESSION_TIMEOUT_MS);
+    })
   ]);
   try {
     return await fn(session);
@@ -2373,7 +2378,14 @@ function toAIFriendlyError(error, selector) {
       `Element "${selector}" is not interactable (hidden or covered). Try scrolling it into view, closing overlays, or re-snapshotting.`
     );
   }
-  return error instanceof Error ? error : new Error(message);
+  const timeoutMatch = /Timeout (\d+)ms exceeded/.exec(message);
+  if (timeoutMatch) {
+    return new Error(
+      `Element "${selector}" timed out after ${timeoutMatch[1]}ms \u2014 element may be hidden or not interactable. Run a new snapshot to see current page elements.`
+    );
+  }
+  const cleaned = message.replace(/locator\([^)]*\)\./g, "").replace(/waiting for locator\([^)]*\)/g, "").trim();
+  return new Error(cleaned || message);
 }
 function normalizeTimeoutMs(timeoutMs, fallback, maxMs = 12e4) {
   return Math.max(500, Math.min(maxMs, timeoutMs ?? fallback));
@@ -3071,6 +3083,7 @@ function requiresInspectableBrowserNavigationRedirects(ssrfPolicy) {
 
 // src/actions/interaction.ts
 var MAX_CLICK_DELAY_MS = 5e3;
+var DEFAULT_SCROLL_TIMEOUT_MS = 2e4;
 var CHECKABLE_ROLES = /* @__PURE__ */ new Set(["menuitemcheckbox", "menuitemradio", "checkbox", "switch"]);
 function resolveLocator(page, resolved) {
   if (resolved.ref !== void 0 && resolved.ref !== "") return refLocator(page, resolved.ref);
@@ -3085,38 +3098,29 @@ async function mouseClickViaPlaywright(opts) {
     delay: opts.delayMs
   });
 }
-var MAX_HOLD_MS = 3e4;
 async function pressAndHoldViaCdp(opts) {
-  const holdMs = resolveBoundedDelayMs(opts.holdMs ?? 1e3, "holdMs", MAX_HOLD_MS);
   const page = await getPageForTargetId({ cdpUrl: opts.cdpUrl, targetId: opts.targetId });
   ensurePageState(page);
-  const pos = { x: opts.x, y: opts.y };
-  const btn = { button: "left", clickCount: 1 };
+  const { x, y } = opts;
   await withPageScopedCdpClient({
     cdpUrl: opts.cdpUrl,
     page,
     targetId: opts.targetId,
     fn: async (send) => {
-      await send("Input.dispatchMouseEvent", { type: "mouseMoved", ...pos });
-      await send("Input.dispatchTouchEvent", {
-        type: "touchStart",
-        touchPoints: [{ x: pos.x, y: pos.y, id: 1 }]
-      });
-      await send("Input.dispatchMouseEvent", { type: "mousePressed", ...pos, ...btn });
-      await new Promise((r) => setTimeout(r, holdMs));
-      await send("Input.dispatchMouseEvent", { type: "mouseReleased", ...pos, ...btn });
-      await send("Input.dispatchTouchEvent", {
-        type: "touchEnd",
-        touchPoints: [{ x: pos.x, y: pos.y, id: 1 }]
-      });
+      await send("Input.dispatchMouseEvent", { type: "mouseMoved", x, y, button: "none" });
+      if (opts.delay !== void 0 && opts.delay !== 0) await new Promise((r) => setTimeout(r, opts.delay));
+      await send("Input.dispatchMouseEvent", { type: "mousePressed", x, y, button: "left", clickCount: 1 });
+      if (opts.holdMs !== void 0 && opts.holdMs !== 0) await new Promise((r) => setTimeout(r, opts.holdMs));
+      await send("Input.dispatchMouseEvent", { type: "mouseReleased", x, y, button: "left", clickCount: 1 });
     }
   });
 }
 async function clickByTextViaPlaywright(opts) {
   const page = await getRestoredPageForTarget(opts);
   const timeout = resolveInteractionTimeoutMs(opts.timeoutMs);
+  const locator = page.getByText(opts.text, { exact: opts.exact }).or(page.getByTitle(opts.text, { exact: opts.exact })).first();
   try {
-    await page.getByText(opts.text, { exact: opts.exact }).click({ timeout, button: opts.button, modifiers: opts.modifiers });
+    await locator.click({ timeout, button: opts.button, modifiers: opts.modifiers });
   } catch (err) {
     throw toAIFriendlyError(err, `text="${opts.text}"`);
   }
@@ -3124,13 +3128,12 @@ async function clickByTextViaPlaywright(opts) {
 async function clickByRoleViaPlaywright(opts) {
   const page = await getRestoredPageForTarget(opts);
   const timeout = resolveInteractionTimeoutMs(opts.timeoutMs);
+  const label = `role=${opts.role}${opts.name !== void 0 && opts.name !== "" ? ` name="${opts.name}"` : ""}`;
+  const locator = page.getByRole(opts.role, { name: opts.name }).nth(opts.index ?? 0);
   try {
-    await page.getByRole(opts.role, { name: opts.name }).click({ timeout, button: opts.button, modifiers: opts.modifiers });
+    await locator.click({ timeout, button: opts.button, modifiers: opts.modifiers });
   } catch (err) {
-    throw toAIFriendlyError(
-      err,
-      `role=${opts.role}${opts.name !== void 0 && opts.name !== "" ? ` name="${opts.name}"` : ""}`
-    );
+    throw toAIFriendlyError(err, label);
   }
 }
 async function clickViaPlaywright(opts) {
@@ -3151,7 +3154,7 @@ async function clickViaPlaywright(opts) {
   try {
     const delayMs = resolveBoundedDelayMs(opts.delayMs, "click delayMs", MAX_CLICK_DELAY_MS);
     if (delayMs > 0) {
-      await locator.hover({ timeout });
+      await locator.hover({ timeout, force: opts.force });
       await new Promise((resolve2) => setTimeout(resolve2, delayMs));
     }
     let ariaCheckedBefore;
@@ -3159,9 +3162,9 @@ async function clickViaPlaywright(opts) {
       ariaCheckedBefore = await locator.getAttribute("aria-checked", { timeout }).catch(() => void 0);
     }
     if (opts.doubleClick === true) {
-      await locator.dblclick({ timeout, button: opts.button, modifiers: opts.modifiers });
+      await locator.dblclick({ timeout, button: opts.button, modifiers: opts.modifiers, force: opts.force });
     } else {
-      await locator.click({ timeout, button: opts.button, modifiers: opts.modifiers });
+      await locator.click({ timeout, button: opts.button, modifiers: opts.modifiers, force: opts.force });
     }
     if (checkableRole && opts.doubleClick !== true && ariaCheckedBefore !== void 0) {
       const POLL_INTERVAL_MS = 50;
@@ -3255,7 +3258,7 @@ async function fillFormViaPlaywright(opts) {
     if (type === "checkbox" || type === "radio") {
       const checked = rawValue === true || rawValue === 1 || rawValue === "1" || rawValue === "true";
       try {
-        await locator.setChecked(checked, { timeout });
+        await locator.setChecked(checked, { timeout, force: true });
       } catch (err) {
         throw toAIFriendlyError(err, ref);
       }
@@ -3274,7 +3277,13 @@ async function scrollIntoViewViaPlaywright(opts) {
   const label = resolved.ref ?? resolved.selector ?? "";
   const locator = resolveLocator(page, resolved);
   try {
-    await locator.scrollIntoViewIfNeeded({ timeout: normalizeTimeoutMs(opts.timeoutMs, 2e4) });
+    await locator.waitFor({
+      state: "attached",
+      timeout: normalizeTimeoutMs(opts.timeoutMs, DEFAULT_SCROLL_TIMEOUT_MS)
+    });
+    await locator.evaluate((el) => {
+      el.scrollIntoView({ block: "center", behavior: "instant" });
+    });
   } catch (err) {
     throw toAIFriendlyError(err, label);
   }
@@ -3550,9 +3559,13 @@ async function waitForViaPlaywright(opts) {
   if (opts.loadState !== void 0) {
     await page.waitForLoadState(opts.loadState, { timeout });
   }
-  if (opts.fn !== void 0 && opts.fn !== "") {
-    const fn = opts.fn.trim();
-    if (fn !== "") await page.waitForFunction(fn, void 0, { timeout });
+  if (opts.fn !== void 0) {
+    if (typeof opts.fn === "function") {
+      await page.waitForFunction(opts.fn, void 0, { timeout });
+    } else {
+      const fn = opts.fn.trim();
+      if (fn !== "") await page.waitForFunction(fn, void 0, { timeout });
+    }
   }
 }
 
@@ -4262,6 +4275,13 @@ async function traceStopViaPlaywright(opts) {
 }
 
 // src/snapshot/ref-map.ts
+function parseStateFromSuffix(suffix) {
+  const state = {};
+  if (/\[disabled\]/i.test(suffix)) state.disabled = true;
+  if (/\[checked\s*=\s*"?mixed"?\]/i.test(suffix)) state.checked = "mixed";
+  else if (/\[checked\]/i.test(suffix)) state.checked = true;
+  return state;
+}
 var INTERACTIVE_ROLES = /* @__PURE__ */ new Set([
   "button",
   "link",
@@ -4420,7 +4440,8 @@ function buildRoleSnapshotFromAriaSnapshot(ariaSnapshot, options = {}) {
       const ref = nextRef();
       const nth = tracker.getNextIndex(role, name);
       tracker.trackRef(role, name, ref);
-      refs[ref] = { role, name, nth };
+      const state = parseStateFromSuffix(suffix);
+      refs[ref] = { role, name, nth, ...state };
       let enhanced = `${prefix}${roleRaw}`;
       if (name !== void 0 && name !== "") enhanced += ` "${name}"`;
       enhanced += ` [ref=${ref}]`;
@@ -4457,7 +4478,8 @@ function buildRoleSnapshotFromAriaSnapshot(ariaSnapshot, options = {}) {
     const ref = nextRef();
     const nth = tracker.getNextIndex(role, name);
     tracker.trackRef(role, name, ref);
-    refs[ref] = { role, name, nth };
+    const state = parseStateFromSuffix(suffix);
+    refs[ref] = { role, name, nth, ...state };
     let enhanced = `${prefix}${roleRaw}`;
     if (name !== "") enhanced += ` "${name}"`;
     enhanced += ` [ref=${ref}]`;
@@ -4495,12 +4517,13 @@ function buildRoleSnapshotFromAiSnapshot(aiSnapshot, options = {}) {
       if (!INTERACTIVE_ROLES.has(role)) continue;
       const ref = parseAiSnapshotRef(suffix);
       const prefix = /^(\s*-\s*)/.exec(line)?.[1] ?? "";
+      const state = parseStateFromSuffix(suffix);
       if (ref !== null) {
-        refs[ref] = { role, ...name !== void 0 && name !== "" ? { name } : {} };
+        refs[ref] = { role, ...name !== void 0 && name !== "" ? { name } : {}, ...state };
         out2.push(`${prefix}${roleRaw}${name !== void 0 && name !== "" ? ` "${name}"` : ""}${suffix}`);
       } else {
         const generatedRef = nextInteractiveRef();
-        refs[generatedRef] = { role, ...name !== void 0 && name !== "" ? { name } : {} };
+        refs[generatedRef] = { role, ...name !== void 0 && name !== "" ? { name } : {}, ...state };
         let enhanced = `${prefix}${roleRaw}`;
         if (name !== void 0 && name !== "") enhanced += ` "${name}"`;
         enhanced += ` [ref=${generatedRef}]`;
@@ -4538,12 +4561,13 @@ function buildRoleSnapshotFromAiSnapshot(aiSnapshot, options = {}) {
     const isStructural = STRUCTURAL_ROLES.has(role);
     if (options.compact === true && isStructural && name === "") continue;
     const ref = parseAiSnapshotRef(suffix);
+    const state = parseStateFromSuffix(suffix);
     if (ref !== null) {
-      refs[ref] = { role, ...name !== "" ? { name } : {} };
+      refs[ref] = { role, ...name !== "" ? { name } : {}, ...state };
       out.push(line);
     } else if (INTERACTIVE_ROLES.has(role)) {
       const generatedRef = nextGeneratedRef();
-      refs[generatedRef] = { role, ...name !== "" ? { name } : {} };
+      refs[generatedRef] = { role, ...name !== "" ? { name } : {}, ...state };
       let enhanced = `${prefix}${roleRaw}`;
       if (name !== "") enhanced += ` "${name}"`;
       enhanced += ` [ref=${generatedRef}]`;
@@ -4909,7 +4933,8 @@ var CrawlPage = class {
       button: opts?.button,
       modifiers: opts?.modifiers,
       delayMs: opts?.delayMs,
-      timeoutMs: opts?.timeoutMs
+      timeoutMs: opts?.timeoutMs,
+      force: opts?.force
     });
   }
   /**
@@ -4935,7 +4960,8 @@ var CrawlPage = class {
       button: opts?.button,
       modifiers: opts?.modifiers,
       delayMs: opts?.delayMs,
-      timeoutMs: opts?.timeoutMs
+      timeoutMs: opts?.timeoutMs,
+      force: opts?.force
     });
   }
   /**
@@ -4974,11 +5000,11 @@ var CrawlPage = class {
    *
    * @param x - X coordinate in CSS pixels
    * @param y - Y coordinate in CSS pixels
-   * @param opts - Options (holdMs: hold duration, default 1000, max 30000)
+   * @param opts - Options (delay: ms before press, holdMs: hold duration)
    *
    * @example
    * ```ts
-   * await page.pressAndHold(400, 300, { holdMs: 5000 });
+   * await page.pressAndHold(400, 300, { delay: 150, holdMs: 5000 });
    * ```
    */
   async pressAndHold(x, y, opts) {
@@ -4987,6 +5013,7 @@ var CrawlPage = class {
       targetId: this.targetId,
       x,
       y,
+      delay: opts?.delay,
       holdMs: opts?.holdMs
     });
   }
@@ -5037,6 +5064,7 @@ var CrawlPage = class {
       targetId: this.targetId,
       role,
       name,
+      index: opts?.index,
       button: opts?.button,
       modifiers: opts?.modifiers,
       timeoutMs: opts?.timeoutMs