browserclaw 0.9.7 → 0.10.1

package/dist/index.cjs

@@ -1407,6 +1407,9 @@ async function launchChrome(opts = {}) {
     if (opts.noSandbox === true) {
       args.push("--no-sandbox", "--disable-setuid-sandbox");
     }
+    if (opts.ignoreHTTPSErrors === true) {
+      args.push("--ignore-certificate-errors");
+    }
     if (process.platform === "linux") args.push("--disable-dev-shm-usage");
     const extraArgs = Array.isArray(opts.chromeArgs) ? opts.chromeArgs.filter((a) => typeof a === "string" && a.trim().length > 0) : [];
     if (extraArgs.length) args.push(...extraArgs);
@@ -2375,7 +2378,14 @@ function toAIFriendlyError(error, selector) {
       `Element "${selector}" is not interactable (hidden or covered). Try scrolling it into view, closing overlays, or re-snapshotting.`
     );
   }
-  return error instanceof Error ? error : new Error(message);
+  const timeoutMatch = /Timeout (\d+)ms exceeded/.exec(message);
+  if (timeoutMatch) {
+    return new Error(
+      `Element "${selector}" timed out after ${timeoutMatch[1]}ms \u2014 element may be hidden or not interactable. Run a new snapshot to see current page elements.`
+    );
+  }
+  const cleaned = message.replace(/locator\([^)]*\)\./g, "").replace(/waiting for locator\([^)]*\)/g, "").trim();
+  return new Error(cleaned || message);
 }
 function normalizeTimeoutMs(timeoutMs, fallback, maxMs = 12e4) {
   return Math.max(500, Math.min(maxMs, timeoutMs ?? fallback));
@@ -3073,6 +3083,7 @@ function requiresInspectableBrowserNavigationRedirects(ssrfPolicy) {
 
 // src/actions/interaction.ts
 var MAX_CLICK_DELAY_MS = 5e3;
+var DEFAULT_SCROLL_TIMEOUT_MS = 2e4;
 var CHECKABLE_ROLES = /* @__PURE__ */ new Set(["menuitemcheckbox", "menuitemradio", "checkbox", "switch"]);
 function resolveLocator(page, resolved) {
   if (resolved.ref !== void 0 && resolved.ref !== "") return refLocator(page, resolved.ref);
@@ -3107,8 +3118,9 @@ async function pressAndHoldViaCdp(opts) {
 async function clickByTextViaPlaywright(opts) {
   const page = await getRestoredPageForTarget(opts);
   const timeout = resolveInteractionTimeoutMs(opts.timeoutMs);
+  const locator = page.getByText(opts.text, { exact: opts.exact }).and(page.locator(":visible")).or(page.getByTitle(opts.text, { exact: opts.exact })).first();
   try {
-    await page.getByText(opts.text, { exact: opts.exact }).click({ timeout, button: opts.button, modifiers: opts.modifiers });
+    await locator.click({ timeout, button: opts.button, modifiers: opts.modifiers });
   } catch (err) {
     throw toAIFriendlyError(err, `text="${opts.text}"`);
   }
@@ -3116,13 +3128,12 @@ async function clickByTextViaPlaywright(opts) {
 async function clickByRoleViaPlaywright(opts) {
   const page = await getRestoredPageForTarget(opts);
   const timeout = resolveInteractionTimeoutMs(opts.timeoutMs);
+  const label = `role=${opts.role}${opts.name !== void 0 && opts.name !== "" ? ` name="${opts.name}"` : ""}`;
+  const locator = page.getByRole(opts.role, { name: opts.name }).nth(opts.index ?? 0);
   try {
-    await page.getByRole(opts.role, { name: opts.name }).click({ timeout, button: opts.button, modifiers: opts.modifiers });
+    await locator.click({ timeout, button: opts.button, modifiers: opts.modifiers });
   } catch (err) {
-    throw toAIFriendlyError(
-      err,
-      `role=${opts.role}${opts.name !== void 0 && opts.name !== "" ? ` name="${opts.name}"` : ""}`
-    );
+    throw toAIFriendlyError(err, label);
   }
 }
 async function clickViaPlaywright(opts) {
@@ -3143,7 +3154,7 @@ async function clickViaPlaywright(opts) {
   try {
     const delayMs = resolveBoundedDelayMs(opts.delayMs, "click delayMs", MAX_CLICK_DELAY_MS);
     if (delayMs > 0) {
-      await locator.hover({ timeout });
+      await locator.hover({ timeout, force: opts.force });
       await new Promise((resolve2) => setTimeout(resolve2, delayMs));
     }
     let ariaCheckedBefore;
@@ -3151,9 +3162,9 @@ async function clickViaPlaywright(opts) {
       ariaCheckedBefore = await locator.getAttribute("aria-checked", { timeout }).catch(() => void 0);
     }
     if (opts.doubleClick === true) {
-      await locator.dblclick({ timeout, button: opts.button, modifiers: opts.modifiers });
+      await locator.dblclick({ timeout, button: opts.button, modifiers: opts.modifiers, force: opts.force });
     } else {
-      await locator.click({ timeout, button: opts.button, modifiers: opts.modifiers });
+      await locator.click({ timeout, button: opts.button, modifiers: opts.modifiers, force: opts.force });
     }
     if (checkableRole && opts.doubleClick !== true && ariaCheckedBefore !== void 0) {
       const POLL_INTERVAL_MS = 50;
@@ -3247,7 +3258,7 @@ async function fillFormViaPlaywright(opts) {
     if (type === "checkbox" || type === "radio") {
       const checked = rawValue === true || rawValue === 1 || rawValue === "1" || rawValue === "true";
       try {
-        await locator.setChecked(checked, { timeout });
+        await locator.setChecked(checked, { timeout, force: true });
       } catch (err) {
         throw toAIFriendlyError(err, ref);
       }
@@ -3266,7 +3277,13 @@ async function scrollIntoViewViaPlaywright(opts) {
   const label = resolved.ref ?? resolved.selector ?? "";
   const locator = resolveLocator(page, resolved);
   try {
-    await locator.scrollIntoViewIfNeeded({ timeout: normalizeTimeoutMs(opts.timeoutMs, 2e4) });
+    await locator.waitFor({
+      state: "attached",
+      timeout: normalizeTimeoutMs(opts.timeoutMs, DEFAULT_SCROLL_TIMEOUT_MS)
+    });
+    await locator.evaluate((el) => {
+      el.scrollIntoView({ block: "center", behavior: "instant" });
+    });
   } catch (err) {
     throw toAIFriendlyError(err, label);
   }
@@ -3542,9 +3559,13 @@ async function waitForViaPlaywright(opts) {
   if (opts.loadState !== void 0) {
     await page.waitForLoadState(opts.loadState, { timeout });
   }
-  if (opts.fn !== void 0 && opts.fn !== "") {
-    const fn = opts.fn.trim();
-    if (fn !== "") await page.waitForFunction(fn, void 0, { timeout });
+  if (opts.fn !== void 0) {
+    if (typeof opts.fn === "function") {
+      await page.waitForFunction(opts.fn, { timeout });
+    } else {
+      const fn = opts.fn.trim();
+      if (fn !== "") await page.waitForFunction(fn, void 0, { timeout });
+    }
   }
 }
 
@@ -4254,6 +4275,13 @@ async function traceStopViaPlaywright(opts) {
 }
 
 // src/snapshot/ref-map.ts
+function parseStateFromSuffix(suffix) {
+  const state = {};
+  if (/\[disabled\]/i.test(suffix)) state.disabled = true;
+  if (/\[checked\s*=\s*"?mixed"?\]/i.test(suffix)) state.checked = "mixed";
+  else if (/\[checked\]/i.test(suffix)) state.checked = true;
+  return state;
+}
 var INTERACTIVE_ROLES = /* @__PURE__ */ new Set([
   "button",
   "link",
@@ -4412,7 +4440,8 @@ function buildRoleSnapshotFromAriaSnapshot(ariaSnapshot, options = {}) {
       const ref = nextRef();
       const nth = tracker.getNextIndex(role, name);
       tracker.trackRef(role, name, ref);
-      refs[ref] = { role, name, nth };
+      const state = parseStateFromSuffix(suffix);
+      refs[ref] = { role, name, nth, ...state };
       let enhanced = `${prefix}${roleRaw}`;
       if (name !== void 0 && name !== "") enhanced += ` "${name}"`;
       enhanced += ` [ref=${ref}]`;
@@ -4449,7 +4478,8 @@ function buildRoleSnapshotFromAriaSnapshot(ariaSnapshot, options = {}) {
     const ref = nextRef();
     const nth = tracker.getNextIndex(role, name);
     tracker.trackRef(role, name, ref);
-    refs[ref] = { role, name, nth };
+    const state = parseStateFromSuffix(suffix);
+    refs[ref] = { role, name, nth, ...state };
     let enhanced = `${prefix}${roleRaw}`;
     if (name !== "") enhanced += ` "${name}"`;
     enhanced += ` [ref=${ref}]`;
@@ -4487,12 +4517,13 @@ function buildRoleSnapshotFromAiSnapshot(aiSnapshot, options = {}) {
       if (!INTERACTIVE_ROLES.has(role)) continue;
       const ref = parseAiSnapshotRef(suffix);
       const prefix = /^(\s*-\s*)/.exec(line)?.[1] ?? "";
+      const state = parseStateFromSuffix(suffix);
       if (ref !== null) {
-        refs[ref] = { role, ...name !== void 0 && name !== "" ? { name } : {} };
+        refs[ref] = { role, ...name !== void 0 && name !== "" ? { name } : {}, ...state };
         out2.push(`${prefix}${roleRaw}${name !== void 0 && name !== "" ? ` "${name}"` : ""}${suffix}`);
       } else {
         const generatedRef = nextInteractiveRef();
-        refs[generatedRef] = { role, ...name !== void 0 && name !== "" ? { name } : {} };
+        refs[generatedRef] = { role, ...name !== void 0 && name !== "" ? { name } : {}, ...state };
         let enhanced = `${prefix}${roleRaw}`;
         if (name !== void 0 && name !== "") enhanced += ` "${name}"`;
         enhanced += ` [ref=${generatedRef}]`;
@@ -4530,12 +4561,13 @@ function buildRoleSnapshotFromAiSnapshot(aiSnapshot, options = {}) {
     const isStructural = STRUCTURAL_ROLES.has(role);
     if (options.compact === true && isStructural && name === "") continue;
     const ref = parseAiSnapshotRef(suffix);
+    const state = parseStateFromSuffix(suffix);
     if (ref !== null) {
-      refs[ref] = { role, ...name !== "" ? { name } : {} };
+      refs[ref] = { role, ...name !== "" ? { name } : {}, ...state };
       out.push(line);
     } else if (INTERACTIVE_ROLES.has(role)) {
       const generatedRef = nextGeneratedRef();
-      refs[generatedRef] = { role, ...name !== "" ? { name } : {} };
+      refs[generatedRef] = { role, ...name !== "" ? { name } : {}, ...state };
       let enhanced = `${prefix}${roleRaw}`;
       if (name !== "") enhanced += ` "${name}"`;
       enhanced += ` [ref=${generatedRef}]`;
@@ -4901,7 +4933,8 @@ var CrawlPage = class {
       button: opts?.button,
       modifiers: opts?.modifiers,
       delayMs: opts?.delayMs,
-      timeoutMs: opts?.timeoutMs
+      timeoutMs: opts?.timeoutMs,
+      force: opts?.force
     });
   }
   /**
@@ -4927,7 +4960,8 @@ var CrawlPage = class {
       button: opts?.button,
       modifiers: opts?.modifiers,
       delayMs: opts?.delayMs,
-      timeoutMs: opts?.timeoutMs
+      timeoutMs: opts?.timeoutMs,
+      force: opts?.force
     });
   }
   /**
@@ -5030,6 +5064,7 @@ var CrawlPage = class {
       targetId: this.targetId,
       role,
       name,
+      index: opts?.index,
       button: opts?.button,
       modifiers: opts?.modifiers,
       timeoutMs: opts?.timeoutMs