browser-pilot 0.0.16 → 0.0.17

package/dist/{chunk-NNEHWWHL.mjs → chunk-FEEGNSHB.mjs}

@@ -10,10 +10,13 @@ import {
   ActionabilityError,
   BatchExecutor,
   ElementNotFoundError,
+  NetworkResponseTracker,
   TimeoutError,
+  captureStateSignature,
   ensureActionable,
+  evaluateOutcome,
   generateHints
-} from "./chunk-V3VLBQAM.mjs";
+} from "./chunk-ZDODXEBD.mjs";
 
 // src/audio/encoding.ts
 function bufferToBase64(data) {
@@ -2093,6 +2096,114 @@ async function waitForNetworkIdle(cdp, options = {}) {
   });
 }
 
+// src/browser/delta.ts
+function extractPageState(url, title, snapshot, forms, pageText) {
+  const headings = [];
+  const buttons = [];
+  const alerts = [];
+  function walkNodes(nodes) {
+    for (const node of nodes) {
+      const role = node.role?.toLowerCase() ?? "";
+      if (role === "heading" && node.name) {
+        headings.push(node.name);
+      }
+      if ((role === "button" || role === "link") && node.name) {
+        const disabled = node.disabled ?? false;
+        buttons.push({ text: node.name, disabled, ref: node.ref });
+      }
+      if (role === "alert" && node.name) {
+        alerts.push(node.name);
+      }
+      if (node.children) {
+        walkNodes(node.children);
+      }
+    }
+  }
+  walkNodes(snapshot.accessibilityTree);
+  const formFields = forms.map((f) => ({
+    label: f.label,
+    name: f.name,
+    id: f.id,
+    value: f.value,
+    type: f.type
+  }));
+  return {
+    url,
+    title,
+    headings,
+    formFields,
+    buttons,
+    alerts,
+    visibleText: pageText.slice(0, 3e3)
+  };
+}
+function computeDelta(before, after) {
+  const changes = [];
+  if (before.url !== after.url) {
+    changes.push({ kind: "url", before: before.url, after: after.url });
+  }
+  if (before.title !== after.title) {
+    changes.push({ kind: "title", before: before.title, after: after.title });
+  }
+  const beforeHeadings = new Set(before.headings);
+  const afterHeadings = new Set(after.headings);
+  for (const h of after.headings) {
+    if (!beforeHeadings.has(h)) {
+      changes.push({ kind: "heading_added", after: h });
+    }
+  }
+  for (const h of before.headings) {
+    if (!afterHeadings.has(h)) {
+      changes.push({ kind: "heading_removed", before: h });
+    }
+  }
+  const beforeFieldMap = new Map(
+    before.formFields.map((f) => [f.id ?? f.name ?? f.label ?? "", f])
+  );
+  for (const af of after.formFields) {
+    const key = af.id ?? af.name ?? af.label ?? "";
+    const bf = beforeFieldMap.get(key);
+    if (bf && JSON.stringify(bf.value) !== JSON.stringify(af.value)) {
+      changes.push({
+        kind: "field_changed",
+        before: String(bf.value ?? ""),
+        after: String(af.value ?? ""),
+        detail: af.label ?? af.name ?? af.id ?? key
+      });
+    }
+  }
+  const beforeBtnMap = new Map(before.buttons.map((b) => [b.text, b]));
+  for (const ab of after.buttons) {
+    const bb = beforeBtnMap.get(ab.text);
+    if (bb && bb.disabled !== ab.disabled) {
+      changes.push({
+        kind: "button_changed",
+        detail: ab.text,
+        before: bb.disabled ? "disabled" : "enabled",
+        after: ab.disabled ? "disabled" : "enabled"
+      });
+    }
+  }
+  const beforeAlerts = new Set(before.alerts);
+  const afterAlerts = new Set(after.alerts);
+  for (const a of after.alerts) {
+    if (!beforeAlerts.has(a)) {
+      changes.push({ kind: "alert_added", after: a });
+    }
+  }
+  for (const a of before.alerts) {
+    if (!afterAlerts.has(a)) {
+      changes.push({ kind: "alert_removed", before: a });
+    }
+  }
+  return {
+    changes,
+    before,
+    after,
+    hasChanges: changes.length > 0
+  };
+}
+
 // src/browser/keyboard.ts
 var US_KEYBOARD = {
   // Letters (lowercase)
@@ -2252,8 +2363,118 @@ function parseShortcut(combo) {
   return { modifiers, key };
 }
 
+// src/browser/review.ts
+function extractReview(url, title, snapshot, forms, pageText) {
+  const headings = [];
+  const alerts = [];
+  const statusLabels = [];
+  const keyValues = [];
+  const tables = [];
+  const summaryCards = [];
+  function walkNodes(nodes, parentHeading) {
+    let currentHeading = parentHeading;
+    for (const node of nodes) {
+      const role = node.role?.toLowerCase() ?? "";
+      if (role === "heading" && node.name) {
+        headings.push(node.name);
+        currentHeading = node.name;
+      }
+      if (role === "alert" && node.name) {
+        alerts.push(node.name);
+      }
+      if (role === "status" && node.name) {
+        statusLabels.push(node.name);
+      }
+      if (role === "table" || role === "grid") {
+        const table = extractTableFromNode(node);
+        if (table) tables.push(table);
+      }
+      if ((role === "definition" || role === "term") && node.name) {
+        if (role === "term") {
+          keyValues.push({ key: node.name, value: "" });
+        } else if (role === "definition" && keyValues.length > 0) {
+          const last = keyValues[keyValues.length - 1];
+          if (!last.value) last.value = node.name;
+        }
+      }
+      if (node.children) {
+        walkNodes(node.children, currentHeading);
+      }
+    }
+  }
+  walkNodes(snapshot.accessibilityTree);
+  const textKvPairs = extractKeyValueFromText(pageText);
+  keyValues.push(...textKvPairs);
+  const formEntries = forms.map((f) => ({
+    label: f.label,
+    value: f.value,
+    type: f.type,
+    disabled: f.disabled
+  }));
+  return {
+    url,
+    title,
+    headings,
+    forms: formEntries,
+    alerts,
+    summaryCards,
+    tables,
+    keyValues,
+    statusLabels
+  };
+}
+function extractTableFromNode(node) {
+  const headers = [];
+  const rows = [];
+  function findRows(n) {
+    const role = n.role?.toLowerCase() ?? "";
+    if (role === "columnheader" && n.name) {
+      headers.push(n.name);
+    }
+    if (role === "row") {
+      const cells = [];
+      if (n.children) {
+        for (const child of n.children) {
+          const childRole = child.role?.toLowerCase() ?? "";
+          if ((childRole === "cell" || childRole === "gridcell") && child.name) {
+            cells.push(child.name);
+          }
+        }
+      }
+      if (cells.length > 0) rows.push(cells);
+    }
+    if (n.children) {
+      for (const child of n.children) findRows(child);
+    }
+  }
+  findRows(node);
+  if (rows.length === 0) return null;
+  return { headers, rows };
+}
+function extractKeyValueFromText(text) {
+  const pairs = [];
+  const lines = text.split("\n").map((l) => l.trim()).filter(Boolean);
+  for (const line of lines) {
+    const match = line.match(/^([A-Z][A-Za-z0-9 ]{1,30})[:—]\s+(.+)$/);
+    if (match) {
+      pairs.push({ key: match[1].trim(), value: match[2].trim() });
+    }
+  }
+  return pairs.slice(0, 20);
+}
+
 // src/browser/page.ts
 var DEFAULT_TIMEOUT = 3e4;
+function normalizeAXCheckedValue(value) {
+  if (typeof value === "boolean") {
+    return value;
+  }
+  if (typeof value === "string") {
+    if (value === "true") return true;
+    if (value === "false") return false;
+  }
+  return void 0;
+}
 var EVENT_LISTENER_TRACKER_SCRIPT = `(() => {
   if (globalThis.__bpEventListenerTrackerInstalled) return;
   Object.defineProperty(globalThis, '__bpEventListenerTrackerInstalled', {
@@ -4039,7 +4260,9 @@ var Page = class {
         }
       }
       const disabled = node.properties?.find((p) => p.name === "disabled")?.value.value;
-      const checked = node.properties?.find((p) => p.name === "checked")?.value.value;
+      const checked = normalizeAXCheckedValue(
+        node.properties?.find((p) => p.name === "checked")?.value.value
+      );
       return {
         role,
         name,
@@ -4095,7 +4318,9 @@ var Page = class {
         const ref = nodeRefs.get(node.nodeId);
         const name = node.name?.value ?? "";
         const disabled = node.properties?.find((p) => p.name === "disabled")?.value.value;
-        const checked = node.properties?.find((p) => p.name === "checked")?.value.value;
+        const checked = normalizeAXCheckedValue(
+          node.properties?.find((p) => p.name === "checked")?.value.value
+        );
         const value = node.value?.value;
         const selector = node.backendDOMNodeId ? `[data-backend-node-id="${node.backendDOMNodeId}"]` : `[aria-label="${name}"]`;
         interactiveElements.push({
@@ -4162,6 +4387,45 @@ var Page = class {
       }
     }
   }
+  // ============ Delta & Review ============
+  /**
+   * Capture current page state for delta comparison.
+   * Call before an action, then call delta() again after and use computeDelta().
+   */
+  async captureState() {
+    const [url, title, snapshot, forms, text] = await Promise.all([
+      this.url(),
+      this.title(),
+      this.snapshot(),
+      this.forms(),
+      this.text()
+    ]);
+    return extractPageState(url, title, snapshot, forms, text);
+  }
+  /**
+   * Compute what changed between two page states.
+   * If no arguments: captures current state and returns it (for use as "before").
+   * If one argument (before state): captures current state and computes delta.
+   */
+  async delta(before) {
+    const currentState = await this.captureState();
+    if (!before) return currentState;
+    return computeDelta(before, currentState);
+  }
+  /**
+   * Extract structured review surface from the current page.
+   * Returns headings, form values, alerts, key-value pairs, tables, and status labels.
+   */
+  async review() {
+    const [url, title, snapshot, forms, text] = await Promise.all([
+      this.url(),
+      this.title(),
+      this.snapshot(),
+      this.forms(),
+      this.text()
+    ]);
+    return extractReview(url, title, snapshot, forms, text);
+  }
   // ============ Batch Execution ============
   /**
    * Execute a batch of steps
@@ -5587,6 +5851,310 @@ function connect(options) {
   return Browser.connect(options);
 }
 
+// src/browser/fingerprint.ts
+function createFingerprint(node, context) {
+  const role = node.role?.toLowerCase() ?? "";
+  const name = node.name ?? "";
+  let valueShape = "";
+  if (node.value !== void 0) {
+    valueShape = typeof node.value === "string" ? "text" : typeof node.value === "number" ? "number" : typeof node.value === "boolean" ? "boolean" : "other";
+  }
+  const stableAttrs = {};
+  if (node.properties) {
+    for (const key of ["id", "name", "type", "aria-label"]) {
+      const val = node.properties[key];
+      if (val !== void 0 && val !== null) {
+        stableAttrs[key] = String(val);
+      }
+    }
+  }
+  return {
+    role,
+    name,
+    valueShape,
+    label: name,
+    // label is typically the accessible name
+    stableAttrs,
+    nearestHeading: context.nearestHeading,
+    siblingIndex: context.siblingIndex,
+    sectionPath: [...context.headingTrail]
+  };
+}
+function fingerprintKey(fp) {
+  const parts = [fp.role, fp.name, fp.sectionPath.join(">")];
+  if (fp.stableAttrs["id"]) parts.push(`id=${fp.stableAttrs["id"]}`);
+  if (fp.stableAttrs["name"]) parts.push(`name=${fp.stableAttrs["name"]}`);
+  return parts.join("|");
+}
+function fingerprintSimilarity(a, b) {
+  let score = 0;
+  let weight = 0;
+  weight += 3;
+  if (a.role === b.role) score += 3;
+  else return 0;
+  weight += 5;
+  if (a.name && b.name && a.name === b.name) score += 5;
+  else if (a.name && b.name && a.name.toLowerCase() === b.name.toLowerCase()) score += 4;
+  weight += 3;
+  const pathA = a.sectionPath.join(">");
+  const pathB = b.sectionPath.join(">");
+  if (pathA === pathB) score += 3;
+  else if (pathA && pathB && (pathA.includes(pathB) || pathB.includes(pathA))) score += 1;
+  const attrKeys = /* @__PURE__ */ new Set([...Object.keys(a.stableAttrs), ...Object.keys(b.stableAttrs)]);
+  for (const key of attrKeys) {
+    weight += 2;
+    if (a.stableAttrs[key] && b.stableAttrs[key] && a.stableAttrs[key] === b.stableAttrs[key]) {
+      score += 2;
+    }
+  }
+  weight += 1;
+  if (a.siblingIndex === b.siblingIndex) score += 1;
+  return score / weight;
+}
+var INTERACTIVE_ROLES = /* @__PURE__ */ new Set([
+  "button",
+  "link",
+  "textbox",
+  "checkbox",
+  "radio",
+  "combobox",
+  "listbox",
+  "menuitem",
+  "tab",
+  "switch",
+  "searchbox",
+  "spinbutton",
+  "slider"
+]);
+function buildFingerprintMap(nodes) {
+  const map = /* @__PURE__ */ new Map();
+  function walk(nodeList, headingTrail, nearestHeading) {
+    const roleCounts = /* @__PURE__ */ new Map();
+    for (const node of nodeList) {
+      const role = node.role?.toLowerCase() ?? "";
+      let currentHeadingTrail = headingTrail;
+      let currentNearestHeading = nearestHeading;
+      if (role === "heading" && node.name) {
+        currentHeadingTrail = [...headingTrail, node.name];
+        currentNearestHeading = node.name;
+      }
+      if (INTERACTIVE_ROLES.has(role) && node.ref) {
+        const siblingCount = roleCounts.get(role) ?? 0;
+        roleCounts.set(role, siblingCount + 1);
+        const fp = createFingerprint(node, {
+          headingTrail: currentHeadingTrail,
+          siblingIndex: siblingCount,
+          nearestHeading: currentNearestHeading
+        });
+        map.set(node.ref, fp);
+      }
+      if (node.children) {
+        walk(node.children, currentHeadingTrail, currentNearestHeading);
+      }
+    }
+  }
+  walk(nodes, [], "");
+  return map;
+}
+function recoverStaleRef(staleFingerprint, currentFingerprints, threshold = 0.7) {
+  let bestRef = null;
+  let bestScore = 0;
+  let secondBestScore = 0;
+  for (const [ref, fp] of currentFingerprints) {
+    const similarity = fingerprintSimilarity(staleFingerprint, fp);
+    if (similarity > bestScore) {
+      secondBestScore = bestScore;
+      bestScore = similarity;
+      bestRef = ref;
+    } else if (similarity > secondBestScore) {
+      secondBestScore = similarity;
+    }
+  }
+  if (!bestRef || bestScore < threshold) return null;
+  if (secondBestScore > 0 && bestScore - secondBestScore < 0.15) return null;
+  return { ref: bestRef, confidence: bestScore };
+}
+
+// src/browser/overlay-detect.ts
+async function detectOverlay(page) {
+  const result = await page.evaluate(`(() => {
+    // Check for role="dialog" or role="alertdialog"
+    const dialogs = document.querySelectorAll('[role="dialog"], [role="alertdialog"], dialog[open]');
+    for (const d of dialogs) {
+      if (d.offsetParent !== null || getComputedStyle(d).display !== 'none') {
+        return {
+          hasOverlay: true,
+          overlaySelector: d.id ? '#' + d.id : (d.getAttribute('role') ? '[role="' + d.getAttribute('role') + '"]' : 'dialog'),
+          overlayText: (d.textContent || '').trim().slice(0, 200),
+        };
+      }
+    }
+
+    // Check for fixed/absolute positioned elements with high z-index that look like modals
+    const allElements = document.querySelectorAll('*');
+    for (const el of allElements) {
+      const style = getComputedStyle(el);
+      if (
+        (style.position === 'fixed' || style.position === 'absolute') &&
+        parseInt(style.zIndex || '0', 10) > 999 &&
+        el.offsetWidth > 100 &&
+        el.offsetHeight > 100 &&
+        style.display !== 'none' &&
+        style.visibility !== 'hidden'
+      ) {
+        const text = (el.textContent || '').trim();
+        if (text.length > 10) {
+          return {
+            hasOverlay: true,
+            overlaySelector: el.id ? '#' + el.id : null,
+            overlayText: text.slice(0, 200),
+          };
+        }
+      }
+    }
+
+    return { hasOverlay: false };
+  })()`);
+  return result ?? { hasOverlay: false };
+}
+
+// src/browser/safe-submit.ts
+async function submitAndVerify(page, options) {
+  const {
+    selector,
+    method = "enter+click",
+    expectAny,
+    expectAll,
+    failIf,
+    dangerous = false,
+    timeout = 3e4,
+    waitForNavigation: waitForNavigation2 = "auto"
+  } = options;
+  const startTime = Date.now();
+  const allConditions = [...expectAny ?? [], ...expectAll ?? [], ...failIf ?? []];
+  const needsNetwork = allConditions.some((c) => c.kind === "networkResponse");
+  const needsSignature = allConditions.some((c) => c.kind === "stateSignatureChanges");
+  let networkTracker;
+  let beforeSignature;
+  if (needsNetwork) {
+    networkTracker = new NetworkResponseTracker();
+    networkTracker.start(page.cdpClient);
+  }
+  if (needsSignature) {
+    beforeSignature = await captureStateSignature(page);
+  }
+  try {
+    await page.submit(selector, {
+      timeout,
+      method,
+      waitForNavigation: waitForNavigation2
+    });
+    if (networkTracker) networkTracker.stop(page.cdpClient);
+    if (allConditions.length === 0) {
+      return {
+        submitted: true,
+        outcomeStatus: "success",
+        matchedConditions: [],
+        retrySafe: !dangerous,
+        durationMs: Date.now() - startTime
+      };
+    }
+    const outcome = await evaluateOutcome(page, {
+      expectAny,
+      expectAll,
+      failIf,
+      dangerous,
+      networkTracker,
+      beforeSignature
+    });
+    return {
+      submitted: true,
+      outcomeStatus: outcome.outcomeStatus,
+      matchedConditions: outcome.matchedConditions,
+      retrySafe: outcome.retrySafe,
+      durationMs: Date.now() - startTime
+    };
+  } catch (error) {
+    if (networkTracker) networkTracker.stop(page.cdpClient);
+    return {
+      submitted: false,
+      outcomeStatus: "failed",
+      matchedConditions: [],
+      retrySafe: !dangerous,
+      durationMs: Date.now() - startTime,
+      error: error instanceof Error ? error.message : String(error)
+    };
+  }
+}
+
+// src/runtime/clock.ts
+function now() {
+  return Date.now();
+}
+
+// src/browser/target-pin.ts
+function createTargetFingerprint(targetId, url, title) {
+  return {
+    url,
+    title,
+    originalTargetId: targetId,
+    pinnedAt: now()
+  };
+}
+function scoreCandidate(candidate, pin) {
+  if (candidate.targetId === pin.originalTargetId) return 1;
+  let score = 0;
+  if (candidate.url && pin.url) {
+    if (candidate.url === pin.url) {
+      score += 0.6;
+    } else {
+      try {
+        const candidateOrigin = new URL(candidate.url).origin;
+        const pinOrigin = new URL(pin.url).origin;
+        if (candidateOrigin === pinOrigin) score += 0.3;
+      } catch {
+      }
+    }
+  }
+  if (candidate.title && pin.title) {
+    if (candidate.title === pin.title) {
+      score += 0.3;
+    } else if (candidate.title.includes(pin.title) || pin.title.includes(candidate.title)) {
+      score += 0.15;
+    }
+  }
+  if (candidate.type !== "page") score *= 0.5;
+  return Math.min(score, 0.95);
+}
+function recoverPinnedTarget(pin, targets, threshold = 0.4) {
+  if (targets.length === 0) return null;
+  let bestTarget = null;
+  let bestScore = 0;
+  for (const target of targets) {
+    const score = scoreCandidate(target, pin);
+    if (score > bestScore) {
+      bestScore = score;
+      bestTarget = target;
+    }
+  }
+  if (!bestTarget || bestScore < threshold) return null;
+  let method;
+  if (bestTarget.targetId === pin.originalTargetId) {
+    method = "exact";
+  } else if (bestTarget.url === pin.url) {
+    method = "url_match";
+  } else if (bestTarget.title === pin.title) {
+    method = "title_match";
+  } else {
+    method = "best_guess";
+  }
+  return {
+    targetId: bestTarget.targetId,
+    method,
+    confidence: bestScore
+  };
+}
+
 export {
   bufferToBase64,
   calculateRMS,
@@ -5602,7 +6170,19 @@ export {
   waitForAnyElement,
   waitForNavigation,
   waitForNetworkIdle,
+  extractPageState,
+  computeDelta,
+  extractReview,
   Page,
   Browser,
-  connect
+  connect,
+  createFingerprint,
+  fingerprintKey,
+  fingerprintSimilarity,
+  buildFingerprintMap,
+  recoverStaleRef,
+  detectOverlay,
+  submitAndVerify,
+  createTargetFingerprint,
+  recoverPinnedTarget
 };

package/dist/{chunk-TJ5B56NV.mjs → chunk-IRLHCVNH.mjs}

@@ -3,7 +3,7 @@ import {
 } from "./chunk-LCNFBXB5.mjs";
 import {
   Page
-} from "./chunk-6GBYX7C2.mjs";
+} from "./chunk-MRY3HRFJ.mjs";
 
 // src/providers/browserbase.ts
 var BrowserBaseProvider = class {