@nuanu-ai/agentbrowse 0.2.19 → 0.2.20

package/dist/commands/act.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"act.d.ts","sourceRoot":"","sources":["../../src/commands/act.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAoCnD,OAAO,EAAE,cAAc,EAAE,KAAK,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAqHxF,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,CAAC;AAC1C,YAAY,EAAE,YAAY,EAAE,CAAC;AAoV7B,wBAAsB,GAAG,CACvB,OAAO,EAAE,aAAa,EACtB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,YAAY,EACpB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC,CAioBf"}
+{"version":3,"file":"act.d.ts","sourceRoot":"","sources":["../../src/commands/act.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAoCnD,OAAO,EAAE,cAAc,EAAE,KAAK,YAAY,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAqHxF,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,CAAC;AAC1C,YAAY,EAAE,YAAY,EAAE,CAAC;AAoV7B,wBAAsB,GAAG,CACvB,OAAO,EAAE,aAAa,EACtB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,YAAY,EACpB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC,CAmqBf"}

package/dist/commands/act.js

@@ -531,6 +531,38 @@ export async function act(session, targetRef, action, value) {
                 }
             }
             let acceptanceProbe = null;
+            const tryRecoverActionErrorAcceptance = async () => {
+                if (!acceptanceProbe) {
+                    return false;
+                }
+                const acceptance = await waitForAcceptanceProbe(acceptanceProbe).catch(() => null);
+                if (acceptance?.polls && acceptance.polls > 1) {
+                    attempts.push(`acceptance.polled:${acceptance.polls}`);
+                }
+                if (!acceptance?.accepted) {
+                    return false;
+                }
+                if (acceptanceProbe.policy === 'submit') {
+                    const submitResolution = await resolveSubmitResult(acceptanceProbe, acceptance.afterPageObservation);
+                    if (!submitResolution.acceptAsProgress) {
+                        return false;
+                    }
+                    attempts.push(`submit-resolution:${submitResolution.finalVerdict}`);
+                    if (submitResolution.claims.some((claim) => claim.kind === 'soft_result_candidate')) {
+                        attempts.push('submit-resolution:soft-result-candidate');
+                    }
+                }
+                attempts.push(`acceptance.recovered:${acceptanceProbe.policy}`);
+                incrementMetric(session, 'fallbackActions');
+                resolvedBy = 'playwright-locator';
+                locatorStrategy = strategy;
+                progressProbe = null;
+                lastError = null;
+                recoveredAfterError = true;
+                recoveredAcceptancePolicy = acceptanceProbe.policy;
+                setTargetAvailability(session, targetRef, 'available');
+                return true;
+            };
             try {
                 const valueProjection = await projectActionValue({
                     target,
@@ -573,31 +605,26 @@ export async function act(session, targetRef, action, value) {
                     (acceptanceProbe.policy === 'value-change' ||
                         acceptanceProbe.policy === 'selection' ||
                         acceptanceProbe.policy === 'date-selection' ||
-                        ((acceptanceProbe.policy === 'navigation' || acceptanceProbe.policy === 'submit') &&
-                            staleReason !== null &&
-                            staleReason !== 'page-signature-mismatch'));
-                if (acceptanceProbe !== null && shouldAttemptAcceptanceRecovery) {
-                    const acceptance = await waitForAcceptanceProbe(acceptanceProbe).catch(() => null);
-                    if (acceptance?.polls && acceptance.polls > 1) {
-                        attempts.push(`acceptance.polled:${acceptance.polls}`);
-                    }
-                    if (acceptance?.accepted) {
-                        attempts.push(`acceptance.recovered:${acceptanceProbe.policy}`);
-                        incrementMetric(session, 'fallbackActions');
-                        resolvedBy = 'playwright-locator';
-                        locatorStrategy = strategy;
-                        progressProbe = null;
-                        lastError = null;
-                        recoveredAfterError = true;
-                        recoveredAcceptancePolicy = acceptanceProbe.policy;
-                        setTargetAvailability(session, targetRef, 'available');
-                        return true;
-                    }
+                        acceptanceProbe.policy === 'navigation' ||
+                        acceptanceProbe.policy === 'submit');
+                if (shouldAttemptAcceptanceRecovery && (await tryRecoverActionErrorAcceptance())) {
+                    return true;
                 }
                 if (staleReason) {
                     throw lastError;
                 }
-                await assertResolvedTargetStillValid(resolvedLocator, `after-error:${strategy}`);
+                try {
+                    await assertResolvedTargetStillValid(resolvedLocator, `after-error:${strategy}`);
+                }
+                catch (validationError) {
+                    if ((acceptanceProbe?.policy === 'navigation' || acceptanceProbe?.policy === 'submit') &&
+                        validationError instanceof Error &&
+                        validationError.message === 'stale_target_page_signature_changed' &&
+                        (await tryRecoverActionErrorAcceptance())) {
+                        return true;
+                    }
+                    throw validationError;
+                }
                 return false;
             }
         };

package/dist/commands/action-executor-helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"action-executor-helpers.d.ts","sourceRoot":"","sources":["../../src/commands/action-executor-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAerD,eAAO,MAAM,wBAAwB,OAAQ,CAAC;AAC9C,eAAO,MAAM,uBAAuB,OAAQ,CAAC;AAkB7C,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAWpE;AAED,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,MAAM,EAAE,GACjB,OAAO,CAAC,OAAO,CAAC,CAiBlB;AAED,wBAAsB,wBAAwB,CAC5C,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAAE,GACjB,OAAO,CAAC,IAAI,CAAC,CAsCf;AAED,wBAAsB,YAAY,CAChC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,OAAO,EAChB,QAAQ,EAAE,MAAM,EAAE,GACjB,OAAO,CAAC,IAAI,CAAC,CAmBf;AAED,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAAE,GACjB,OAAO,CAAC,MAAM,CAAC,CAOjB;AA+FD,wBAAsB,uBAAuB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAE/E;AAED,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAAE,GACjB,OAAO,CAAC;IACT,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,aAAa,EAAE,OAAO,CAAC;CACxB,CAAC,CAgBD;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,MAAM,EACb,aAAa,EAAE,MAAM,EACrB,kBAAkB,EAAE,MAAM,GAAG,IAAI,EACjC,QAAQ,EAAE,MAAM,EAAE,GACjB,MAAM,CAkBR;AAED,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,OAAO,EAChB,QAAQ,EAAE,MAAM,EAAE,GACjB,OAAO,CAAC,IAAI,CAAC,CAYf;AAED,wBAAsB,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAarF"}
+{"version":3,"file":"action-executor-helpers.d.ts","sourceRoot":"","sources":["../../src/commands/action-executor-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAerD,eAAO,MAAM,wBAAwB,OAAQ,CAAC;AAC9C,eAAO,MAAM,uBAAuB,OAAQ,CAAC;AAkB7C,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAWpE;AAED,wBAAsB,sBAAsB,CAC1C,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,MAAM,EAAE,GACjB,OAAO,CAAC,OAAO,CAAC,CAqBlB;AAED,wBAAsB,wBAAwB,CAC5C,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAAE,GACjB,OAAO,CAAC,IAAI,CAAC,CAsCf;AAED,wBAAsB,YAAY,CAChC,IAAI,EAAE,IAAI,EACV,OAAO,EAAE,OAAO,EAChB,QAAQ,EAAE,MAAM,EAAE,GACjB,OAAO,CAAC,IAAI,CAAC,CAmBf;AAED,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAAE,GACjB,OAAO,CAAC,MAAM,CAAC,CAOjB;AA+FD,wBAAsB,uBAAuB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAE/E;AAED,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,EAAE,GACjB,OAAO,CAAC;IACT,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,aAAa,EAAE,OAAO,CAAC;CACxB,CAAC,CAgBD;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEzD;AAED,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,MAAM,EACb,aAAa,EAAE,MAAM,EACrB,kBAAkB,EAAE,MAAM,GAAG,IAAI,EACjC,QAAQ,EAAE,MAAM,EAAE,GACjB,MAAM,CAkBR;AAED,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,OAAO,EAChB,QAAQ,EAAE,MAAM,EAAE,GACjB,OAAO,CAAC,IAAI,CAAC,CAYf;AAED,wBAAsB,WAAW,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAarF"}

package/dist/commands/action-executor-helpers.js

@@ -33,9 +33,14 @@ export async function dismissBlockingOverlay(page, attempts) {
             continue;
         }
         attempts.push(`overlay.dismiss:${selector}`);
-        await candidate.click({ timeout: LOCATOR_CLICK_TIMEOUT_MS });
-        attempts.push('overlay.dismissed');
-        return true;
+        try {
+            await candidate.click({ timeout: LOCATOR_CLICK_TIMEOUT_MS });
+            attempts.push('overlay.dismissed');
+            return true;
+        }
+        catch {
+            continue;
+        }
     }
     return false;
 }

package/dist/commands/extract-scoped-dialog-text.d.ts

@@ -0,0 +1,3 @@
+import type { Page } from 'playwright-core';
+export declare function readScopedDialogText(page: Page, selector: string): Promise<string | null>;
+//# sourceMappingURL=extract-scoped-dialog-text.d.ts.map

package/dist/commands/extract-scoped-dialog-text.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract-scoped-dialog-text.d.ts","sourceRoot":"","sources":["../../src/commands/extract-scoped-dialog-text.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AAuM5C,wBAAsB,oBAAoB,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAyB/F"}

package/dist/commands/extract-scoped-dialog-text.js

@@ -0,0 +1,213 @@
+const BLOCK_MARKER = '[block]';
+const ANCHOR_SELECTOR = [
+    'button',
+    'a[href]',
+    '[role="button"]',
+    '[role="link"]',
+    'input[type="button"]',
+    'input[type="submit"]',
+    'input[type="reset"]',
+].join(', ');
+// Build the browser callback from plain JS source so Playwright serializes
+// stable code instead of tsx-transformed output.
+const readScopedDialogTextInBrowser = Function(`return (${String.raw `(root, payload) => {
+    const marker = payload.marker;
+    const anchorSelector = payload.anchorSelector;
+    const minBlockTextLength = payload.minBlockTextLength;
+    const maxAnchorCountPerBlock = payload.maxAnchorCountPerBlock;
+
+    function normalizeOutputText(text) {
+      return text
+        .replace(/\r/g, '')
+        .split('\n')
+        .map((line) => line.trim())
+        .join('\n')
+        .replace(/\n{3,}/g, '\n\n')
+        .trim();
+    }
+
+    function normalizeBlockText(text) {
+      return normalizeOutputText(text).replace(/\n{2,}/g, '\n');
+    }
+
+    function isVisibleElement(element) {
+      if (!(element instanceof HTMLElement)) {
+        return false;
+      }
+
+      if (element.hidden || element.getAttribute('aria-hidden') === 'true') {
+        return false;
+      }
+
+      const style = window.getComputedStyle(element);
+      return style.display !== 'none' && style.visibility !== 'hidden';
+    }
+
+    function visibleChildren(element) {
+      return Array.from(element.children).filter((child) => isVisibleElement(child));
+    }
+
+    function collectVisibleAnchors(rootElement) {
+      return Array.from(rootElement.querySelectorAll(anchorSelector)).filter((anchor) =>
+        isVisibleElement(anchor)
+      );
+    }
+
+    function countAnchorsWithin(element, anchors) {
+      let count = 0;
+      for (const anchor of anchors) {
+        if (element.contains(anchor)) {
+          count += 1;
+        }
+      }
+      return count;
+    }
+
+    function pathFromRoot(rootElement, node) {
+      const path = [];
+      let current = node;
+
+      while (current && current !== rootElement) {
+        const parent = current.parentElement;
+        if (!(parent instanceof HTMLElement)) {
+          return null;
+        }
+
+        const index = Array.from(parent.children).indexOf(current);
+        if (index < 0) {
+          return null;
+        }
+
+        path.unshift(index);
+        current = parent;
+      }
+
+      return current === rootElement ? path : null;
+    }
+
+    function max(values) {
+      return values.reduce((current, value) => Math.max(current, value), 0);
+    }
+
+    function sum(values) {
+      return values.reduce((current, value) => current + value, 0);
+    }
+
+    if (!(root instanceof HTMLElement)) {
+      return null;
+    }
+
+    const rawText = normalizeOutputText(root.innerText);
+    if (!rawText) {
+      return null;
+    }
+
+    const anchors = collectVisibleAnchors(root);
+    if (anchors.length < 2) {
+      return rawText;
+    }
+
+    const candidates = [root, ...Array.from(root.querySelectorAll('*')).filter((element) => isVisibleElement(element))]
+      .map((element) => {
+        const children = visibleChildren(element);
+        if (children.length < 2) {
+          return null;
+        }
+
+        const tagName = children[0] && children[0].tagName;
+        if (!tagName || children.some((child) => child.tagName !== tagName)) {
+          return null;
+        }
+
+        const childSummaries = children.map((child) => {
+          const text = normalizeBlockText(child.innerText);
+          const anchorCount = countAnchorsWithin(child, anchors);
+          return {
+            text,
+            textLength: text.length,
+            anchorCount,
+          };
+        });
+
+        if (
+          childSummaries.some(
+            (summary) => summary.anchorCount < 1 || summary.anchorCount > maxAnchorCountPerBlock
+          )
+        ) {
+          return null;
+        }
+
+        const anchorCounts = childSummaries.map((summary) => summary.anchorCount);
+        if (max(anchorCounts) - Math.min(...anchorCounts) > 1) {
+          return null;
+        }
+
+        const textLengths = childSummaries.map((summary) => summary.textLength);
+        if (textLengths.some((length) => length < minBlockTextLength)) {
+          return null;
+        }
+
+        const parentPath = pathFromRoot(root, element);
+        if (!parentPath) {
+          return null;
+        }
+
+        return {
+          parentPath,
+          blockTexts: childSummaries.map((summary) => summary.text).filter(Boolean),
+          childCount: childSummaries.length,
+          totalTextLength: sum(textLengths),
+          depth: parentPath.length,
+          maxAnchorCount: max(anchorCounts),
+        };
+      })
+      .filter(Boolean);
+
+    const bestCandidate = candidates.sort((left, right) => {
+      if (right.childCount !== left.childCount) {
+        return right.childCount - left.childCount;
+      }
+      if (right.totalTextLength !== left.totalTextLength) {
+        return right.totalTextLength - left.totalTextLength;
+      }
+      if (right.maxAnchorCount !== left.maxAnchorCount) {
+        return right.maxAnchorCount - left.maxAnchorCount;
+      }
+      return right.depth - left.depth;
+    })[0];
+
+    if (!bestCandidate || bestCandidate.blockTexts.length < 2) {
+      return rawText;
+    }
+
+    return normalizeOutputText(
+      bestCandidate.blockTexts.map((text) => marker + '\n' + text).join('\n\n')
+    );
+  }`});`)();
+export async function readScopedDialogText(page, selector) {
+    let rawText = null;
+    try {
+        rawText = (await page.locator(selector).first().innerText()).replace(/\r/g, '');
+        if (!rawText.trim()) {
+            return null;
+        }
+    }
+    catch {
+        return null;
+    }
+    try {
+        const result = await page
+            .locator(selector)
+            .first()
+            .evaluate(readScopedDialogTextInBrowser, {
+            marker: BLOCK_MARKER,
+            anchorSelector: ANCHOR_SELECTOR,
+            minBlockTextLength: 20,
+            maxAnchorCountPerBlock: 4,
+        });
+        return typeof result === 'string' && result.trim().length > 0 ? result : rawText;
+    }
+    catch {
+        return rawText;
+    }
+}

package/dist/commands/extract.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/commands/extract.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAyKnD,wBAAsB,OAAO,CAC3B,OAAO,EAAE,aAAa,EACtB,UAAU,EAAE,MAAM,EAClB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC,CAgLf"}
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/commands/extract.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AA8KnD,wBAAsB,OAAO,CAC3B,OAAO,EAAE,aAAa,EACtB,UAAU,EAAE,MAAM,EAClB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC,CAkMf"}

package/dist/commands/extract.js

@@ -8,6 +8,7 @@ import { getSurface, getTarget, markSurfaceLifecycle, markTargetLifecycle, setCu
 import { outputContractFailure, outputJSON } from '../output.js';
 import { connectPlaywright, disconnectPlaywright, resolvePageByRef as resolvePlaywrightPageByRef, syncSessionPage, } from '../playwright-runtime.js';
 import { normalizePageSignature } from './descriptor-validation.js';
+import { readScopedDialogText } from './extract-scoped-dialog-text.js';
 import { resolveScopedExtractContext } from './extract-scope-resolution.js';
 import { executeStagehandExtract } from './extract-stagehand-executor.js';
 function buildSchemaValue(descriptor) {
@@ -133,6 +134,9 @@ function buildTruncationReason(error) {
         ? `Structured output was truncated by the LLM provider (${details.join(', ')}).`
         : 'Structured output was truncated by the LLM provider.';
 }
+function schemaRequestsScopedDialogText(schemaDescriptor) {
+    return schemaDescriptor.dialog_text === 'string';
+}
 export async function extract(session, schemaJson, scopeRef) {
     let schemaDescriptor;
     try {
@@ -239,10 +243,26 @@ export async function extract(session, schemaJson, scopeRef) {
                 ? scopedResolution.degradationReason
                 : undefined,
         });
+        let data = execution.data;
+        if (scopeTarget &&
+            effectiveSelector &&
+            schemaRequestsScopedDialogText(schemaDescriptor) &&
+            data &&
+            typeof data === 'object' &&
+            !Array.isArray(data)) {
+            const dialogText = await readScopedDialogText(page, effectiveSelector);
+            if (typeof dialogText === 'string' && dialogText.trim().length > 0) {
+                data = {
+                    ...data,
+                    dialog_text: dialogText,
+                };
+            }
+        }
         saveSession(session);
         outputJSON({
             success: true,
             ...execution,
+            data,
             pageRef,
             scopeRef,
             metrics: session.runtime?.metrics,

package/dist/commands/observe-inventory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observe-inventory.d.ts","sourceRoot":"","sources":["../../src/commands/observe-inventory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EACV,sBAAsB,EACtB,mBAAmB,EACnB,uBAAuB,EACvB,gBAAgB,EAChB,aAAa,EACb,eAAe,EACf,wBAAwB,EACzB,MAAM,qBAAqB,CAAC;AAc7B,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,wBAAwB,CAAC;IACtC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,eAAe,CAAC,EAAE,aAAa,GAAG,cAAc,CAAC;IACjD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;IACnD,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,YAAY,CAAC,EAAE,uBAAuB,CAAC;IACvC,cAAc,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACvC,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,QAAQ,GAAG,OAAO,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IAC3D,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,KAAK,CAAC;CACf,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;CACpD,CAAC;AAEF,KAAK,wBAAwB,GAAG;IAC9B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,EAAE,iBAAiB,GAAG,IAAI,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG;IACvC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,KAAK,0BAA0B,GAAG;IAChC,QAAQ,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;CAC/C,CAAC;AAOF,KAAK,6BAA6B,GAAG;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC;AAKF,wBAAgB,sCAAsC,CACpD,QAAQ,EAAE,6BAA6B,GACtC,WAAW,GAAG,WAAW,GAAG,WAAW,GAAG,SAAS,CAyCrD;AAgJD,wBAAsB,4BAA4B,CAChD,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,wBAAwB,CAAC,CAuBnC;AAkHD,iBAAS,8BAA8B,CAAC,OAAO,EAAE,OAAO,GAAG,iBAAiB,GAAG,IAAI,CAElF;AAED,iBAAe,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAOxF;AAED,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,GAAG;IAC5D,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB,CAyBA;AAED,iBAAe,6BAA6B,CAC1C,OAAO,EAAE,0BAA0B,EACnC,OAAO,CAAC,EAAE,0BAA0B,GAAG;IACrC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GACA,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAoqE9B;AAED,iBAAe,8BAA8B,CAC3C,OAAO,EAAE,0BAA0B,EACnC,OAAO,CAAC,EAAE;IACR,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GACA,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA8L/B;AAyOD,wBAAsB,iBAAiB,CACrC,IAAI,EAAE;IACJ,QAAQ,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9C,SAAS,CAAC,EAAE,MAAM,KAAK,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB,EACD,OAAO,CAAC,EAAE,0BAA0B,GACnC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAqD9B;AAED,wBAAsB,kBAAkB,CACtC,IAAI,EAAE;IACJ,QAAQ,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9C,SAAS,CAAC,EAAE,MAAM,KAAK,CAAC;CACzB,GACA,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAsD/B;AAED,eAAO,MAAM,yBAAyB;;;;;CAKrC,CAAC;AAEF,eAAO,MAAM,yBAAyB;;;;;CAKrC,CAAC"}
+{"version":3,"file":"observe-inventory.d.ts","sourceRoot":"","sources":["../../src/commands/observe-inventory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,KAAK,EACV,sBAAsB,EACtB,mBAAmB,EACnB,uBAAuB,EACvB,gBAAgB,EAChB,aAAa,EACb,eAAe,EACf,wBAAwB,EACzB,MAAM,qBAAqB,CAAC;AAc7B,MAAM,MAAM,iBAAiB,GAAG;IAC9B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,wBAAwB,CAAC;IACtC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,eAAe,CAAC,EAAE,aAAa,GAAG,cAAc,CAAC;IACjD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;IACnD,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,YAAY,CAAC,EAAE,uBAAuB,CAAC;IACvC,cAAc,CAAC,EAAE,mBAAmB,EAAE,CAAC;IACvC,gBAAgB,CAAC,EAAE,sBAAsB,CAAC;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,QAAQ,GAAG,OAAO,GAAG,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IAC3D,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,KAAK,CAAC;CACf,CAAC;AAEF,KAAK,iBAAiB,GAAG;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;CACpD,CAAC;AAEF,KAAK,wBAAwB,GAAG;IAC9B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,QAAQ,EAAE,iBAAiB,GAAG,IAAI,CAAC;CACpC,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAAG;IACvC,4BAA4B,CAAC,EAAE,OAAO,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,KAAK,0BAA0B,GAAG;IAChC,QAAQ,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;CAC/C,CAAC;AAOF,KAAK,6BAA6B,GAAG;IACnC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,sBAAsB,CAAC,EAAE,OAAO,CAAC;IACjC,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC;AAMF,wBAAgB,sCAAsC,CACpD,QAAQ,EAAE,6BAA6B,GACtC,WAAW,GAAG,WAAW,GAAG,WAAW,GAAG,SAAS,CAyCrD;AAgJD,wBAAsB,4BAA4B,CAChD,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,wBAAwB,CAAC,CAuBnC;AAkHD,iBAAS,8BAA8B,CAAC,OAAO,EAAE,OAAO,GAAG,iBAAiB,GAAG,IAAI,CAElF;AAED,iBAAe,qBAAqB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,iBAAiB,GAAG,IAAI,CAAC,CAOxF;AAED,wBAAgB,0BAA0B,CAAC,QAAQ,EAAE,MAAM,GAAG;IAC5D,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB,CAyBA;AAED,iBAAe,6BAA6B,CAC1C,OAAO,EAAE,0BAA0B,EACnC,OAAO,CAAC,EAAE,0BAA0B,GAAG;IACrC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GACA,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAg4E9B;AAED,iBAAe,8BAA8B,CAC3C,OAAO,EAAE,0BAA0B,EACnC,OAAO,CAAC,EAAE;IACR,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,GACA,OAAO,CAAC,kBAAkB,EAAE,CAAC,CA8L/B;AAyOD,wBAAsB,iBAAiB,CACrC,IAAI,EAAE;IACJ,QAAQ,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9C,SAAS,CAAC,EAAE,MAAM,KAAK,CAAC;IACxB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB,EACD,OAAO,CAAC,EAAE,0BAA0B,GACnC,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAqD9B;AAED,wBAAsB,kBAAkB,CACtC,IAAI,EAAE;IACJ,QAAQ,CAAC,CAAC,EAAE,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9C,SAAS,CAAC,EAAE,MAAM,KAAK,CAAC;CACzB,GACA,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAsD/B;AAED,eAAO,MAAM,yBAAyB;;;;;CAKrC,CAAC;AAEF,eAAO,MAAM,yBAAyB;;;;;CAKrC,CAAC"}

package/dist/commands/observe-inventory.js

@@ -1,7 +1,8 @@
 import { inferAcceptancePolicyFromFacts, inferAllowedActionsFromFacts, inferAvailabilityFromFacts, inferControlFamilyFromFacts, } from '../control-semantics.js';
 import { LOCATOR_DOM_SIGNATURE_SCRIPT, normalizePageSignature, readLocatorDomSignature, } from './descriptor-validation.js';
 import { TRANSPARENT_ACTIONABLE_CONTROL_HELPER_SCRIPT } from './user-actionable.js';
-const DOM_TARGET_COLLECTION_LIMIT = 320;
+const DOM_TARGET_COLLECTION_LIMIT = 640;
+const DOM_TARGET_OUTPUT_LIMIT = 480;
 const DOM_SIGNAL_COLLECTION_LIMIT = 24;
 export function inferStructuredCellVariantFromEvidence(evidence) {
     const role = (evidence.role ?? '').toLowerCase();
@@ -325,7 +326,7 @@ async function collectDomTargetsFromDocument(context, options) {
       'li, tr, td, article, [role="option"], [role="listitem"], [role="row"], [role="gridcell"], [role="tab"], [role="menuitem"], [role="radio"]';
     const headingSelector = 'h1, h2, h3, h4, h5, h6, [role="heading"], legend';
     const collectorElementLimit = ${DOM_TARGET_COLLECTION_LIMIT};
-    const collectorOutputLimit = 180;
+    const collectorOutputLimit = ${DOM_TARGET_OUTPUT_LIMIT};
 
     const cssEscape = (value) =>
       typeof CSS !== 'undefined' && typeof CSS.escape === 'function'
@@ -405,6 +406,174 @@ async function collectDomTargetsFromDocument(context, options) {
 
       return undefined;
     };
+    ${TRANSPARENT_ACTIONABLE_CONTROL_HELPER_SCRIPT}
+    ${INFER_STRUCTURED_CELL_VARIANT_HELPER_SCRIPT}
+
+    const normalizeDescriptorText = (value) => (value || '').replace(/\s+/g, ' ').trim();
+
+    const isVisible = (element) => {
+      const style = window.getComputedStyle(element);
+      if (
+        style.display === 'none' ||
+        style.visibility === 'hidden' ||
+        style.visibility === 'collapse'
+      ) {
+        return false;
+      }
+      const rect = element.getBoundingClientRect();
+      if (rect.width <= 0 || rect.height <= 0) {
+        return false;
+      }
+      if (style.opacity === '0') {
+        return isTransparentActionableControl(element);
+      }
+      return true;
+    };
+
+    const compactDateCellLabelRe =
+      /^(?:\d{1,2}|january|february|march|april|may|june|july|august|september|october|november|december|январ|феврал|март|апрел|ма[йя]|июн|июл|август|сентябр|октябр|ноябр|декабр)$/i;
+
+    const rawDescriptorLabelOf = (element) => {
+      if (!isHTMLElementNode(element)) {
+        return '';
+      }
+
+      return normalizeDescriptorText(
+        element.getAttribute('aria-label') ||
+          element.getAttribute('title') ||
+          element.innerText ||
+          element.textContent ||
+          ''
+      );
+    };
+
+    const compactDateTokenOf = (element) => {
+      if (!isHTMLElementNode(element)) {
+        return '';
+      }
+
+      const descriptorValues = [rawDescriptorLabelOf(element)].concat(
+        Array.from(element.querySelectorAll('[aria-label]'))
+          .slice(0, 6)
+          .map((candidate) => normalizeDescriptorText(candidate.getAttribute('aria-label')))
+      );
+
+      for (const descriptorValue of descriptorValues) {
+        if (!descriptorValue) {
+          continue;
+        }
+
+        const monthMatch = descriptorValue.match(
+          /\b(january|february|march|april|may|june|july|august|september|october|november|december)\b/i
+        );
+        if (monthMatch) {
+          return monthMatch[1].toLowerCase();
+        }
+
+        const dayMatch = descriptorValue.match(/\b(\d{1,2})\b/);
+        if (dayMatch) {
+          return dayMatch[1];
+        }
+      }
+
+      return '';
+    };
+
+    const isDatepickerLikeContext = (parentGridCell, element) => {
+      const contextNodes = [
+        parentGridCell,
+        element,
+        composedClosest(parentGridCell, '[role="dialog"]'),
+        composedClosest(parentGridCell, '[role="grid"]'),
+      ];
+
+      return contextNodes.some((candidate) => {
+        if (!isHTMLElementNode(candidate)) {
+          return false;
+        }
+
+        if (
+          candidate.hasAttribute('data-day') ||
+          candidate.hasAttribute('data-date') ||
+          candidate.hasAttribute('data-iso')
+        ) {
+          return true;
+        }
+
+        const semanticBlob = normalizeDescriptorText(
+          [
+            candidate.getAttribute('role'),
+            candidate.getAttribute('aria-label'),
+            candidate.getAttribute('aria-roledescription'),
+            candidate.getAttribute('data-testid'),
+            candidate.getAttribute('id'),
+            candidate.getAttribute('class'),
+            candidate.getAttribute('data-iso'),
+          ]
+            .filter(Boolean)
+            .join(' ')
+        ).toLowerCase();
+
+        if (
+          /\b(date|calendar|month|departure|return|departing|arriving|outbound|inbound)\b/.test(
+            semanticBlob
+          ) ||
+          /\b(january|february|march|april|may|june|july|august|september|october|november|december)\b/.test(
+            semanticBlob
+          ) ||
+          /\b\d{4}-\d{2}-\d{2}\b/.test(semanticBlob)
+        ) {
+          return true;
+        }
+
+        const descendantAria = normalizeDescriptorText(
+          Array.from(candidate.querySelectorAll('[aria-label]'))
+            .slice(0, 6)
+            .map((child) => child.getAttribute('aria-label') || '')
+            .join(' ')
+        ).toLowerCase();
+
+        return (
+          /\b(date|calendar|month|departure|return|departing|arriving|outbound|inbound)\b/.test(
+            descendantAria
+          ) ||
+          /\b(january|february|march|april|may|june|july|august|september|october|november|december)\b/.test(
+            descendantAria
+          )
+        );
+      });
+    };
+
+    const isDuplicateDatepickerButtonCandidate = (element) => {
+      if (!isHTMLElementNode(element)) {
+        return false;
+      }
+
+      if ((element.getAttribute('role') || '').toLowerCase() !== 'button') {
+        return false;
+      }
+
+      const parentGridCell = composedParentElement(element);
+      if (
+        !isHTMLElementNode(parentGridCell) ||
+        (parentGridCell.getAttribute('role') || '').toLowerCase() !== 'gridcell'
+      ) {
+        return false;
+      }
+
+      const elementDateToken = compactDateTokenOf(element);
+      const parentDateToken = compactDateTokenOf(parentGridCell);
+      if (!elementDateToken || elementDateToken !== parentDateToken) {
+        return false;
+      }
+
+      if (!compactDateCellLabelRe.test(elementDateToken)) {
+        return false;
+      }
+
+      return isDatepickerLikeContext(parentGridCell, element);
+    };
+
     const collectInteractiveElements = (
       root,
       limit = collectorElementLimit,
@@ -423,6 +592,8 @@ async function collectDomTargetsFromDocument(context, options) {
       for (const candidate of matches) {
         if (acc.length >= limit) break;
         if (!isHTMLElementNode(candidate) || seen.has(candidate)) continue;
+        if (!isVisible(candidate)) continue;
+        if (isDuplicateDatepickerButtonCandidate(candidate)) continue;
         seen.add(candidate);
         acc.push(candidate);
       }
@@ -437,30 +608,6 @@ async function collectDomTargetsFromDocument(context, options) {
       return acc;
     };
 
-    ${TRANSPARENT_ACTIONABLE_CONTROL_HELPER_SCRIPT}
-    ${INFER_STRUCTURED_CELL_VARIANT_HELPER_SCRIPT}
-
-    const isVisible = (element) => {
-      const style = window.getComputedStyle(element);
-      if (
-        style.display === 'none' ||
-        style.visibility === 'hidden' ||
-        style.visibility === 'collapse'
-      ) {
-        return false;
-      }
-      const rect = element.getBoundingClientRect();
-      if (rect.width <= 0 || rect.height <= 0) {
-        return false;
-      }
-      if (style.opacity === '0') {
-        return isTransparentActionableControl(element);
-      }
-      return true;
-    };
-
-    const normalizeDescriptorText = (value) => (value || '').replace(/\s+/g, ' ').trim();
-
     const imageAltTextOf = (element) => {
       if (!isHTMLElementNode(element)) return undefined;
 
@@ -489,7 +636,69 @@ async function collectDomTargetsFromDocument(context, options) {
       return values.length > 0 ? values.join(' ') : undefined;
     };
 
-    const textOf = (element) => {
+    const MACHINE_DESCRIPTOR_TEXT_RE =
+      /(?:window\.[a-z0-9_$]+|apiary(?:sleepingqueue|markerportal)|document\.getelementbyid\(|addeventlistener\(|push\(\[|["']widgets["']\s*:|["']meta["']\s*:)/i;
+
+    const looksLikeMachineDescriptorText = (value) => {
+      const normalized = normalizeDescriptorText(value || '');
+      if (!normalized) {
+        return false;
+      }
+
+      if (MACHINE_DESCRIPTOR_TEXT_RE.test(normalized)) {
+        return true;
+      }
+
+      if (normalized.length < 160) {
+        return false;
+      }
+
+      const syntaxCount =
+        (normalized.match(/[{}[\]();=]/g) || []).length +
+        (normalized.match(/["']/g) || []).length;
+      return syntaxCount >= 24 && syntaxCount / normalized.length >= 0.08;
+    };
+
+    const safeVisibleDescriptorTextOf = (element) => {
+      const text = normalizeDescriptorText(element?.innerText || '');
+      if (!text || looksLikeMachineDescriptorText(text)) {
+        return undefined;
+      }
+      return text;
+    };
+
+    const directVisibleChildDescriptorTextOf = (element) => {
+      if (!isHTMLElementNode(element)) {
+        return undefined;
+      }
+
+      const values = [];
+      const seen = new Set();
+      const pushValue = (value) => {
+        const normalized = normalizeDescriptorText(value || '');
+        if (!normalized || looksLikeMachineDescriptorText(normalized) || seen.has(normalized)) {
+          return;
+        }
+        seen.add(normalized);
+        values.push(normalized);
+      };
+
+      for (const child of Array.from(element.children).slice(0, 6)) {
+        if (!isHTMLElementNode(child) || !isVisible(child)) {
+          continue;
+        }
+        pushValue(child.innerText || '');
+        pushValue(imageAltTextOf(child));
+        if (values.join(' ').length >= 160) {
+          break;
+        }
+      }
+
+      return values.length > 0 ? values.join(' ') : undefined;
+    };
+
+    const textOf = (element, options = {}) => {
+      const container = options?.container === true;
       const tag = element?.tagName?.toLowerCase?.();
       if (tag && ['script', 'style', 'noscript', 'template'].includes(tag)) {
         return undefined;
@@ -502,8 +711,20 @@ async function collectDomTargetsFromDocument(context, options) {
       if (buttonLikeText) {
         return buttonLikeText;
       }
-      const textValue = normalizeDescriptorText(element?.innerText || element?.textContent || '');
       const altValue = imageAltTextOf(element);
+      const visibleText = safeVisibleDescriptorTextOf(element);
+      const childText = container ? directVisibleChildDescriptorTextOf(element) : undefined;
+      const rawTextContent = normalizeDescriptorText(element?.textContent || '');
+      const textContentFallback =
+        !container &&
+        rawTextContent &&
+        rawTextContent !== visibleText &&
+        rawTextContent !== childText &&
+        !looksLikeMachineDescriptorText(rawTextContent)
+          ? rawTextContent
+          : undefined;
+      const textValue = visibleText || childText || textContentFallback;
+
       if (!textValue && !altValue) {
         return undefined;
       }
@@ -1088,7 +1309,7 @@ async function collectDomTargetsFromDocument(context, options) {
       const headingText = textOf(heading);
       if (headingText) return headingText;
 
-      const text = textOf(container);
+      const text = textOf(container, { container: true });
       if (text && text.length <= 140) return text;
       if (text) return text.slice(0, 140);
       return undefined;
@@ -1106,7 +1327,7 @@ async function collectDomTargetsFromDocument(context, options) {
         return true;
       }
 
-      const text = textOf(element);
+      const text = textOf(element, { container: true });
       if (!text) return false;
 
       const interactiveCount = element.querySelectorAll(selector).length;
@@ -1238,7 +1459,7 @@ async function collectDomTargetsFromDocument(context, options) {
     };
 
     const containerTextOf = (container) => {
-      const text = textOf(container);
+      const text = textOf(container, { container: true });
       if (!text) return undefined;
       return text.length <= 240 ? text : text.slice(0, 240);
     };
@@ -1257,7 +1478,7 @@ async function collectDomTargetsFromDocument(context, options) {
       let depth = 0;
 
       while (current && depth < 5) {
-        const currentText = textOf(current);
+        const currentText = textOf(current, { container: true });
         if (currentText && currentText !== selfText) {
           const interactiveCount = current.querySelectorAll(selector).length;
           const hasSiblingText = Array.from(current.children).some((child) => {
@@ -1290,10 +1511,10 @@ async function collectDomTargetsFromDocument(context, options) {
       }
 
       if (element.matches?.(itemSelector)) {
-        const ancestorItem = composedClosest(composedParentElement(element), itemSelector);
+          const ancestorItem = composedClosest(composedParentElement(element), itemSelector);
         if (ancestorItem) {
           const selfText = textOf(element);
-          const ancestorText = textOf(ancestorItem);
+          const ancestorText = textOf(ancestorItem, { container: true });
           if (
             ancestorText &&
             ancestorText !== selfText &&
@@ -1347,7 +1568,7 @@ async function collectDomTargetsFromDocument(context, options) {
         }
 
         pushCandidate(candidates, landmarkLabelOf(node));
-        pushCandidate(candidates, textOf(node));
+        pushCandidate(candidates, textOf(node, { container: true }));
       };
 
       const anchors = [
@@ -1424,7 +1645,7 @@ async function collectDomTargetsFromDocument(context, options) {
           if (candidate.querySelector(validationFieldSelectors)) {
             continue;
           }
-          pushMessage(candidate.textContent);
+          pushMessage(textOf(candidate, { container: true }));
         }
       }
 

package/dist/commands/observe.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observe.d.ts","sourceRoot":"","sources":["../../src/commands/observe.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAoDnD,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAU/D,eAAO,MAAM,yBAAyB;;;;iBA+R4zG,CAAC;gBAAwB,CAAC;;;;;iBAAw24E,CAAC;gBAAwB,CAAC;;;;CA/Rzr/E,CAAC;AACtE,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAGrC,CAAC;AAEF,wBAAsB,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAwRzF"}
+{"version":3,"file":"observe.d.ts","sourceRoot":"","sources":["../../src/commands/observe.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAoDnD,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAU/D,eAAO,MAAM,yBAAyB;;;;iBA+Ri2G,CAAC;gBAAwB,CAAC;;;;;iBAAg1mF,CAAC;gBAAwB,CAAC;;;;CA/RtstF,CAAC;AACtE,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAGrC,CAAC;AAEF,wBAAsB,OAAO,CAAC,OAAO,EAAE,aAAa,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAwRzF"}

package/dist/commands/observe.test-harness.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observe.test-harness.d.ts","sourceRoot":"","sources":["../../src/commands/observe.test-harness.ts"],"names":[],"mappings":"AAAA,OAAO,EAAyB,EAAE,EAAE,MAAM,QAAQ,CAAC;AACnD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAGnD,KAAK,MAAM,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;AA0EvC,eAAO,MAAM,kBAAkB,EAAE,MAAiC,CAAC;AACnE,eAAO,MAAM,oBAAoB,EAAE,MAAmC,CAAC;AACvE,eAAO,MAAM,yBAAyB,EAAE,MAAwC,CAAC;AACjF,eAAO,MAAM,eAAe,EAAE,MAA8B,CAAC;AAC7D,eAAO,MAAM,iBAAiB,EAAE,MAAgC,CAAC;AACjE,eAAO,MAAM,cAAc,EAAE,MAA6B,CAAC;AAC3D,eAAO,MAAM,2BAA2B,EAAE,MAA0C,CAAC;AACrF,eAAO,MAAM,eAAe,EAAE,MAA8B,CAAC;AAC7D,eAAO,MAAM,qBAAqB,EAAE,OAAO,EAAgC,CAAC;AA+B5E,eAAO,MAAQ,OAAO,yCAAE,yBAAyB;;;;iBAqEqiT,CAAC;gBAAwB,CAAC;;;;;iBAAw24E,CAAC;gBAAwB,CAAC;;;;GArE/7rF,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAE3E,CAAC;AACF,eAAO,MAAQ,0BAA0B;;;;;CAA+C,CAAC;AAMzF,wBAAgB,WAAW,IAAI,aAAa,CAW3C;AAYD,wBAAgB,oBAAoB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACpE,IAAI,EAAE,CAAC,EACP,YAAY,SAAkC,GAC7C,CAAC,GAAG;IAAE,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAA;CAAE,CAM3C;AAED,wBAAgB,uBAAuB,IAAI,IAAI,CAyB9C"}
+{"version":3,"file":"observe.test-harness.d.ts","sourceRoot":"","sources":["../../src/commands/observe.test-harness.ts"],"names":[],"mappings":"AAAA,OAAO,EAAyB,EAAE,EAAE,MAAM,QAAQ,CAAC;AACnD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAGnD,KAAK,MAAM,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;AA0EvC,eAAO,MAAM,kBAAkB,EAAE,MAAiC,CAAC;AACnE,eAAO,MAAM,oBAAoB,EAAE,MAAmC,CAAC;AACvE,eAAO,MAAM,yBAAyB,EAAE,MAAwC,CAAC;AACjF,eAAO,MAAM,eAAe,EAAE,MAA8B,CAAC;AAC7D,eAAO,MAAM,iBAAiB,EAAE,MAAgC,CAAC;AACjE,eAAO,MAAM,cAAc,EAAE,MAA6B,CAAC;AAC3D,eAAO,MAAM,2BAA2B,EAAE,MAA0C,CAAC;AACrF,eAAO,MAAM,eAAe,EAAE,MAA8B,CAAC;AAC7D,eAAO,MAAM,qBAAqB,EAAE,OAAO,EAAgC,CAAC;AA+B5E,eAAO,MAAQ,OAAO,yCAAE,yBAAyB;;;;iBAqE0kT,CAAC;gBAAwB,CAAC;;;;;iBAAg1mF,CAAC;gBAAwB,CAAC;;;;GArE585F,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAE3E,CAAC;AACF,eAAO,MAAQ,0BAA0B;;;;;CAA+C,CAAC;AAMzF,wBAAgB,WAAW,IAAI,aAAa,CAW3C;AAYD,wBAAgB,oBAAoB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACpE,IAAI,EAAE,CAAC,EACP,YAAY,SAAkC,GAC7C,CAAC,GAAG;IAAE,OAAO,EAAE,UAAU,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAA;CAAE,CAM3C;AAED,wBAAgB,uBAAuB,IAAI,IAAI,CAyB9C"}

package/dist/control-semantics.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"control-semantics.d.ts","sourceRoot":"","sources":["../src/control-semantics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,sBAAsB,EACtB,mBAAmB,EACnB,uBAAuB,EACvB,mBAAmB,EACnB,eAAe,EAChB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;AAEzE,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG,OAAO,GAAG,aAAa,GAAG,QAAQ,GAAG,KAAK,GAAG,MAAM,CAAC;AAyCtF,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,oBAAoB,GAC1B,mBAAmB,GAAG,SAAS,CA2CjC;AAsCD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAYxE;AAED,wBAAgB,4BAA4B,CAC1C,KAAK,EAAE,oBAAoB,GAC1B,mBAAmB,EAAE,CAiFvB;AAED,wBAAgB,0BAA0B,CACxC,MAAM,CAAC,EAAE,gBAAgB,EACzB,WAAW,CAAC,EAAE,MAAM,EACpB,OAAO,GAAE;IACP,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC1B,GACL,uBAAuB,CAyBzB;AAED,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,oBAAoB,EAC3B,cAAc,EAAE,aAAa,CAAC,mBAAmB,CAAC,GACjD,mBAAmB,GAAG,SAAS,CA0EjC;AAED,wBAAgB,8BAA8B,CAC5C,KAAK,EAAE,oBAAoB,EAC3B,cAAc,EAAE,aAAa,CAAC,mBAAmB,CAAC,GACjD,sBAAsB,GAAG,SAAS,CAqDpC"}
+{"version":3,"file":"control-semantics.d.ts","sourceRoot":"","sources":["../src/control-semantics.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,sBAAsB,EACtB,mBAAmB,EACnB,uBAAuB,EACvB,mBAAmB,EACnB,eAAe,EAChB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;AAEzE,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,SAAS,CAAC,EAAE,eAAe,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAAG,OAAO,GAAG,aAAa,GAAG,QAAQ,GAAG,KAAK,GAAG,MAAM,CAAC;AAyCtF,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,oBAAoB,GAC1B,mBAAmB,GAAG,SAAS,CA2CjC;AAsCD,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAYxE;AAED,wBAAgB,4BAA4B,CAC1C,KAAK,EAAE,oBAAoB,GAC1B,mBAAmB,EAAE,CA6FvB;AAED,wBAAgB,0BAA0B,CACxC,MAAM,CAAC,EAAE,gBAAgB,EACzB,WAAW,CAAC,EAAE,MAAM,EACpB,OAAO,GAAE;IACP,mBAAmB,CAAC,EAAE,OAAO,CAAC;CAC1B,GACL,uBAAuB,CAyBzB;AAED,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,oBAAoB,EAC3B,cAAc,EAAE,aAAa,CAAC,mBAAmB,CAAC,GACjD,mBAAmB,GAAG,SAAS,CA0EjC;AAED,wBAAgB,8BAA8B,CAC5C,KAAK,EAAE,oBAAoB,EAC3B,cAAc,EAAE,aAAa,CAAC,mBAAmB,CAAC,GACjD,sBAAsB,GAAG,SAAS,CAqDpC"}

package/dist/control-semantics.js

@@ -105,6 +105,12 @@ export function inferAllowedActionsFromFacts(facts) {
     const legacyMethod = normalizeText(facts.legacyMethod);
     const selectLikePopupOwner = isSelectLikePopupOwner(facts);
     const buttonLikeInput = isButtonLikeInputFacts(facts);
+    const checkedToggle = facts.states?.checked !== undefined ||
+        kind === 'checkbox' ||
+        kind === 'radio' ||
+        role === 'checkbox' ||
+        role === 'radio' ||
+        role === 'switch';
     const actions = new Set();
     if (selectLikePopupOwner) {
         actions.add('click');
@@ -136,6 +142,10 @@ export function inferAllowedActionsFromFacts(facts) {
     if (kind === 'option' || role === 'option' || role === 'menuitem') {
         actions.add('click');
     }
+    if (checkedToggle) {
+        actions.add('click');
+        actions.add('press');
+    }
     if (role === 'gridcell' || facts.structure?.family === 'structured-grid') {
         actions.add('click');
         actions.add('press');

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nuanu-ai/agentbrowse",
-  "version": "0.2.19",
+  "version": "0.2.20",
   "type": "module",
   "description": "Browser automation CLI for AI agents: control a CDP browser, observe UI surfaces, act on refs, extract data, and solve captchas",
   "keywords": [