agent-web-interface 4.0.1 → 4.1.1

package/dist/src/snapshot/extractors/index.d.ts

@@ -5,7 +5,7 @@
  *
  * @module snapshot/extractors
  */
-export type { RawDomNode, RawAxNode, AxProperty, AxPropertyValue, NodeLayoutInfo, RawNodeData, ExtractorContext, DomExtractionResult, AxExtractionResult, LayoutExtractionResult, } from './types.js';
+export type { RawDomNode, RawAxNode, AxProperty, AxPropertyValue, NodeLayoutInfo, RawNodeData, ExtractorContext, DomExtractionResult, AxExtractionResult, LayoutExtractionResult, InteractivitySignals, } from './types.js';
 export { createExtractorContext, isValidRawDomNode, isValidRawAxNode, isValidNodeLayoutInfo, DOM_NODE_TYPES, INTERACTIVE_AX_ROLES, READABLE_AX_ROLES, STRUCTURAL_AX_ROLES, } from './types.js';
 export { extractDom } from './dom-extractor.js';
 export { extractAx, classifyAxRole, type RoleClassification } from './ax-extractor.js';
@@ -16,4 +16,5 @@ export { resolveRegion } from './region-resolver.js';
 export { buildLocators } from './locator-builder.js';
 export { resolveGrouping, type GroupingInfo } from './grouping-resolver.js';
 export { extractAttributes, sanitizeUrl, type AttributeExtractionOptions, } from './attribute-extractor.js';
+export { detectInteractivity } from './interactivity-detector.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/src/snapshot/extractors/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/snapshot/extractors/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,YAAY,EACV,UAAU,EACV,SAAS,EACT,UAAU,EACV,eAAe,EACf,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,GACvB,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,sBAAsB,EACtB,iBAAiB,EACjB,gBAAgB,EAChB,qBAAqB,EACrB,cAAc,EACd,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAGpB,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAGhD,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,KAAK,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAGvF,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAG5F,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGpD,OAAO,EAAE,YAAY,EAAE,KAAK,eAAe,EAAE,KAAK,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAG3F,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAGrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAGrD,OAAO,EAAE,eAAe,EAAE,KAAK,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAG5E,OAAO,EACL,iBAAiB,EACjB,WAAW,EACX,KAAK,0BAA0B,GAChC,MAAM,0BAA0B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/snapshot/extractors/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,YAAY,EACV,UAAU,EACV,SAAS,EACT,UAAU,EACV,eAAe,EACf,cAAc,EACd,WAAW,EACX,gBAAgB,EAChB,mBAAmB,EACnB,kBAAkB,EAClB,sBAAsB,EACtB,oBAAoB,GACrB,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,sBAAsB,EACtB,iBAAiB,EACjB,gBAAgB,EAChB,qBAAqB,EACrB,cAAc,EACd,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAGpB,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAGhD,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,KAAK,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AAGvF,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAG5F,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGpD,OAAO,EAAE,YAAY,EAAE,KAAK,eAAe,EAAE,KAAK,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAG3F,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAGrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAGrD,OAAO,EAAE,eAAe,EAAE,KAAK,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAG5E,OAAO,EACL,iBAAiB,EACjB,WAAW,EACX,KAAK,0BAA0B,GAChC,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC"}

package/dist/src/snapshot/extractors/index.js

@@ -24,4 +24,6 @@ export { buildLocators } from './locator-builder.js';
 export { resolveGrouping } from './grouping-resolver.js';
 // Attribute Extractor
 export { extractAttributes, sanitizeUrl, } from './attribute-extractor.js';
+// Interactivity Detector
+export { detectInteractivity } from './interactivity-detector.js';
 //# sourceMappingURL=index.js.map

package/dist/src/snapshot/extractors/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/snapshot/extractors/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAgBH,OAAO,EACL,sBAAsB,EACtB,iBAAiB,EACjB,gBAAgB,EAChB,qBAAqB,EACrB,cAAc,EACd,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAEpB,gBAAgB;AAChB,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAEhD,eAAe;AACf,OAAO,EAAE,SAAS,EAAE,cAAc,EAA2B,MAAM,mBAAmB,CAAC;AAEvF,mBAAmB;AACnB,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAE5F,kBAAkB;AAClB,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEpD,iBAAiB;AACjB,OAAO,EAAE,YAAY,EAA0C,MAAM,qBAAqB,CAAC;AAE3F,kBAAkB;AAClB,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,kBAAkB;AAClB,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,oBAAoB;AACpB,OAAO,EAAE,eAAe,EAAqB,MAAM,wBAAwB,CAAC;AAE5E,sBAAsB;AACtB,OAAO,EACL,iBAAiB,EACjB,WAAW,GAEZ,MAAM,0BAA0B,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/snapshot/extractors/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAiBH,OAAO,EACL,sBAAsB,EACtB,iBAAiB,EACjB,gBAAgB,EAChB,qBAAqB,EACrB,cAAc,EACd,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAEpB,gBAAgB;AAChB,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAEhD,eAAe;AACf,OAAO,EAAE,SAAS,EAAE,cAAc,EAA2B,MAAM,mBAAmB,CAAC;AAEvF,mBAAmB;AACnB,OAAO,EAAE,aAAa,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAE5F,kBAAkB;AAClB,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEpD,iBAAiB;AACjB,OAAO,EAAE,YAAY,EAA0C,MAAM,qBAAqB,CAAC;AAE3F,kBAAkB;AAClB,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,kBAAkB;AAClB,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,oBAAoB;AACpB,OAAO,EAAE,eAAe,EAAqB,MAAM,wBAAwB,CAAC;AAE5E,sBAAsB;AACtB,OAAO,EACL,iBAAiB,EACjB,WAAW,GAEZ,MAAM,0BAA0B,CAAC;AAElC,yBAAyB;AACzB,OAAO,EAAE,mBAAmB,EAAE,MAAM,6BAA6B,CAAC"}

package/dist/src/snapshot/extractors/interactivity-detector.d.ts

@@ -0,0 +1,27 @@
+/**
+ * Interactivity Detector
+ *
+ * Detects implicit interactivity signals on non-semantic elements:
+ * - Event listeners (click/mousedown/pointerdown) on self or ancestors
+ * - CSS cursor: pointer
+ * - tabindex >= 0
+ *
+ * @module snapshot/extractors/interactivity-detector
+ *
+ * CDP Domains:
+ * - DOM: pushNodesByBackendIdsToFrontend, resolveNode
+ * - CSS: getComputedStyleForNode
+ * - DOMDebugger: getEventListeners
+ * - Runtime: releaseObject
+ */
+import type { ExtractorContext, RawDomNode, InteractivitySignals } from './types.js';
+/**
+ * Detect implicit interactivity signals on non-interactive elements.
+ *
+ * @param ctx - Extractor context with CDP client
+ * @param candidateIds - backendNodeIds of non-interactive nodes to check
+ * @param domNodes - DOM tree for attribute lookup and ancestor walking
+ * @returns Map of backendNodeId → InteractivitySignals (only for nodes with positive signals)
+ */
+export declare function detectInteractivity(ctx: ExtractorContext, candidateIds: number[], domNodes: Map<number, RawDomNode>): Promise<Map<number, InteractivitySignals>>;
+//# sourceMappingURL=interactivity-detector.d.ts.map

package/dist/src/snapshot/extractors/interactivity-detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interactivity-detector.d.ts","sourceRoot":"","sources":["../../../../src/snapshot/extractors/interactivity-detector.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,UAAU,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAsBrF;;;;;;;GAOG;AACH,wBAAsB,mBAAmB,CACvC,GAAG,EAAE,gBAAgB,EACrB,YAAY,EAAE,MAAM,EAAE,EACtB,QAAQ,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,GAChC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,oBAAoB,CAAC,CAAC,CAyI5C"}

package/dist/src/snapshot/extractors/interactivity-detector.js

@@ -0,0 +1,190 @@
+/**
+ * Interactivity Detector
+ *
+ * Detects implicit interactivity signals on non-semantic elements:
+ * - Event listeners (click/mousedown/pointerdown) on self or ancestors
+ * - CSS cursor: pointer
+ * - tabindex >= 0
+ *
+ * @module snapshot/extractors/interactivity-detector
+ *
+ * CDP Domains:
+ * - DOM: pushNodesByBackendIdsToFrontend, resolveNode
+ * - CSS: getComputedStyleForNode
+ * - DOMDebugger: getEventListeners
+ * - Runtime: releaseObject
+ */
+/** Event types that indicate click interactivity */
+const CLICK_EVENT_TYPES = new Set(['click', 'mousedown', 'pointerdown']);
+/** Maximum ancestor levels to walk for delegated event detection */
+const MAX_ANCESTOR_DEPTH = 5;
+/**
+ * Detect implicit interactivity signals on non-interactive elements.
+ *
+ * @param ctx - Extractor context with CDP client
+ * @param candidateIds - backendNodeIds of non-interactive nodes to check
+ * @param domNodes - DOM tree for attribute lookup and ancestor walking
+ * @returns Map of backendNodeId → InteractivitySignals (only for nodes with positive signals)
+ */
+export async function detectInteractivity(ctx, candidateIds, domNodes) {
+    const results = new Map();
+    if (candidateIds.length === 0)
+        return results;
+    const { cdp } = ctx;
+    // Phase 1: Check tabindex from DOM attributes (free — no CDP calls)
+    const tabindexResults = new Map();
+    for (const id of candidateIds) {
+        const domNode = domNodes.get(id);
+        if (domNode?.attributes?.tabindex !== undefined) {
+            const tabindex = parseInt(domNode.attributes.tabindex, 10);
+            tabindexResults.set(id, !isNaN(tabindex) && tabindex >= 0);
+        }
+    }
+    // Phase 2: Batch resolve backendNodeIds → nodeIds for CSS and event listener checks
+    let nodeIdMap;
+    try {
+        const pushResult = await cdp.send('DOM.pushNodesByBackendIdsToFrontend', { backendNodeIds: candidateIds });
+        nodeIdMap = new Map();
+        for (let i = 0; i < candidateIds.length; i++) {
+            if (pushResult.nodeIds[i] !== 0) {
+                nodeIdMap.set(candidateIds[i], pushResult.nodeIds[i]);
+            }
+        }
+    }
+    catch {
+        // If push fails, return what we have from tabindex
+        for (const [id, hasTabindex] of tabindexResults) {
+            if (hasTabindex) {
+                results.set(id, {
+                    has_click_listener: false,
+                    has_cursor_pointer: false,
+                    has_tabindex: true,
+                    listener_source: 'none',
+                });
+            }
+        }
+        return results;
+    }
+    // Phase 3: Check cursor:pointer and event listeners for each candidate
+    // Cache ancestor listener results to avoid redundant checks
+    const ancestorListenerCache = new Map();
+    for (const backendNodeId of candidateIds) {
+        const nodeId = nodeIdMap.get(backendNodeId);
+        if (!nodeId)
+            continue;
+        const signals = {
+            has_click_listener: false,
+            has_cursor_pointer: false,
+            has_tabindex: tabindexResults.get(backendNodeId) ?? false,
+            listener_source: 'none',
+        };
+        // Check cursor:pointer
+        try {
+            const styleResult = await cdp.send('CSS.getComputedStyleForNode', { nodeId });
+            const cursorProp = styleResult.computedStyle.find((p) => p.name === 'cursor');
+            if (cursorProp?.value === 'pointer') {
+                signals.has_cursor_pointer = true;
+            }
+        }
+        catch {
+            // CSS check failed — continue with other signals
+        }
+        // Short-circuit: skip expensive listener checks if we already have a positive signal
+        if (signals.has_cursor_pointer || signals.has_tabindex) {
+            results.set(backendNodeId, signals);
+            continue;
+        }
+        // Check event listeners on self
+        let objectId;
+        try {
+            const resolveResult = await cdp.send('DOM.resolveNode', {
+                backendNodeId,
+            });
+            objectId = resolveResult.object.objectId;
+            if (objectId) {
+                const listenersResult = await cdp.send('DOMDebugger.getEventListeners', { objectId });
+                const hasClickListener = listenersResult.listeners.some((l) => CLICK_EVENT_TYPES.has(l.type));
+                if (hasClickListener) {
+                    signals.has_click_listener = true;
+                    signals.listener_source = 'self';
+                }
+            }
+        }
+        catch {
+            // Resolve or listener check failed — continue
+        }
+        finally {
+            // Release the remote object to prevent memory leaks
+            if (objectId) {
+                try {
+                    await cdp.send('Runtime.releaseObject', { objectId });
+                }
+                catch {
+                    // Ignore release failures
+                }
+            }
+        }
+        // Check ancestor event listeners (if no self listener found)
+        if (!signals.has_click_listener) {
+            const hasAncestorListener = await checkAncestorListeners(cdp, backendNodeId, domNodes, ancestorListenerCache);
+            if (hasAncestorListener) {
+                signals.has_click_listener = true;
+                signals.listener_source = 'ancestor';
+            }
+        }
+        // Only add to results if any signal is positive
+        if (signals.has_click_listener || signals.has_cursor_pointer || signals.has_tabindex) {
+            results.set(backendNodeId, signals);
+        }
+    }
+    return results;
+}
+/**
+ * Walk up ancestor chain checking for delegated click listeners.
+ * Results are cached to avoid redundant CDP calls when siblings share parents.
+ */
+async function checkAncestorListeners(cdp, backendNodeId, domNodes, cache) {
+    let currentId = backendNodeId;
+    for (let depth = 0; depth < MAX_ANCESTOR_DEPTH; depth++) {
+        const domNode = domNodes.get(currentId);
+        const parentId = domNode?.parentId;
+        if (parentId === undefined)
+            break;
+        // Check cache first
+        if (cache.has(parentId)) {
+            return cache.get(parentId);
+        }
+        // Check parent's event listeners
+        let objectId;
+        try {
+            const resolveResult = await cdp.send('DOM.resolveNode', {
+                backendNodeId: parentId,
+            });
+            objectId = resolveResult.object.objectId;
+            if (objectId) {
+                const listenersResult = await cdp.send('DOMDebugger.getEventListeners', { objectId });
+                const hasClickListener = listenersResult.listeners.some((l) => CLICK_EVENT_TYPES.has(l.type));
+                cache.set(parentId, hasClickListener);
+                if (hasClickListener) {
+                    return true;
+                }
+            }
+        }
+        catch {
+            cache.set(parentId, false);
+        }
+        finally {
+            if (objectId) {
+                try {
+                    await cdp.send('Runtime.releaseObject', { objectId });
+                }
+                catch {
+                    // Ignore release failures
+                }
+            }
+        }
+        currentId = parentId;
+    }
+    return false;
+}
+//# sourceMappingURL=interactivity-detector.js.map

package/dist/src/snapshot/extractors/interactivity-detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interactivity-detector.js","sourceRoot":"","sources":["../../../../src/snapshot/extractors/interactivity-detector.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAIH,oDAAoD;AACpD,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC,CAAC;AAEzE,oEAAoE;AACpE,MAAM,kBAAkB,GAAG,CAAC,CAAC;AAgB7B;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,GAAqB,EACrB,YAAsB,EACtB,QAAiC;IAEjC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAgC,CAAC;IAExD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IAE9C,MAAM,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC;IAEpB,oEAAoE;IACpE,MAAM,eAAe,GAAG,IAAI,GAAG,EAAmB,CAAC;IACnD,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjC,IAAI,OAAO,EAAE,UAAU,EAAE,QAAQ,KAAK,SAAS,EAAE,CAAC;YAChD,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YAC3D,eAAe,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,oFAAoF;IACpF,IAAI,SAA8B,CAAC;IACnC,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,IAAI,CAC/B,qCAAqC,EACrC,EAAE,cAAc,EAAE,YAAY,EAAE,CACjC,CAAC;QACF,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;gBAChC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,mDAAmD;QACnD,KAAK,MAAM,CAAC,EAAE,EAAE,WAAW,CAAC,IAAI,eAAe,EAAE,CAAC;YAChD,IAAI,WAAW,EAAE,CAAC;gBAChB,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE;oBACd,kBAAkB,EAAE,KAAK;oBACzB,kBAAkB,EAAE,KAAK;oBACzB,YAAY,EAAE,IAAI;oBAClB,eAAe,EAAE,MAAM;iBACxB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,uEAAuE;IACvE,4DAA4D;IAC5D,MAAM,qBAAqB,GAAG,IAAI,GAAG,EAAmB,CAAC;IAEzD,KAAK,MAAM,aAAa,IAAI,YAAY,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAC5C,IAAI,CAAC,MAAM;YAAE,SAAS;QAEtB,MAAM,OAAO,GAAyB;YACpC,kBAAkB,EAAE,KAAK;YACzB,kBAAkB,EAAE,KAAK;YACzB,YAAY,EAAE,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,KAAK;YACzD,eAAe,EAAE,MAAM;SACxB,CAAC;QAEF,uBAAuB;QACvB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,IAAI,CAE/B,6BAA6B,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAE9C,MAAM,UAAU,GAAG,WAAW,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAC9E,IAAI,UAAU,EAAE,KAAK,KAAK,SAAS,EAAE,CAAC;gBACpC,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;YACpC,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,iDAAiD;QACnD,CAAC;QAED,qFAAqF;QACrF,IAAI,OAAO,CAAC,kBAAkB,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACvD,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;YACpC,SAAS;QACX,CAAC;QAED,gCAAgC;QAChC,IAAI,QAA4B,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,MAAM,GAAG,CAAC,IAAI,CAAoC,iBAAiB,EAAE;gBACzF,aAAa;aACd,CAAC,CAAC;YACH,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC;YAEzC,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,eAAe,GAAG,MAAM,GAAG,CAAC,IAAI,CACpC,+BAA+B,EAC/B,EAAE,QAAQ,EAAE,CACb,CAAC;gBAEF,MAAM,gBAAgB,GAAG,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAC5D,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAC9B,CAAC;gBAEF,IAAI,gBAAgB,EAAE,CAAC;oBACrB,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;oBAClC,OAAO,CAAC,eAAe,GAAG,MAAM,CAAC;gBACnC,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,8CAA8C;QAChD,CAAC;gBAAS,CAAC;YACT,oDAAoD;YACpD,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,CAAC;oBACH,MAAM,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACxD,CAAC;gBAAC,MAAM,CAAC;oBACP,0BAA0B;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;QAED,6DAA6D;QAC7D,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAChC,MAAM,mBAAmB,GAAG,MAAM,sBAAsB,CACtD,GAAG,EACH,aAAa,EACb,QAAQ,EACR,qBAAqB,CACtB,CAAC;YACF,IAAI,mBAAmB,EAAE,CAAC;gBACxB,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;gBAClC,OAAO,CAAC,eAAe,GAAG,UAAU,CAAC;YACvC,CAAC;QACH,CAAC;QAED,gDAAgD;QAChD,IAAI,OAAO,CAAC,kBAAkB,IAAI,OAAO,CAAC,kBAAkB,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;YACrF,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,sBAAsB,CACnC,GAA4B,EAC5B,aAAqB,EACrB,QAAiC,EACjC,KAA2B;IAE3B,IAAI,SAAS,GAAG,aAAa,CAAC;IAE9B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,kBAAkB,EAAE,KAAK,EAAE,EAAE,CAAC;QACxD,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,CAAC;QACnC,IAAI,QAAQ,KAAK,SAAS;YAAE,MAAM;QAElC,oBAAoB;QACpB,IAAI,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxB,OAAO,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;QAC9B,CAAC;QAED,iCAAiC;QACjC,IAAI,QAA4B,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,MAAM,GAAG,CAAC,IAAI,CAAoC,iBAAiB,EAAE;gBACzF,aAAa,EAAE,QAAQ;aACxB,CAAC,CAAC;YACH,QAAQ,GAAG,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC;YAEzC,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,eAAe,GAAG,MAAM,GAAG,CAAC,IAAI,CACpC,+BAA+B,EAC/B,EAAE,QAAQ,EAAE,CACb,CAAC;gBAEF,MAAM,gBAAgB,GAAG,eAAe,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAC5D,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAC9B,CAAC;gBAEF,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;gBAEtC,IAAI,gBAAgB,EAAE,CAAC;oBACrB,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC;gBAAS,CAAC;YACT,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,CAAC;oBACH,MAAM,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACxD,CAAC;gBAAC,MAAM,CAAC;oBACP,0BAA0B;gBAC5B,CAAC;YACH,CAAC;QACH,CAAC;QAED,SAAS,GAAG,QAAQ,CAAC;IACvB,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/src/snapshot/extractors/types.d.ts

@@ -114,6 +114,21 @@ export interface RawNodeData {
     layout?: NodeLayoutInfo;
     /** Backend node ID (primary key for correlation) */
     backendNodeId: number;
+    /** Implicit interactivity signals (click listeners, cursor:pointer, tabindex) */
+    interactivity?: InteractivitySignals;
+}
+/**
+ * Implicit interactivity detection result for a node.
+ */
+export interface InteractivitySignals {
+    /** Element has click/mousedown/pointerdown event listener */
+    has_click_listener: boolean;
+    /** Element has CSS cursor: pointer */
+    has_cursor_pointer: boolean;
+    /** Element has tabindex >= 0 */
+    has_tabindex: boolean;
+    /** Where the click listener was found */
+    listener_source: 'self' | 'ancestor' | 'none';
 }
 /**
  * Context passed to all extractors for accessing CDP and configuration

package/dist/src/snapshot/extractors/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/snapshot/extractors/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAMxF;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,qDAAqD;IACrD,MAAM,EAAE,MAAM,CAAC;IAEf,8CAA8C;IAC9C,aAAa,EAAE,MAAM,CAAC;IAEtB,yDAAyD;IACzD,QAAQ,EAAE,MAAM,CAAC;IAEjB,8CAA8C;IAC9C,QAAQ,EAAE,MAAM,CAAC;IAEjB,yCAAyC;IACzC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEpC,sCAAsC;IACtC,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IAExB,wDAAwD;IACxD,cAAc,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;IAEnC,0DAA0D;IAC1D,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;kEAC8D;IAC9D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,kCAAkC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,kCAAkC;IAClC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IAErB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,eAAe,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,sBAAsB;IACtB,MAAM,EAAE,MAAM,CAAC;IAEf,0DAA0D;IAC1D,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,8CAA8C;IAC9C,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,+BAA+B;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,yDAAyD;IACzD,UAAU,CAAC,EAAE,UAAU,EAAE,CAAC;IAE1B,kDAAkD;IAClD,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,wBAAwB;IACxB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,2CAA2C;IAC3C,IAAI,EAAE,IAAI,CAAC;IAEX,wBAAwB;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,2BAA2B;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,+EAA+E;IAC/E,SAAS,EAAE,OAAO,CAAC;IAEnB,0DAA0D;IAC1D,UAAU,CAAC,EAAE,UAAU,CAAC;IAExB,qDAAqD;IACrD,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,wBAAwB;IACxB,OAAO,CAAC,EAAE,UAAU,CAAC;IAErB,uBAAuB;IACvB,MAAM,CAAC,EAAE,SAAS,CAAC;IAEnB,yBAAyB;IACzB,MAAM,CAAC,EAAE,cAAc,CAAC;IAExB,oDAAoD;IACpD,aAAa,EAAE,MAAM,CAAC;CACvB;AAMD;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,2CAA2C;IAC3C,GAAG,EAAE,SAAS,CAAC;IAEf,0BAA0B;IAC1B,QAAQ,EAAE,QAAQ,CAAC;IAEnB,uBAAuB;IACvB,OAAO,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;CACnC;AAED;;;;;;;GAOG;AACH,wBAAgB,sBAAsB,CACpC,GAAG,EAAE,SAAS,EACd,QAAQ,EAAE,QAAQ,EAClB,OAAO,GAAE,OAAO,CAAC,eAAe,CAAM,GACrC,gBAAgB,CAElB;AAMD;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,yCAAyC;IACzC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAE/B,kCAAkC;IAClC,MAAM,EAAE,MAAM,CAAC;IAEf,wCAAwC;IACxC,QAAQ,EAAE,MAAM,EAAE,CAAC;IAEnB,qCAAqC;IACrC,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,2CAA2C;IAC3C,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAE9B,gDAAgD;IAChD,cAAc,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAE5B,qDAAqD;IACrD,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,6CAA6C;IAC7C,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;CACtC;AAMD;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAW3D;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,CAMzD;AAED;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAcrE;AAMD;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;;;CAOjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB,aAkB/B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,iBAAiB,aAc5B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,mBAAmB,aAa9B,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../../src/snapshot/extractors/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAMxF;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,qDAAqD;IACrD,MAAM,EAAE,MAAM,CAAC;IAEf,8CAA8C;IAC9C,aAAa,EAAE,MAAM,CAAC;IAEtB,yDAAyD;IACzD,QAAQ,EAAE,MAAM,CAAC;IAEjB,8CAA8C;IAC9C,QAAQ,EAAE,MAAM,CAAC;IAEjB,yCAAyC;IACzC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEpC,sCAAsC;IACtC,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IAExB,wDAAwD;IACxD,cAAc,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC;IAEnC,0DAA0D;IAC1D,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB;kEAC8D;IAC9D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,kCAAkC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB,kCAAkC;IAClC,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IAErB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,eAAe,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,sBAAsB;IACtB,MAAM,EAAE,MAAM,CAAC;IAEf,0DAA0D;IAC1D,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,8CAA8C;IAC9C,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,+BAA+B;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd,yDAAyD;IACzD,UAAU,CAAC,EAAE,UAAU,EAAE,CAAC;IAE1B,kDAAkD;IAClD,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,wBAAwB;IACxB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,2CAA2C;IAC3C,IAAI,EAAE,IAAI,CAAC;IAEX,wBAAwB;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IAEjB,2BAA2B;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,+EAA+E;IAC/E,SAAS,EAAE,OAAO,CAAC;IAEnB,0DAA0D;IAC1D,UAAU,CAAC,EAAE,UAAU,CAAC;IAExB,qDAAqD;IACrD,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,wBAAwB;IACxB,OAAO,CAAC,EAAE,UAAU,CAAC;IAErB,uBAAuB;IACvB,MAAM,CAAC,EAAE,SAAS,CAAC;IAEnB,yBAAyB;IACzB,MAAM,CAAC,EAAE,cAAc,CAAC;IAExB,oDAAoD;IACpD,aAAa,EAAE,MAAM,CAAC;IAEtB,iFAAiF;IACjF,aAAa,CAAC,EAAE,oBAAoB,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,6DAA6D;IAC7D,kBAAkB,EAAE,OAAO,CAAC;IAC5B,sCAAsC;IACtC,kBAAkB,EAAE,OAAO,CAAC;IAC5B,gCAAgC;IAChC,YAAY,EAAE,OAAO,CAAC;IACtB,yCAAyC;IACzC,eAAe,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;CAC/C;AAMD;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,2CAA2C;IAC3C,GAAG,EAAE,SAAS,CAAC;IAEf,0BAA0B;IAC1B,QAAQ,EAAE,QAAQ,CAAC;IAEnB,uBAAuB;IACvB,OAAO,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;CACnC;AAED;;;;;;;GAOG;AACH,wBAAgB,sBAAsB,CACpC,GAAG,EAAE,SAAS,EACd,QAAQ,EAAE,QAAQ,EAClB,OAAO,GAAE,OAAO,CAAC,eAAe,CAAM,GACrC,gBAAgB,CAElB;AAMD;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,yCAAyC;IACzC,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAE/B,kCAAkC;IAClC,MAAM,EAAE,MAAM,CAAC;IAEf,wCAAwC;IACxC,QAAQ,EAAE,MAAM,EAAE,CAAC;IAEnB,qCAAqC;IACrC,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,2CAA2C;IAC3C,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAE9B,gDAAgD;IAChD,cAAc,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAE5B,qDAAqD;IACrD,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,6CAA6C;IAC7C,OAAO,EAAE,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;CACtC;AAMD;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAW3D;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,CAMzD;AAED;;;;;GAKG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAcrE;AAMD;;GAEG;AACH,eAAO,MAAM,cAAc;;;;;;;CAOjB,CAAC;AAEX;;GAEG;AACH,eAAO,MAAM,oBAAoB,aAkB/B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,iBAAiB,aAc5B,CAAC;AAEH;;GAEG;AACH,eAAO,MAAM,mBAAmB,aAa9B,CAAC"}

package/dist/src/snapshot/extractors/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/snapshot/extractors/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAgKH;;;;;;;GAOG;AACH,MAAM,UAAU,sBAAsB,CACpC,GAAc,EACd,QAAkB,EAClB,UAAoC,EAAE;IAEtC,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;AACpC,CAAC;AA6CD,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAgB;IAChD,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,CACL,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ;QAC/B,OAAO,IAAI,CAAC,aAAa,KAAK,QAAQ;QACtC,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ;QACjC,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAClC,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAe;IAC9C,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC;AACzC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAsB;IAC1D,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,CACL,MAAM,CAAC,IAAI,KAAK,SAAS;QACzB,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;QAC/B,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;QACjC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;QACjC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;QACjC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;QACjC,OAAO,MAAM,CAAC,SAAS,KAAK,SAAS,CACtC,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,YAAY,EAAE,CAAC;IACf,SAAS,EAAE,CAAC;IACZ,YAAY,EAAE,CAAC;IACf,aAAa,EAAE,CAAC;IAChB,kBAAkB,EAAE,EAAE;IACtB,sBAAsB,EAAE,EAAE;CAClB,CAAC;AAEX;;GAEG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IAC1C,QAAQ;IACR,MAAM;IACN,SAAS;IACT,WAAW;IACX,UAAU;IACV,SAAS;IACT,UAAU;IACV,kBAAkB;IAClB,eAAe;IACf,QAAQ;IACR,OAAO;IACP,UAAU;IACV,QAAQ;IACR,KAAK;IACL,QAAQ;IACR,YAAY;IACZ,WAAW;CACZ,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IACvC,SAAS;IACT,WAAW;IACX,MAAM;IACN,YAAY;IACZ,MAAM;IACN,UAAU;IACV,OAAO;IACP,QAAQ;IACR,OAAO;IACP,KAAK;IACL,MAAM;IACN,cAAc;IACd,WAAW;CACZ,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IACzC,QAAQ;IACR,YAAY;IACZ,MAAM;IACN,eAAe;IACf,aAAa;IACb,QAAQ;IACR,MAAM;IACN,QAAQ;IACR,QAAQ;IACR,aAAa;IACb,SAAS;IACT,SAAS;CACV,CAAC,CAAC"}
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../../src/snapshot/extractors/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAiLH;;;;;;;GAOG;AACH,MAAM,UAAU,sBAAsB,CACpC,GAAc,EACd,QAAkB,EAClB,UAAoC,EAAE;IAEtC,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;AACpC,CAAC;AA6CD,+EAA+E;AAC/E,0BAA0B;AAC1B,+EAA+E;AAE/E;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAgB;IAChD,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,CACL,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ;QAC/B,OAAO,IAAI,CAAC,aAAa,KAAK,QAAQ;QACtC,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ;QACjC,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAClC,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAe;IAC9C,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC;AACzC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAsB;IAC1D,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,CACL,MAAM,CAAC,IAAI,KAAK,SAAS;QACzB,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;QAC/B,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;QACjC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;QACjC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;QACjC,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,QAAQ;QACjC,OAAO,MAAM,CAAC,SAAS,KAAK,SAAS,CACtC,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,YAAY,EAAE,CAAC;IACf,SAAS,EAAE,CAAC;IACZ,YAAY,EAAE,CAAC;IACf,aAAa,EAAE,CAAC;IAChB,kBAAkB,EAAE,EAAE;IACtB,sBAAsB,EAAE,EAAE;CAClB,CAAC;AAEX;;GAEG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IAC1C,QAAQ;IACR,MAAM;IACN,SAAS;IACT,WAAW;IACX,UAAU;IACV,SAAS;IACT,UAAU;IACV,kBAAkB;IAClB,eAAe;IACf,QAAQ;IACR,OAAO;IACP,UAAU;IACV,QAAQ;IACR,KAAK;IACL,QAAQ;IACR,YAAY;IACZ,WAAW;CACZ,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IACvC,SAAS;IACT,WAAW;IACX,MAAM;IACN,YAAY;IACZ,MAAM;IACN,UAAU;IACV,OAAO;IACP,QAAQ;IACR,OAAO;IACP,KAAK;IACL,MAAM;IACN,cAAc;IACd,WAAW;CACZ,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IACzC,QAAQ;IACR,YAAY;IACZ,MAAM;IACN,eAAe;IACf,aAAa;IACb,QAAQ;IACR,MAAM;IACN,QAAQ;IACR,QAAQ;IACR,aAAa;IACb,SAAS;IACT,SAAS;CACV,CAAC,CAAC"}

package/dist/src/snapshot/snapshot-compiler.d.ts

@@ -13,6 +13,7 @@
 import type { Page } from 'puppeteer-core';
 import type { CdpClient } from '../cdp/cdp-client.interface.js';
 import type { BaseSnapshot, SnapshotOptions } from './snapshot.types.js';
+import { type RawNodeData } from './extractors/index.js';
 /**
  * Snapshot compiler options
  */
@@ -66,6 +67,19 @@ export declare class SnapshotCompiler {
      */
     private filterNoiseNodes;
 }
+/**
+ * Slice nodes to max_nodes budget while preserving high z-index overlay content.
+ *
+ * Portal-rendered content (dropdowns, popovers, modals) appears at the end of
+ * DOM order. On heavy pages, a naive slice truncates it.
+ *
+ * Strategy:
+ * 1. Partition nodes into overlay (z-index > threshold) and main
+ * 2. Take all overlay nodes (up to 30% of budget)
+ * 3. Fill remaining budget with main nodes (DOM order)
+ * 4. Re-sort by original DOM order
+ */
+export declare function sliceWithOverlayPriority(nodes: RawNodeData[], maxNodes: number): RawNodeData[];
 /**
  * Export a compile function for simpler usage.
  */

package/dist/src/snapshot/snapshot-compiler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"snapshot-compiler.d.ts","sourceRoot":"","sources":["../../../src/snapshot/snapshot-compiler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAChE,OAAO,KAAK,EACV,YAAY,EAGZ,eAAe,EAMhB,MAAM,qBAAqB,CAAC;AAoT7B;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,OAAO,CAAC,eAAe,CAAC;IAC9D,2EAA2E;IAC3E,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,4DAA4D;IAC5D,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAuED;;;;GAIG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA2B;IAEnD,iDAAiD;IACjD,OAAO,CAAC,eAAe,CAAK;gBAEhB,OAAO,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC;IAI7C;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAK1B;;;;;;;OAOG;IACG,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAwPjF;;OAEG;YACW,iBAAiB;IAe/B;;OAEG;IACH,OAAO,CAAC,aAAa;IA8GrB;;OAEG;IACH,OAAO,CAAC,cAAc;IA2BtB;;;;;;OAMG;IACH,OAAO,CAAC,gBAAgB;CAqGzB;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,GAAG,EAAE,SAAS,EACd,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,GAChC,OAAO,CAAC,YAAY,CAAC,CAGvB"}
+{"version":3,"file":"snapshot-compiler.d.ts","sourceRoot":"","sources":["../../../src/snapshot/snapshot-compiler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAChE,OAAO,KAAK,EACV,YAAY,EAGZ,eAAe,EAMhB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAYL,KAAK,WAAW,EAOjB,MAAM,uBAAuB,CAAC;AAkS/B;;GAEG;AACH,MAAM,WAAW,cAAe,SAAQ,OAAO,CAAC,eAAe,CAAC;IAC9D,2EAA2E;IAC3E,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,4DAA4D;IAC5D,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAuED;;;;GAIG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA2B;IAEnD,iDAAiD;IACjD,OAAO,CAAC,eAAe,CAAK;gBAEhB,OAAO,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC;IAI7C;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAK1B;;;;;;;OAOG;IACG,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAuVjF;;OAEG;YACW,iBAAiB;IAe/B;;OAEG;IACH,OAAO,CAAC,aAAa;IAsHrB;;OAEG;IACH,OAAO,CAAC,cAAc;IA2BtB;;;;;;OAMG;IACH,OAAO,CAAC,gBAAgB;CAqGzB;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,QAAQ,EAAE,MAAM,GAAG,WAAW,EAAE,CA2C9F;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,GAAG,EAAE,SAAS,EACd,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,OAAO,CAAC,cAAc,CAAC,GAChC,OAAO,CAAC,YAAY,CAAC,CAGvB"}

package/dist/src/snapshot/snapshot-compiler.js

@@ -11,6 +11,7 @@
  * - CSS: Computed styles (optional, for layout)
  */
 import { createExtractorContext, extractDom, extractAx, extractLayout, extractState, resolveLabel, resolveRegion, buildLocators, resolveGrouping, classifyAxRole, extractAttributes, } from './extractors/index.js';
+import { detectInteractivity } from './extractors/interactivity-detector.js';
 import { getTextContent } from '../lib/text-utils.js';
 const ROOT_CONTEXT = 'root';
 const LIGHT_DOM_CONTEXT = 'light';
@@ -463,8 +464,101 @@ export class SnapshotCompiler {
                 return orderA - orderB;
             });
         }
-        // Limit nodes (now respects DOM order)
-        const limitedNodes = nodesToProcess.slice(0, this.options.max_nodes);
+        // Phase 2.5: Detect implicit interactivity on non-interactive nodes
+        // Also check unincluded AX nodes with unknown classification for interactivity
+        const nonInteractiveIds = [];
+        const interactiveKindSet = new Set([
+            'button',
+            'link',
+            'input',
+            'textarea',
+            'select',
+            'combobox',
+            'checkbox',
+            'radio',
+            'switch',
+            'slider',
+            'tab',
+            'menuitem',
+        ]);
+        // Collect non-interactive nodes already in nodesToProcess (Case A)
+        for (const nodeData of nodesToProcess) {
+            const kind = nodeData.axNode?.role
+                ? (mapRoleToKind(nodeData.axNode.role) ?? 'generic')
+                : 'generic';
+            if (!interactiveKindSet.has(kind)) {
+                nonInteractiveIds.push(nodeData.backendNodeId);
+            }
+        }
+        // Collect unknown-classification AX nodes NOT yet in nodesToProcess (Case B)
+        // Cap candidates to bound worst-case CDP call volume on complex pages
+        const MAX_CASE_B_CANDIDATES = 200;
+        const alreadyIncluded = new Set(nodesToProcess.map((n) => n.backendNodeId));
+        const caseB_candidates = [];
+        if (axResult) {
+            for (const [backendNodeId, axNode] of axResult.nodes) {
+                if (alreadyIncluded.has(backendNodeId))
+                    continue;
+                if (caseB_candidates.length >= MAX_CASE_B_CANDIDATES)
+                    break;
+                const classification = classifyAxRole(axNode.role);
+                if (classification === 'unknown') {
+                    caseB_candidates.push(backendNodeId);
+                }
+            }
+        }
+        // Run interactivity detection on both sets
+        let interactivityMap = new Map();
+        const allCandidates = [...nonInteractiveIds, ...caseB_candidates];
+        if (allCandidates.length > 0 && domResult) {
+            try {
+                interactivityMap = await detectInteractivity(ctx, allCandidates, domResult.nodes);
+            }
+            catch (err) {
+                const message = err instanceof Error ? err.message : String(err);
+                warnings.push(`Interactivity detection failed: ${message}`);
+            }
+        }
+        // Merge interactivity signals into existing nodes (Case A)
+        for (const nodeData of nodesToProcess) {
+            const signals = interactivityMap.get(nodeData.backendNodeId);
+            if (signals) {
+                nodeData.interactivity = signals;
+            }
+        }
+        // Add newly discovered interactive nodes (Case B)
+        for (const backendNodeId of caseB_candidates) {
+            const signals = interactivityMap.get(backendNodeId);
+            if (signals) {
+                const domNode = domResult?.nodes.get(backendNodeId);
+                const axNode = axResult?.nodes.get(backendNodeId);
+                nodesToProcess.push({
+                    backendNodeId,
+                    domNode,
+                    axNode,
+                    interactivity: signals,
+                });
+            }
+        }
+        // Re-sort if we added Case B nodes (they need to be in DOM order)
+        if (caseB_candidates.some((id) => interactivityMap.has(id))) {
+            if (domOrderAvailable && domOrderIndex) {
+                const orderMap = domOrderIndex;
+                nodesToProcess.sort((a, b) => {
+                    const orderA = orderMap.get(a.backendNodeId);
+                    const orderB = orderMap.get(b.backendNodeId);
+                    if (orderA === undefined && orderB === undefined)
+                        return 0;
+                    if (orderA === undefined)
+                        return 1;
+                    if (orderB === undefined)
+                        return -1;
+                    return orderA - orderB;
+                });
+            }
+        }
+        // Limit nodes (now respects DOM order and preserves overlay content)
+        const limitedNodes = sliceWithOverlayPriority(nodesToProcess, this.options.max_nodes);
         // Phase 3: Layout extraction (batched)
         let layoutResult;
         if (this.options.includeLayout && limitedNodes.length > 0) {
@@ -507,7 +601,7 @@ export class SnapshotCompiler {
             'slider',
             'tab',
             'menuitem',
-        ].includes(n.kind)).length;
+        ].includes(n.kind) || n.implicitly_interactive).length;
         const meta = {
             node_count: nodes.length,
             interactive_count: interactiveCount,
@@ -628,6 +722,13 @@ export class SnapshotCompiler {
         if (attributes && Object.keys(attributes).length > 0) {
             node.attributes = attributes;
         }
+        // Set implicitly_interactive flag
+        if (nodeData.interactivity) {
+            const { has_click_listener, has_cursor_pointer, has_tabindex } = nodeData.interactivity;
+            if (has_click_listener || has_cursor_pointer || has_tabindex) {
+                node.implicitly_interactive = true;
+            }
+        }
         return node;
     }
     /**
@@ -753,6 +854,55 @@ export class SnapshotCompiler {
         });
     }
 }
+/**
+ * Slice nodes to max_nodes budget while preserving high z-index overlay content.
+ *
+ * Portal-rendered content (dropdowns, popovers, modals) appears at the end of
+ * DOM order. On heavy pages, a naive slice truncates it.
+ *
+ * Strategy:
+ * 1. Partition nodes into overlay (z-index > threshold) and main
+ * 2. Take all overlay nodes (up to 30% of budget)
+ * 3. Fill remaining budget with main nodes (DOM order)
+ * 4. Re-sort by original DOM order
+ */
+export function sliceWithOverlayPriority(nodes, maxNodes) {
+    if (nodes.length <= maxNodes) {
+        return nodes;
+    }
+    const OVERLAY_Z_THRESHOLD = 100;
+    const MAX_OVERLAY_RATIO = 0.3;
+    const overlayNodes = [];
+    const mainNodes = [];
+    for (const node of nodes) {
+        const zIndex = node.layout?.zIndex;
+        if (zIndex !== undefined && zIndex > OVERLAY_Z_THRESHOLD) {
+            overlayNodes.push(node);
+        }
+        else {
+            mainNodes.push(node);
+        }
+    }
+    // No overlay content → simple slice
+    if (overlayNodes.length === 0) {
+        return nodes.slice(0, maxNodes);
+    }
+    // Reserve budget for overlay (capped at 30% of total)
+    const maxOverlay = Math.min(overlayNodes.length, Math.floor(maxNodes * MAX_OVERLAY_RATIO));
+    const overlaySlice = overlayNodes.slice(0, maxOverlay);
+    // Fill remaining budget with main content
+    const mainBudget = maxNodes - overlaySlice.length;
+    const mainSlice = mainNodes.slice(0, mainBudget);
+    // Merge and re-sort by original DOM order
+    const merged = [...mainSlice, ...overlaySlice];
+    const indexMap = new Map(nodes.map((n, i) => [n.backendNodeId, i]));
+    merged.sort((a, b) => {
+        const ia = indexMap.get(a.backendNodeId) ?? Infinity;
+        const ib = indexMap.get(b.backendNodeId) ?? Infinity;
+        return ia - ib;
+    });
+    return merged;
+}
 /**
  * Export a compile function for simpler usage.
  */