agent-web-interface 4.0.0

package/dist/src/factpack/action-selector.js

@@ -0,0 +1,367 @@
+/**
+ * Action Selector
+ *
+ * Selects and scores key actions from a BaseSnapshot.
+ *
+ * Design: Generic First, Specific Second
+ * 1. Score ALL interactive elements generically (works on any page)
+ * 2. Optionally categorize actions (may return 'generic')
+ * 3. Select top actions above threshold
+ */
+import { QueryEngine } from '../query/query-engine.js';
+import { normalizeText } from '../lib/text-utils.js';
+// ============================================================================
+// Scoring Configuration
+// ============================================================================
+/** Default options */
+const DEFAULT_MAX_ACTIONS = 12;
+const DEFAULT_MIN_SCORE = 0.2;
+/** Interactive kinds to consider */
+const INTERACTIVE_KINDS = [
+    'button',
+    'link',
+    'input',
+    'checkbox',
+    'radio',
+    'select',
+    'combobox',
+    'tab',
+    'menuitem',
+];
+// ============================================================================
+// Category Patterns
+// ============================================================================
+/** Patterns for cart-related actions */
+const CART_PATTERNS = [
+    /\badd to cart\b/i,
+    /\badd to bag\b/i,
+    /\badd to basket\b/i,
+    /\bbuy now\b/i,
+    /\bpurchase\b/i,
+    /\bcheckout\b/i,
+    /\bproceed to/i,
+    /\bview cart\b/i,
+    /\bview bag\b/i,
+];
+/** Patterns for auth-related actions */
+const AUTH_PATTERNS = [
+    /\bsign in\b/i,
+    /\blog in\b/i,
+    /\blogin\b/i,
+    /\bsign up\b/i,
+    /\bsignup\b/i,
+    /\bregister\b/i,
+    /\bcreate account\b/i,
+    /\bsign out\b/i,
+    /\blog out\b/i,
+    /\blogout\b/i,
+];
+/** Patterns for primary CTA actions */
+const PRIMARY_CTA_PATTERNS = [
+    /\bsubmit\b/i,
+    /\bconfirm\b/i,
+    /\bcontinue\b/i,
+    /\bnext\b/i,
+    /\bsave\b/i,
+    /\bdone\b/i,
+    /\bget started\b/i,
+    /\bstart\b/i,
+    /\bapply\b/i,
+    /\bsend\b/i,
+    /\bsubscribe\b/i,
+    /\bjoin\b/i,
+    /\btry\b/i,
+    /\bdownload\b/i,
+];
+/** Patterns for secondary CTA actions */
+const SECONDARY_CTA_PATTERNS = [
+    /\blearn more\b/i,
+    /\bread more\b/i,
+    /\bview\b/i,
+    /\bsee\b/i,
+    /\bexplore\b/i,
+    /\bdiscover\b/i,
+    /\bbrowse\b/i,
+    /\bdetails\b/i,
+    /\bmore info\b/i,
+];
+/** Patterns for search actions */
+const SEARCH_PATTERNS = [/\bsearch\b/i, /\bfind\b/i];
+/** Patterns for media control actions */
+const MEDIA_PATTERNS = [/\bplay\b/i, /\bpause\b/i, /\bstop\b/i, /\bmute\b/i, /\bvolume\b/i];
+// ============================================================================
+// Helper Functions
+// ============================================================================
+/**
+ * Check if label matches any pattern.
+ */
+function matchesPatterns(label, patterns) {
+    const normalized = normalizeText(label);
+    return patterns.some((p) => p.test(normalized));
+}
+/**
+ * Check if node is above the fold.
+ */
+function isAboveFold(node, viewport) {
+    const bbox = node.layout.bbox;
+    // Consider above fold if top of element is within viewport
+    return bbox.y < viewport.height && bbox.y >= 0;
+}
+/**
+ * Calculate element area.
+ */
+function getElementArea(node) {
+    const bbox = node.layout.bbox;
+    return bbox.w * bbox.h;
+}
+/**
+ * Categorize an action based on its label and context.
+ */
+function categorizeAction(node, isFormSubmit, isInDialog) {
+    const label = node.label;
+    // Check patterns in order of specificity
+    // Cart actions (highest priority for commerce)
+    if (matchesPatterns(label, CART_PATTERNS)) {
+        return { category: 'cart-action', confidence: 0.9 };
+    }
+    // Auth actions
+    if (matchesPatterns(label, AUTH_PATTERNS)) {
+        return { category: 'auth-action', confidence: 0.85 };
+    }
+    // Search actions
+    if (matchesPatterns(label, SEARCH_PATTERNS)) {
+        return { category: 'search', confidence: 0.8 };
+    }
+    // Media controls
+    if (matchesPatterns(label, MEDIA_PATTERNS)) {
+        return { category: 'media-control', confidence: 0.85 };
+    }
+    // Form submit (contextual)
+    if (isFormSubmit) {
+        return { category: 'form-submit', confidence: 0.9 };
+    }
+    // Dialog action (contextual)
+    if (isInDialog) {
+        return { category: 'dialog-action', confidence: 0.8 };
+    }
+    // Primary CTA patterns
+    if (matchesPatterns(label, PRIMARY_CTA_PATTERNS)) {
+        return { category: 'primary-cta', confidence: 0.75 };
+    }
+    // Secondary CTA patterns
+    if (matchesPatterns(label, SECONDARY_CTA_PATTERNS)) {
+        return { category: 'secondary-cta', confidence: 0.7 };
+    }
+    // Navigation (links in nav region)
+    if (node.kind === 'link' && (node.where.region === 'nav' || node.where.region === 'header')) {
+        return { category: 'navigation', confidence: 0.7 };
+    }
+    // Generic fallback
+    return { category: 'generic', confidence: 0.3 };
+}
+/**
+ * Score an action based on various signals.
+ */
+function scoreAction(node, viewport, medianArea, formSubmitIds, dialogNodeIds) {
+    const signals = [];
+    let score = 0;
+    // Must be visible (baseline)
+    if (node.state?.visible) {
+        score += 0.1;
+        signals.push({ type: 'visible', weight: 0.1 });
+    }
+    else {
+        // Not visible - return low score
+        return { score: 0, signals: [{ type: 'not-visible', weight: 0 }] };
+    }
+    // Enabled state
+    if (node.state?.enabled ?? true) {
+        score += 0.1;
+        signals.push({ type: 'enabled', weight: 0.1 });
+    }
+    // Above fold (high value)
+    if (isAboveFold(node, viewport)) {
+        score += 0.25;
+        signals.push({ type: 'above-fold', weight: 0.25 });
+    }
+    // Main region
+    if (node.where.region === 'main') {
+        score += 0.15;
+        signals.push({ type: 'main-region', weight: 0.15 });
+    }
+    else if (node.where.region === 'header') {
+        score += 0.1;
+        signals.push({ type: 'header-region', weight: 0.1 });
+    }
+    // Button kind (usually more important than links)
+    if (node.kind === 'button') {
+        score += 0.15;
+        signals.push({ type: 'button-kind', weight: 0.15 });
+    }
+    // Has meaningful label
+    if (node.label && node.label.trim().length > 0) {
+        score += 0.1;
+        signals.push({ type: 'has-label', weight: 0.1 });
+        // Action verb in label
+        const label = normalizeText(node.label);
+        if (matchesPatterns(label, PRIMARY_CTA_PATTERNS) ||
+            matchesPatterns(label, CART_PATTERNS) ||
+            matchesPatterns(label, AUTH_PATTERNS)) {
+            score += 0.15;
+            signals.push({ type: 'action-verb', weight: 0.15 });
+        }
+    }
+    // Large element (above median)
+    const area = getElementArea(node);
+    if (area > medianArea) {
+        score += 0.1;
+        signals.push({ type: 'large-element', weight: 0.1 });
+    }
+    // Form submit button bonus
+    if (formSubmitIds.has(node.node_id)) {
+        score += 0.2;
+        signals.push({ type: 'form-submit', weight: 0.2 });
+    }
+    // Dialog action bonus
+    if (dialogNodeIds.has(node.node_id)) {
+        score += 0.15;
+        signals.push({ type: 'dialog-action', weight: 0.15 });
+    }
+    return { score, signals };
+}
+/**
+ * Calculate median element area from nodes.
+ */
+function calculateMedianArea(nodes) {
+    const areas = nodes.map(getElementArea).sort((a, b) => a - b);
+    if (areas.length === 0)
+        return 0;
+    const mid = Math.floor(areas.length / 2);
+    return areas.length % 2 !== 0 ? areas[mid] : (areas[mid - 1] + areas[mid]) / 2;
+}
+/**
+ * Collect form submit button IDs.
+ */
+function collectFormSubmitIds(formResult) {
+    const ids = new Set();
+    if (formResult) {
+        for (const form of formResult.forms) {
+            if (form.submit_button) {
+                ids.add(form.submit_button.node_id);
+            }
+        }
+    }
+    return ids;
+}
+/**
+ * Collect dialog action node IDs.
+ */
+function collectDialogNodeIds(dialogResult) {
+    const ids = new Set();
+    if (dialogResult) {
+        for (const dialog of dialogResult.dialogs) {
+            for (const action of dialog.actions) {
+                ids.add(action.node_id);
+            }
+        }
+    }
+    return ids;
+}
+/**
+ * Select key actions from a BaseSnapshot.
+ *
+ * @param snapshot - The snapshot to analyze
+ * @param options - Selection options
+ * @returns Selection result with top actions and metadata
+ */
+export function selectKeyActions(snapshot, options = {}) {
+    const startTime = performance.now();
+    const engine = new QueryEngine(snapshot);
+    const maxActions = options.max_actions ?? DEFAULT_MAX_ACTIONS;
+    const minScore = options.min_action_score ?? DEFAULT_MIN_SCORE;
+    // Collect context
+    const formSubmitIds = collectFormSubmitIds(options.forms);
+    const dialogNodeIds = collectDialogNodeIds(options.dialogs);
+    // Step 1: Collect all interactive candidates
+    const candidates = [];
+    for (const kind of INTERACTIVE_KINDS) {
+        const matches = engine.find({
+            kind,
+            state: { visible: true },
+            limit: 100,
+        });
+        candidates.push(...matches.matches.map((m) => m.node));
+    }
+    // Deduplicate (in case of overlapping queries)
+    const seenIds = new Set();
+    const uniqueCandidates = candidates.filter((node) => {
+        if (seenIds.has(node.node_id))
+            return false;
+        seenIds.add(node.node_id);
+        return true;
+    });
+    // Step 2: Calculate median area for scoring
+    const medianArea = calculateMedianArea(uniqueCandidates);
+    // Step 3: Score each candidate
+    const scored = [];
+    for (const node of uniqueCandidates) {
+        const { score, signals } = scoreAction(node, snapshot.viewport, medianArea, formSubmitIds, dialogNodeIds);
+        // Skip below threshold
+        if (score < minScore)
+            continue;
+        const isFormSubmit = formSubmitIds.has(node.node_id);
+        const isInDialog = dialogNodeIds.has(node.node_id);
+        const { category, confidence: categoryConfidence } = categorizeAction(node, isFormSubmit, isInDialog);
+        scored.push({
+            node,
+            score,
+            signals,
+            category,
+            categoryConfidence,
+        });
+    }
+    // Step 4: Sort by score descending
+    scored.sort((a, b) => b.score - a.score);
+    // Step 5: Select top actions
+    const topScored = scored.slice(0, maxActions);
+    // Step 6: Build result
+    const actions = topScored.map((item) => ({
+        node_id: item.node.node_id,
+        backend_node_id: item.node.backend_node_id,
+        label: item.node.label,
+        kind: item.node.kind,
+        region: item.node.where.region,
+        locator: item.node.find?.primary ?? '',
+        enabled: item.node.state?.enabled ?? true,
+        score: item.score,
+        signals: item.signals,
+        category: item.category,
+        category_confidence: item.categoryConfidence,
+    }));
+    // Step 7: Identify primary CTA
+    let primaryCta;
+    const ctaCategories = [
+        'primary-cta',
+        'cart-action',
+        'form-submit',
+        'auth-action',
+    ];
+    for (const action of actions) {
+        if (ctaCategories.includes(action.category)) {
+            primaryCta = action;
+            break;
+        }
+    }
+    // If no specific CTA found, use highest-scored button
+    primaryCta ??= actions.find((a) => a.kind === 'button');
+    const selectionTimeMs = performance.now() - startTime;
+    return {
+        actions,
+        primary_cta: primaryCta,
+        meta: {
+            candidates_evaluated: uniqueCandidates.length,
+            selection_time_ms: selectionTimeMs,
+        },
+    };
+}
+//# sourceMappingURL=action-selector.js.map

package/dist/src/factpack/action-selector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"action-selector.js","sourceRoot":"","sources":["../../../src/factpack/action-selector.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAWrD,+EAA+E;AAC/E,wBAAwB;AACxB,+EAA+E;AAE/E,sBAAsB;AACtB,MAAM,mBAAmB,GAAG,EAAE,CAAC;AAC/B,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B,oCAAoC;AACpC,MAAM,iBAAiB,GAAe;IACpC,QAAQ;IACR,MAAM;IACN,OAAO;IACP,UAAU;IACV,OAAO;IACP,QAAQ;IACR,UAAU;IACV,KAAK;IACL,UAAU;CACX,CAAC;AAEF,+EAA+E;AAC/E,oBAAoB;AACpB,+EAA+E;AAE/E,wCAAwC;AACxC,MAAM,aAAa,GAAG;IACpB,kBAAkB;IAClB,iBAAiB;IACjB,oBAAoB;IACpB,cAAc;IACd,eAAe;IACf,eAAe;IACf,eAAe;IACf,gBAAgB;IAChB,eAAe;CAChB,CAAC;AAEF,wCAAwC;AACxC,MAAM,aAAa,GAAG;IACpB,cAAc;IACd,aAAa;IACb,YAAY;IACZ,cAAc;IACd,aAAa;IACb,eAAe;IACf,qBAAqB;IACrB,eAAe;IACf,cAAc;IACd,aAAa;CACd,CAAC;AAEF,uCAAuC;AACvC,MAAM,oBAAoB,GAAG;IAC3B,aAAa;IACb,cAAc;IACd,eAAe;IACf,WAAW;IACX,WAAW;IACX,WAAW;IACX,kBAAkB;IAClB,YAAY;IACZ,YAAY;IACZ,WAAW;IACX,gBAAgB;IAChB,WAAW;IACX,UAAU;IACV,eAAe;CAChB,CAAC;AAEF,yCAAyC;AACzC,MAAM,sBAAsB,GAAG;IAC7B,iBAAiB;IACjB,gBAAgB;IAChB,WAAW;IACX,UAAU;IACV,cAAc;IACd,eAAe;IACf,aAAa;IACb,cAAc;IACd,gBAAgB;CACjB,CAAC;AAEF,kCAAkC;AAClC,MAAM,eAAe,GAAG,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;AAErD,yCAAyC;AACzC,MAAM,cAAc,GAAG,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;AAE5F,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E;;GAEG;AACH,SAAS,eAAe,CAAC,KAAa,EAAE,QAAkB;IACxD,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IACxC,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,IAAkB,EAAE,QAAkB;IACzD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IAC9B,2DAA2D;IAC3D,OAAO,IAAI,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,IAAkB;IACxC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;IAC9B,OAAO,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CACvB,IAAkB,EAClB,YAAqB,EACrB,UAAmB;IAEnB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IAEzB,yCAAyC;IAEzC,+CAA+C;IAC/C,IAAI,eAAe,CAAC,KAAK,EAAE,aAAa,CAAC,EAAE,CAAC;QAC1C,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;IACtD,CAAC;IAED,eAAe;IACf,IAAI,eAAe,CAAC,KAAK,EAAE,aAAa,CAAC,EAAE,CAAC;QAC1C,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IACvD,CAAC;IAED,iBAAiB;IACjB,IAAI,eAAe,CAAC,KAAK,EAAE,eAAe,CAAC,EAAE,CAAC;QAC5C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;IACjD,CAAC;IAED,iBAAiB;IACjB,IAAI,eAAe,CAAC,KAAK,EAAE,cAAc,CAAC,EAAE,CAAC;QAC3C,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IACzD,CAAC;IAED,2BAA2B;IAC3B,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;IACtD,CAAC;IAED,6BAA6B;IAC7B,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;IACxD,CAAC;IAED,uBAAuB;IACvB,IAAI,eAAe,CAAC,KAAK,EAAE,oBAAoB,CAAC,EAAE,CAAC;QACjD,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;IACvD,CAAC;IAED,yBAAyB;IACzB,IAAI,eAAe,CAAC,KAAK,EAAE,sBAAsB,CAAC,EAAE,CAAC;QACnD,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;IACxD,CAAC;IAED,mCAAmC;IACnC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,QAAQ,CAAC,EAAE,CAAC;QAC5F,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;IACrD,CAAC;IAED,mBAAmB;IACnB,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAClB,IAAkB,EAClB,QAAkB,EAClB,UAAkB,EAClB,aAA0B,EAC1B,aAA0B;IAE1B,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,6BAA6B;IAC7B,IAAI,IAAI,CAAC,KAAK,EAAE,OAAO,EAAE,CAAC;QACxB,KAAK,IAAI,GAAG,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACN,iCAAiC;QACjC,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;IACrE,CAAC;IAED,gBAAgB;IAChB,IAAI,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,EAAE,CAAC;QAChC,KAAK,IAAI,GAAG,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,0BAA0B;IAC1B,IAAI,WAAW,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,CAAC;QAChC,KAAK,IAAI,IAAI,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,cAAc;IACd,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QACjC,KAAK,IAAI,IAAI,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC;SAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC1C,KAAK,IAAI,GAAG,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,kDAAkD;IAClD,IAAI,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC3B,KAAK,IAAI,IAAI,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,uBAAuB;IACvB,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/C,KAAK,IAAI,GAAG,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAEjD,uBAAuB;QACvB,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxC,IACE,eAAe,CAAC,KAAK,EAAE,oBAAoB,CAAC;YAC5C,eAAe,CAAC,KAAK,EAAE,aAAa,CAAC;YACrC,eAAe,CAAC,KAAK,EAAE,aAAa,CAAC,EACrC,CAAC;YACD,KAAK,IAAI,IAAI,CAAC;YACd,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;IAClC,IAAI,IAAI,GAAG,UAAU,EAAE,CAAC;QACtB,KAAK,IAAI,GAAG,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,2BAA2B;IAC3B,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACpC,KAAK,IAAI,GAAG,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,sBAAsB;IACtB,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QACpC,KAAK,IAAI,IAAI,CAAC;QACd,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;AAC5B,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB,CAAC,KAAqB;IAChD,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACjC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzC,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;AACjF,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,UAAgC;IAC5D,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,IAAI,UAAU,EAAE,CAAC;QACf,KAAK,MAAM,IAAI,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;YACpC,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gBACvB,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,YAAoC;IAChE,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,IAAI,YAAY,EAAE,CAAC;QACjB,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;YAC1C,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AA0BD;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAC9B,QAAsB,EACtB,UAAkC,EAAE;IAEpC,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC;IAEzC,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,IAAI,mBAAmB,CAAC;IAC9D,MAAM,QAAQ,GAAG,OAAO,CAAC,gBAAgB,IAAI,iBAAiB,CAAC;IAE/D,kBAAkB;IAClB,MAAM,aAAa,GAAG,oBAAoB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1D,MAAM,aAAa,GAAG,oBAAoB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAE5D,6CAA6C;IAC7C,MAAM,UAAU,GAAmB,EAAE,CAAC;IACtC,KAAK,MAAM,IAAI,IAAI,iBAAiB,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC;YAC1B,IAAI;YACJ,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;YACxB,KAAK,EAAE,GAAG;SACX,CAAC,CAAC;QACH,UAAU,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,+CAA+C;IAC/C,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;QAClD,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,OAAO,KAAK,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,4CAA4C;IAC5C,MAAM,UAAU,GAAG,mBAAmB,CAAC,gBAAgB,CAAC,CAAC;IAEzD,+BAA+B;IAC/B,MAAM,MAAM,GAMN,EAAE,CAAC;IAET,KAAK,MAAM,IAAI,IAAI,gBAAgB,EAAE,CAAC;QACpC,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,WAAW,CACpC,IAAI,EACJ,QAAQ,CAAC,QAAQ,EACjB,UAAU,EACV,aAAa,EACb,aAAa,CACd,CAAC;QAEF,uBAAuB;QACvB,IAAI,KAAK,GAAG,QAAQ;YAAE,SAAS;QAE/B,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnD,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,kBAAkB,EAAE,GAAG,gBAAgB,CACnE,IAAI,EACJ,YAAY,EACZ,UAAU,CACX,CAAC;QAEF,MAAM,CAAC,IAAI,CAAC;YACV,IAAI;YACJ,KAAK;YACL,OAAO;YACP,QAAQ;YACR,kBAAkB;SACnB,CAAC,CAAC;IACL,CAAC;IAED,mCAAmC;IACnC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IAEzC,6BAA6B;IAC7B,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IAE9C,uBAAuB;IACvB,MAAM,OAAO,GAAqB,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACzD,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO;QAC1B,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe;QAC1C,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK;QACtB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;QACpB,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM;QAC9B,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE;QACtC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI;QACzC,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,mBAAmB,EAAE,IAAI,CAAC,kBAAkB;KAC7C,CAAC,CAAC,CAAC;IAEJ,+BAA+B;IAC/B,IAAI,UAAsC,CAAC;IAC3C,MAAM,aAAa,GAAqB;QACtC,aAAa;QACb,aAAa;QACb,aAAa;QACb,aAAa;KACd,CAAC;IAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5C,UAAU,GAAG,MAAM,CAAC;YACpB,MAAM;QACR,CAAC;IACH,CAAC;IAED,sDAAsD;IACtD,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;IAExD,MAAM,eAAe,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAEtD,OAAO;QACL,OAAO;QACP,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE;YACJ,oBAAoB,EAAE,gBAAgB,CAAC,MAAM;YAC7C,iBAAiB,EAAE,eAAe;SACnC;KACF,CAAC;AACJ,CAAC"}

package/dist/src/factpack/dialog-detector.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Dialog Detector
+ *
+ * Detects dialogs/modals in a BaseSnapshot.
+ *
+ * Design: Generic First, Specific Second
+ * 1. Detect ALL visible dialogs (always works)
+ * 2. Optionally classify type (may return 'unknown')
+ */
+import type { BaseSnapshot } from '../snapshot/snapshot.types.js';
+import type { DialogDetectionResult } from './types.js';
+/**
+ * Detect dialogs in a BaseSnapshot.
+ *
+ * @param snapshot - The snapshot to analyze
+ * @returns Detection result with all dialogs and metadata
+ */
+export declare function detectDialogs(snapshot: BaseSnapshot): DialogDetectionResult;
+//# sourceMappingURL=dialog-detector.d.ts.map

package/dist/src/factpack/dialog-detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dialog-detector.d.ts","sourceRoot":"","sources":["../../../src/factpack/dialog-detector.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAgB,MAAM,+BAA+B,CAAC;AAGhF,OAAO,KAAK,EACV,qBAAqB,EAMtB,MAAM,YAAY,CAAC;AA6TpB;;;;;GAKG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,YAAY,GAAG,qBAAqB,CA4E3E"}