imperium-crawl 1.5.3 → 2.1.0

package/dist/snapshot/extractor.js

@@ -0,0 +1,265 @@
+/**
+ * Snapshot Extractor — Core engine for ARIA-based page snapshots.
+ *
+ * Uses Playwright's locator.ariaSnapshot() for the ARIA tree,
+ * then post-processes to add [ref=eN] tags for interactive elements.
+ * Optionally detects cursor-interactive elements without ARIA roles.
+ *
+ * Inspired by agent-browser's approach but with:
+ * - Per-snapshot ref counter (thread-safe, no global state)
+ * - Hybrid cursor detection
+ * - Semantic locators (getByRole) for robust element targeting
+ */
+// ── Role classification ──
+const INTERACTIVE_ROLES = new Set([
+    "button", "link", "textbox", "checkbox", "radio",
+    "combobox", "listbox", "menuitem", "option", "searchbox",
+    "slider", "spinbutton", "switch", "tab", "treeitem",
+]);
+const CONTENT_ROLES = new Set([
+    "heading", "cell", "article", "region", "navigation",
+    "img", "figure", "blockquote", "code",
+]);
+const STRUCTURAL_ROLES = new Set([
+    "generic", "group", "list", "table", "row", "rowgroup",
+    "columnheader", "rowheader", "presentation", "none",
+    "separator", "toolbar", "banner", "contentinfo", "main",
+    "complementary", "form",
+]);
+/**
+ * Parse a single line from Playwright's ariaSnapshot output.
+ * Format: "  - role \"name\" [attributes]" or "  - role \"name\":"
+ * Also handles: "  - text: content here"
+ */
+function parseLine(line) {
+    // Count leading spaces for indentation
+    const stripped = line.replace(/^\s*/, "");
+    const indent = line.length - stripped.length;
+    // Must start with "- "
+    if (!stripped.startsWith("- "))
+        return null;
+    const content = stripped.slice(2);
+    // Match: role "name" or role "name": or just role:
+    const roleNameMatch = content.match(/^(\w+)\s+"([^"]*)"(.*)$/);
+    if (roleNameMatch) {
+        return {
+            indent,
+            role: roleNameMatch[1],
+            name: roleNameMatch[2],
+            rawLine: line,
+            attributes: roleNameMatch[3].trim(),
+        };
+    }
+    // Match: role (no name) — e.g. "- list:" or "- generic"
+    const roleOnlyMatch = content.match(/^(\w+):?\s*$/);
+    if (roleOnlyMatch) {
+        return {
+            indent,
+            role: roleOnlyMatch[1],
+            name: "",
+            rawLine: line,
+            attributes: "",
+        };
+    }
+    // Text node: "- text: some content"
+    if (content.startsWith("text:")) {
+        return {
+            indent,
+            role: "text",
+            name: content.slice(5).trim(),
+            rawLine: line,
+            attributes: "",
+        };
+    }
+    // Plain text line (e.g. "- Some text content")
+    return {
+        indent,
+        role: "text",
+        name: content.replace(/:$/, "").trim(),
+        rawLine: line,
+        attributes: "",
+    };
+}
+// ── Role+Name dedup tracker ──
+class RoleNameTracker {
+    counts = new Map();
+    assigned = new Map();
+    /** First pass: count occurrences */
+    count(role, name) {
+        const key = `${role}:::${name}`;
+        this.counts.set(key, (this.counts.get(key) ?? 0) + 1);
+    }
+    /** Second pass: get nth index (only if duplicates exist) */
+    getNth(role, name) {
+        const key = `${role}:::${name}`;
+        const total = this.counts.get(key) ?? 1;
+        if (total <= 1)
+            return undefined;
+        const idx = this.assigned.get(key) ?? 0;
+        this.assigned.set(key, idx + 1);
+        return idx;
+    }
+}
+// ── Selector builder ──
+function buildSelector(role, name, nth) {
+    const nameOpt = name ? `, { name: '${name.replace(/'/g, "\\'")}', exact: true }` : "";
+    const base = `getByRole('${role}'${nameOpt})`;
+    return nth !== undefined ? `${base}.nth(${nth})` : base;
+}
+async function findCursorInteractiveElements(page, scopeSelector) {
+    return page.evaluate((scope) => {
+        const root = scope
+            ? document.querySelector(scope) ?? document.body
+            : document.body;
+        const results = [];
+        const seen = new Set();
+        const walker = document.createTreeWalker(root, NodeFilter.SHOW_ELEMENT);
+        let node = walker.nextNode();
+        while (node) {
+            if (!seen.has(node)) {
+                const style = getComputedStyle(node);
+                const hasClick = node.hasAttribute("onclick") ||
+                    node.hasAttribute("tabindex") ||
+                    style.cursor === "pointer";
+                const role = node.getAttribute("role");
+                const tag = node.tagName.toLowerCase();
+                // Only capture elements that LOOK interactive but have no ARIA role
+                if (hasClick && !role && !["a", "button", "input", "select", "textarea"].includes(tag)) {
+                    results.push({
+                        role: "generic",
+                        name: node.getAttribute("aria-label") ||
+                            (node.textContent ?? "").trim().slice(0, 80) || "",
+                        tagName: tag,
+                        ariaLabel: node.getAttribute("aria-label") ?? "",
+                    });
+                    seen.add(node);
+                }
+            }
+            node = walker.nextNode();
+        }
+        return results;
+    }, scopeSelector);
+}
+// ── Main export ──
+/**
+ * Generate an enhanced ARIA snapshot with ref annotations.
+ *
+ * Flow:
+ * 1. Get ARIA tree from Playwright's ariaSnapshot()
+ * 2. Parse each line, identify roles
+ * 3. Two-pass ref assignment (count first for dedup, then assign)
+ * 4. Optionally detect cursor-interactive elements
+ * 5. Build RefMap and annotated tree string
+ */
+export async function getEnhancedSnapshot(page, options = {}) {
+    const { interactive = true, cursor = false, compact = true, selector, } = options;
+    // Get the ARIA tree from Playwright
+    const locator = selector
+        ? page.locator(selector)
+        : page.locator("body");
+    // ariaSnapshot() exists in playwright-core 1.49+ but types may not be in rebrowser-playwright
+    const ariaTree = await locator.ariaSnapshot();
+    const lines = ariaTree.split("\n");
+    const parsed = lines.map(parseLine);
+    // ── First pass: count role+name for dedup ──
+    const tracker = new RoleNameTracker();
+    for (const p of parsed) {
+        if (!p)
+            continue;
+        if (p.role === "text")
+            continue;
+        if (INTERACTIVE_ROLES.has(p.role) || CONTENT_ROLES.has(p.role)) {
+            tracker.count(p.role, p.name);
+        }
+    }
+    // ── Second pass: assign refs ──
+    let refCounter = 0;
+    const refs = {};
+    const annotatedLines = [];
+    let totalElements = 0;
+    let interactiveCount = 0;
+    let contentCount = 0;
+    for (let i = 0; i < lines.length; i++) {
+        const p = parsed[i];
+        if (!p) {
+            // Keep raw lines that didn't parse (empty lines, etc.)
+            if (lines[i].trim())
+                annotatedLines.push(lines[i]);
+            continue;
+        }
+        totalElements++;
+        const isInteractive = INTERACTIVE_ROLES.has(p.role);
+        const isContent = CONTENT_ROLES.has(p.role);
+        const isStructural = STRUCTURAL_ROLES.has(p.role);
+        const isText = p.role === "text";
+        // Decide whether to assign a ref
+        let ref;
+        if (isInteractive) {
+            interactiveCount++;
+            ref = `e${++refCounter}`;
+            const nth = tracker.getNth(p.role, p.name);
+            refs[ref] = {
+                selector: buildSelector(p.role, p.name, nth),
+                role: p.role,
+                name: p.name,
+                ...(nth !== undefined && { nth }),
+            };
+        }
+        else if (isContent && !interactive) {
+            contentCount++;
+            ref = `e${++refCounter}`;
+            const nth = tracker.getNth(p.role, p.name);
+            refs[ref] = {
+                selector: buildSelector(p.role, p.name, nth),
+                role: p.role,
+                name: p.name,
+                ...(nth !== undefined && { nth }),
+            };
+        }
+        // Build annotated line
+        if (compact && isStructural && !ref) {
+            // In compact mode, skip structural elements without refs
+            // BUT keep them if they have children (indicated by trailing ":")
+            if (!p.rawLine.trimEnd().endsWith(":"))
+                continue;
+        }
+        if (ref) {
+            // Insert [ref=eN] after the role
+            const indent = " ".repeat(p.indent);
+            const nameStr = p.name ? ` "${p.name}"` : "";
+            const attrStr = p.attributes ? ` ${p.attributes}` : "";
+            annotatedLines.push(`${indent}- ${p.role}${nameStr} [ref=${ref}]${attrStr}`);
+        }
+        else if (isText || !compact || !isStructural) {
+            annotatedLines.push(p.rawLine);
+        }
+    }
+    // ── Cursor-interactive elements (optional) ──
+    if (cursor) {
+        const cursorElements = await findCursorInteractiveElements(page, selector);
+        for (const el of cursorElements) {
+            const ref = `e${++refCounter}`;
+            interactiveCount++;
+            // For cursor elements, build a CSS-based selector as fallback
+            const nameStr = el.ariaLabel || el.name;
+            refs[ref] = {
+                selector: nameStr
+                    ? `getByRole('${el.role}', { name: '${nameStr.replace(/'/g, "\\'")}', exact: true })`
+                    : `locator('${el.tagName}')`,
+                role: el.role || "generic",
+                name: nameStr,
+            };
+            annotatedLines.push(`- ${el.role || "generic"} "${nameStr}" [ref=${ref}] (cursor-interactive)`);
+        }
+    }
+    return {
+        tree: annotatedLines.join("\n"),
+        refs,
+        stats: {
+            totalElements,
+            interactiveElements: interactiveCount,
+            contentElements: contentCount,
+        },
+    };
+}
+//# sourceMappingURL=extractor.js.map

package/dist/snapshot/extractor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extractor.js","sourceRoot":"","sources":["../../src/snapshot/extractor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAOH,4BAA4B;AAE5B,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO;IAChD,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW;IACxD,QAAQ,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU;CACpD,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;IAC5B,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY;IACpD,KAAK,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM;CACtC,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC;IAC/B,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU;IACtD,cAAc,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM;IACnD,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM;IACvD,eAAe,EAAE,MAAM;CACxB,CAAC,CAAC;AAYH;;;;GAIG;AACH,SAAS,SAAS,CAAC,IAAY;IAC7B,uCAAuC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IAE7C,uBAAuB;IACvB,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC5C,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAElC,mDAAmD;IACnD,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC/D,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO;YACL,MAAM;YACN,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC;YACtB,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC;YACtB,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;SACpC,CAAC;IACJ,CAAC;IAED,wDAAwD;IACxD,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACpD,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO;YACL,MAAM;YACN,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC;YACtB,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;IAED,oCAAoC;IACpC,IAAI,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAChC,OAAO;YACL,MAAM;YACN,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;YAC7B,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;IAED,+CAA+C;IAC/C,OAAO;QACL,MAAM;QACN,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE;QACtC,OAAO,EAAE,IAAI;QACb,UAAU,EAAE,EAAE;KACf,CAAC;AACJ,CAAC;AAED,gCAAgC;AAEhC,MAAM,eAAe;IACX,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACnC,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE7C,oCAAoC;IACpC,KAAK,CAAC,IAAY,EAAE,IAAY;QAC9B,MAAM,GAAG,GAAG,GAAG,IAAI,MAAM,IAAI,EAAE,CAAC;QAChC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,4DAA4D;IAC5D,MAAM,CAAC,IAAY,EAAE,IAAY;QAC/B,MAAM,GAAG,GAAG,GAAG,IAAI,MAAM,IAAI,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO,SAAS,CAAC;QAEjC,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;QAChC,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAED,yBAAyB;AAEzB,SAAS,aAAa,CAAC,IAAY,EAAE,IAAY,EAAE,GAAY;IAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC;IACtF,MAAM,IAAI,GAAG,cAAc,IAAI,IAAI,OAAO,GAAG,CAAC;IAC9C,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,IAAI,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;AAC1D,CAAC;AAWD,KAAK,UAAU,6BAA6B,CAC1C,IAAU,EACV,aAAsB;IAEtB,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE;QAC7B,MAAM,IAAI,GAAG,KAAK;YAChB,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,IAAI;YAChD,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QAElB,MAAM,OAAO,GAAoB,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAW,CAAC;QAEhC,MAAM,MAAM,GAAG,QAAQ,CAAC,gBAAgB,CAAC,IAAI,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC;QACxE,IAAI,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAoB,CAAC;QAE/C,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpB,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;gBACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC;oBAC3C,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC;oBAC7B,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC;gBAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBACvC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;gBAEvC,oEAAoE;gBACpE,IAAI,QAAQ,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;oBACvF,OAAO,CAAC,IAAI,CAAC;wBACX,IAAI,EAAE,SAAS;wBACf,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC;4BACnC,CAAC,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE;wBACpD,OAAO,EAAE,GAAG;wBACZ,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,EAAE;qBACjD,CAAC,CAAC;oBACH,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACjB,CAAC;YACH,CAAC;YACD,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAoB,CAAC;QAC7C,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC,EAAE,aAAa,CAAC,CAAC;AACpB,CAAC;AAED,oBAAoB;AAEpB;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,IAAU,EACV,UAA2B,EAAE;IAE7B,MAAM,EACJ,WAAW,GAAG,IAAI,EAClB,MAAM,GAAG,KAAK,EACd,OAAO,GAAG,IAAI,EACd,QAAQ,GACT,GAAG,OAAO,CAAC;IAEZ,oCAAoC;IACpC,MAAM,OAAO,GAAY,QAAQ;QAC/B,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;QACxB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAEzB,8FAA8F;IAC9F,MAAM,QAAQ,GAAW,MAAO,OAA4F,CAAC,YAAY,EAAE,CAAC;IAE5I,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,MAAM,GAA0B,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAE3D,8CAA8C;IAC9C,MAAM,OAAO,GAAG,IAAI,eAAe,EAAE,CAAC;IACtC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM;YAAE,SAAS;QAChC,IAAI,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/D,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,MAAM,IAAI,GAAW,EAAE,CAAC;IACxB,MAAM,cAAc,GAAa,EAAE,CAAC;IACpC,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,CAAC,EAAE,CAAC;YACP,uDAAuD;YACvD,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;gBAAE,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACnD,SAAS;QACX,CAAC;QAED,aAAa,EAAE,CAAC;QAChB,MAAM,aAAa,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,YAAY,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;QAEjC,iCAAiC;QACjC,IAAI,GAAuB,CAAC;QAC5B,IAAI,aAAa,EAAE,CAAC;YAClB,gBAAgB,EAAE,CAAC;YACnB,GAAG,GAAG,IAAI,EAAE,UAAU,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YAC3C,IAAI,CAAC,GAAG,CAAC,GAAG;gBACV,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC;gBAC5C,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,GAAG,CAAC,GAAG,KAAK,SAAS,IAAI,EAAE,GAAG,EAAE,CAAC;aAClC,CAAC;QACJ,CAAC;aAAM,IAAI,SAAS,IAAI,CAAC,WAAW,EAAE,CAAC;YACrC,YAAY,EAAE,CAAC;YACf,GAAG,GAAG,IAAI,EAAE,UAAU,EAAE,CAAC;YACzB,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YAC3C,IAAI,CAAC,GAAG,CAAC,GAAG;gBACV,QAAQ,EAAE,aAAa,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC;gBAC5C,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,GAAG,CAAC,GAAG,KAAK,SAAS,IAAI,EAAE,GAAG,EAAE,CAAC;aAClC,CAAC;QACJ,CAAC;QAED,uBAAuB;QACvB,IAAI,OAAO,IAAI,YAAY,IAAI,CAAC,GAAG,EAAE,CAAC;YACpC,yDAAyD;YACzD,kEAAkE;YAClE,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,SAAS;QACnD,CAAC;QAED,IAAI,GAAG,EAAE,CAAC;YACR,iCAAiC;YACjC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACpC,MAAM,OAAO,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,MAAM,OAAO,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvD,cAAc,CAAC,IAAI,CAAC,GAAG,MAAM,KAAK,CAAC,CAAC,IAAI,GAAG,OAAO,SAAS,GAAG,IAAI,OAAO,EAAE,CAAC,CAAC;QAC/E,CAAC;aAAM,IAAI,MAAM,IAAI,CAAC,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC;YAC/C,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;IAED,+CAA+C;IAC/C,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,cAAc,GAAG,MAAM,6BAA6B,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC3E,KAAK,MAAM,EAAE,IAAI,cAAc,EAAE,CAAC;YAChC,MAAM,GAAG,GAAG,IAAI,EAAE,UAAU,EAAE,CAAC;YAC/B,gBAAgB,EAAE,CAAC;YACnB,8DAA8D;YAC9D,MAAM,OAAO,GAAG,EAAE,CAAC,SAAS,IAAI,EAAE,CAAC,IAAI,CAAC;YACxC,IAAI,CAAC,GAAG,CAAC,GAAG;gBACV,QAAQ,EAAE,OAAO;oBACf,CAAC,CAAC,cAAc,EAAE,CAAC,IAAI,eAAe,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,mBAAmB;oBACrF,CAAC,CAAC,YAAY,EAAE,CAAC,OAAO,IAAI;gBAC9B,IAAI,EAAE,EAAE,CAAC,IAAI,IAAI,SAAS;gBAC1B,IAAI,EAAE,OAAO;aACd,CAAC;YACF,cAAc,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,IAAI,SAAS,KAAK,OAAO,UAAU,GAAG,wBAAwB,CAAC,CAAC;QAClG,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;QAC/B,IAAI;QACJ,KAAK,EAAE;YACL,aAAa;YACb,mBAAmB,EAAE,gBAAgB;YACrC,eAAe,EAAE,YAAY;SAC9B;KACF,CAAC;AACJ,CAAC"}

package/dist/snapshot/index.d.ts

@@ -0,0 +1,8 @@
+export type { RefMap, RefEntry, EnhancedSnapshot, SnapshotOptions } from "./types.js";
+export { getEnhancedSnapshot } from "./extractor.js";
+export { getSnapshotStore, resetSnapshotStore } from "./store.js";
+export { annotateScreenshot } from "./annotator.js";
+export { generateBoundary, wrapContent } from "./boundary.js";
+export { diffSnapshots, diffScreenshots } from "./differ.js";
+export type { TextDiffResult, ImageDiffResult, ImageDiffOptions } from "./differ.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/snapshot/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/snapshot/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AACtF,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAC7D,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC"}

package/dist/snapshot/index.js

@@ -0,0 +1,6 @@
+export { getEnhancedSnapshot } from "./extractor.js";
+export { getSnapshotStore, resetSnapshotStore } from "./store.js";
+export { annotateScreenshot } from "./annotator.js";
+export { generateBoundary, wrapContent } from "./boundary.js";
+export { diffSnapshots, diffScreenshots } from "./differ.js";
+//# sourceMappingURL=index.js.map

package/dist/snapshot/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/snapshot/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAClE,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC"}

package/dist/snapshot/store.d.ts

@@ -0,0 +1,28 @@
+/**
+ * SnapshotStore — In-memory ref storage with LRU eviction.
+ *
+ * Stores RefMaps keyed by session_id (or auto-generated snapshot IDs).
+ * Refs are ephemeral — they exist only in memory and are invalidated
+ * when a new snapshot is taken for the same session.
+ */
+import type { RefMap, RefEntry } from "./types.js";
+declare class SnapshotStore {
+    private store;
+    /** Save a snapshot's refs, evicting oldest if at capacity */
+    save(id: string, refs: RefMap, url: string): void;
+    /** Resolve a ref string (e.g. "e5" or "@e5") to its locator info */
+    resolveRef(id: string, refString: string): RefEntry | null;
+    /** Get all refs for a snapshot */
+    getRefs(id: string): RefMap | null;
+    /** Invalidate a specific snapshot */
+    invalidate(id: string): void;
+    /** Clear all stored snapshots */
+    clear(): void;
+    /** Number of stored snapshots */
+    get size(): number;
+}
+export declare function getSnapshotStore(): SnapshotStore;
+/** Reset singleton (for testing) */
+export declare function resetSnapshotStore(): void;
+export {};
+//# sourceMappingURL=store.d.ts.map

package/dist/snapshot/store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.d.ts","sourceRoot":"","sources":["../../src/snapshot/store.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AASnD,cAAM,aAAa;IACjB,OAAO,CAAC,KAAK,CAAqC;IAElD,6DAA6D;IAC7D,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI;IAiBjD,oEAAoE;IACpE,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI;IAS1D,kCAAkC;IAClC,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAIlC,qCAAqC;IACrC,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI;IAI5B,iCAAiC;IACjC,KAAK,IAAI,IAAI;IAIb,iCAAiC;IACjC,IAAI,IAAI,IAAI,MAAM,CAEjB;CACF;AAMD,wBAAgB,gBAAgB,IAAI,aAAa,CAGhD;AAED,oCAAoC;AACpC,wBAAgB,kBAAkB,IAAI,IAAI,CAEzC"}

package/dist/snapshot/store.js

@@ -0,0 +1,65 @@
+/**
+ * SnapshotStore — In-memory ref storage with LRU eviction.
+ *
+ * Stores RefMaps keyed by session_id (or auto-generated snapshot IDs).
+ * Refs are ephemeral — they exist only in memory and are invalidated
+ * when a new snapshot is taken for the same session.
+ */
+import { MAX_STORED_SNAPSHOTS } from "../constants.js";
+class SnapshotStore {
+    store = new Map();
+    /** Save a snapshot's refs, evicting oldest if at capacity */
+    save(id, refs, url) {
+        // Evict oldest if at capacity (LRU)
+        if (this.store.size >= MAX_STORED_SNAPSHOTS && !this.store.has(id)) {
+            let oldestKey;
+            let oldestTime = Infinity;
+            for (const [key, val] of this.store) {
+                if (val.timestamp < oldestTime) {
+                    oldestTime = val.timestamp;
+                    oldestKey = key;
+                }
+            }
+            if (oldestKey)
+                this.store.delete(oldestKey);
+        }
+        this.store.set(id, { refs, timestamp: Date.now(), url });
+    }
+    /** Resolve a ref string (e.g. "e5" or "@e5") to its locator info */
+    resolveRef(id, refString) {
+        const snapshot = this.store.get(id);
+        if (!snapshot)
+            return null;
+        // Strip leading @ if present
+        const ref = refString.startsWith("@") ? refString.slice(1) : refString;
+        return snapshot.refs[ref] ?? null;
+    }
+    /** Get all refs for a snapshot */
+    getRefs(id) {
+        return this.store.get(id)?.refs ?? null;
+    }
+    /** Invalidate a specific snapshot */
+    invalidate(id) {
+        this.store.delete(id);
+    }
+    /** Clear all stored snapshots */
+    clear() {
+        this.store.clear();
+    }
+    /** Number of stored snapshots */
+    get size() {
+        return this.store.size;
+    }
+}
+// ── Singleton ──
+let instance = null;
+export function getSnapshotStore() {
+    if (!instance)
+        instance = new SnapshotStore();
+    return instance;
+}
+/** Reset singleton (for testing) */
+export function resetSnapshotStore() {
+    instance = null;
+}
+//# sourceMappingURL=store.js.map

package/dist/snapshot/store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.js","sourceRoot":"","sources":["../../src/snapshot/store.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAQvD,MAAM,aAAa;IACT,KAAK,GAAG,IAAI,GAAG,EAA0B,CAAC;IAElD,6DAA6D;IAC7D,IAAI,CAAC,EAAU,EAAE,IAAY,EAAE,GAAW;QACxC,oCAAoC;QACpC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,oBAAoB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YACnE,IAAI,SAA6B,CAAC;YAClC,IAAI,UAAU,GAAG,QAAQ,CAAC;YAC1B,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBACpC,IAAI,GAAG,CAAC,SAAS,GAAG,UAAU,EAAE,CAAC;oBAC/B,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC;oBAC3B,SAAS,GAAG,GAAG,CAAC;gBAClB,CAAC;YACH,CAAC;YACD,IAAI,SAAS;gBAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,oEAAoE;IACpE,UAAU,CAAC,EAAU,EAAE,SAAiB;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,6BAA6B;QAC7B,MAAM,GAAG,GAAG,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACvE,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;IACpC,CAAC;IAED,kCAAkC;IAClC,OAAO,CAAC,EAAU;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,IAAI,IAAI,CAAC;IAC1C,CAAC;IAED,qCAAqC;IACrC,UAAU,CAAC,EAAU;QACnB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACxB,CAAC;IAED,iCAAiC;IACjC,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,iCAAiC;IACjC,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;IACzB,CAAC;CACF;AAED,kBAAkB;AAElB,IAAI,QAAQ,GAAyB,IAAI,CAAC;AAE1C,MAAM,UAAU,gBAAgB;IAC9B,IAAI,CAAC,QAAQ;QAAE,QAAQ,GAAG,IAAI,aAAa,EAAE,CAAC;IAC9C,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,oCAAoC;AACpC,MAAM,UAAU,kBAAkB;IAChC,QAAQ,GAAG,IAAI,CAAC;AAClB,CAAC"}

package/dist/snapshot/types.d.ts

@@ -0,0 +1,42 @@
+/** Semantic locator info resolved from a ref */
+export interface RefEntry {
+    /** Playwright semantic locator string, e.g. getByRole('button', { name: 'Submit', exact: true }) */
+    selector: string;
+    /** ARIA role */
+    role: string;
+    /** Accessible name */
+    name: string;
+    /** nth index when multiple elements share same role+name */
+    nth?: number;
+}
+/** Map of ref IDs (e.g. "e1", "e2") to their locator info */
+export interface RefMap {
+    [ref: string]: RefEntry;
+}
+/** Result from getEnhancedSnapshot */
+export interface EnhancedSnapshot {
+    /** ARIA tree with [ref=eN] annotations */
+    tree: string;
+    /** Ref-to-locator mapping */
+    refs: RefMap;
+    /** Stats about the snapshot */
+    stats: {
+        totalElements: number;
+        interactiveElements: number;
+        contentElements: number;
+    };
+}
+/** Options for snapshot extraction */
+export interface SnapshotOptions {
+    /** Only include interactive elements (default: true) */
+    interactive?: boolean;
+    /** Also detect cursor:pointer/onclick elements without ARIA roles (default: false) */
+    cursor?: boolean;
+    /** Maximum depth of ARIA tree to include */
+    maxDepth?: number;
+    /** Filter out structural elements without refs (default: true) */
+    compact?: boolean;
+    /** CSS selector to scope the snapshot to a subtree */
+    selector?: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/snapshot/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/snapshot/types.ts"],"names":[],"mappings":"AAAA,gDAAgD;AAChD,MAAM,WAAW,QAAQ;IACvB,oGAAoG;IACpG,QAAQ,EAAE,MAAM,CAAC;IACjB,gBAAgB;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,sBAAsB;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,4DAA4D;IAC5D,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,6DAA6D;AAC7D,MAAM,WAAW,MAAM;IACrB,CAAC,GAAG,EAAE,MAAM,GAAG,QAAQ,CAAC;CACzB;AAED,sCAAsC;AACtC,MAAM,WAAW,gBAAgB;IAC/B,0CAA0C;IAC1C,IAAI,EAAE,MAAM,CAAC;IACb,6BAA6B;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,+BAA+B;IAC/B,KAAK,EAAE;QACL,aAAa,EAAE,MAAM,CAAC;QACtB,mBAAmB,EAAE,MAAM,CAAC;QAC5B,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;CACH;AAED,sCAAsC;AACtC,MAAM,WAAW,eAAe;IAC9B,wDAAwD;IACxD,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,sFAAsF;IACtF,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,4CAA4C;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kEAAkE;IAClE,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,sDAAsD;IACtD,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB"}

package/dist/snapshot/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/snapshot/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/snapshot/types.ts"],"names":[],"mappings":""}

package/dist/social/ai-fallback.d.ts

@@ -0,0 +1,22 @@
+/**
+ * AI fallback for social media tools.
+ *
+ * When structured parsers fail (ytInitialData, .json API, rehydration data),
+ * this uses the existing LLM infrastructure to extract data from ARIA trees
+ * or raw HTML markdown.
+ *
+ * Structured extraction = primary (free, fast).
+ * AI fallback = backup (costs tokens, slower, but always works).
+ */
+import type { Page } from "rebrowser-playwright";
+export type SocialAction = "youtube:search" | "youtube:video" | "youtube:comments" | "youtube:transcript" | "youtube:channel" | "reddit:search" | "reddit:posts" | "reddit:comments" | "reddit:subreddit";
+export declare function socialAiFallback<T>(opts: {
+    action: SocialAction;
+    page?: Page;
+    url?: string;
+    maxTokens?: number;
+}): Promise<{
+    data: T;
+    model: string;
+} | null>;
+//# sourceMappingURL=ai-fallback.d.ts.map

package/dist/social/ai-fallback.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-fallback.d.ts","sourceRoot":"","sources":["../../src/social/ai-fallback.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAWjD,MAAM,MAAM,YAAY,GACpB,gBAAgB,GAAG,eAAe,GAAG,kBAAkB,GACvD,oBAAoB,GAAG,iBAAiB,GACxC,eAAe,GAAG,cAAc,GAAG,iBAAiB,GAAG,kBAAkB,CAAC;AAkB9E,wBAAsB,gBAAgB,CAAC,CAAC,EAAE,IAAI,EAAE;IAC9C,MAAM,EAAE,YAAY,CAAC;IACrB,IAAI,CAAC,EAAE,IAAI,CAAC;IACZ,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC;IAAE,IAAI,EAAE,CAAC,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAAC,CA6B7C"}

package/dist/social/ai-fallback.js

@@ -0,0 +1,137 @@
+/**
+ * AI fallback for social media tools.
+ *
+ * When structured parsers fail (ytInitialData, .json API, rehydration data),
+ * this uses the existing LLM infrastructure to extract data from ARIA trees
+ * or raw HTML markdown.
+ *
+ * Structured extraction = primary (free, fast).
+ * AI fallback = backup (costs tokens, slower, but always works).
+ */
+import { hasLLMConfigured, createLLMClient } from "../llm/index.js";
+import { extractWithLLM } from "../llm/extractor.js";
+import { getEnhancedSnapshot } from "../snapshot/extractor.js";
+import { smartFetch } from "../stealth/index.js";
+import { htmlToMarkdown } from "../utils/markdown.js";
+import { parseCompactNumber } from "./parsers.js";
+// ── Schemas for LLM extraction ──
+const SOCIAL_SCHEMAS = {
+    "youtube:search": `{ "videos": [{ "id": "video ID", "title": "string", "url": "full URL", "duration": "M:SS", "views": "view count text", "author": "channel name", "author_url": "channel URL", "published": "relative time" }] }`,
+    "youtube:video": `{ "id": "video ID", "title": "string", "url": "full URL", "views": "view count text", "likes": "like count text", "author": "channel name", "author_url": "channel URL", "published": "date text", "description": "first 2000 chars" }`,
+    "youtube:comments": `{ "comments": [{ "author": "string", "text": "comment text", "likes": "like count", "published": "relative time" }] }`,
+    "youtube:transcript": `{ "segments": [{ "start": "timestamp M:SS", "text": "string" }] }`,
+    "youtube:channel": `{ "name": "channel name", "url": "channel URL", "description": "about text", "subscribers": "subscriber count text", "verified": true/false }`,
+    "reddit:search": `{ "posts": [{ "title": "string", "url": "permalink", "author": "string", "score": "number or text", "comments_count": "number", "subreddit": "string", "published": "relative time" }] }`,
+    "reddit:posts": `{ "posts": [{ "title": "string", "url": "permalink", "author": "string", "score": "number or text", "comments_count": "number", "published": "relative time", "flair": "flair text or null" }] }`,
+    "reddit:comments": `{ "post": { "title": "string", "author": "string", "score": "number" }, "comments": [{ "author": "string", "text": "comment body", "score": "number", "published": "relative time" }] }`,
+    "reddit:subreddit": `{ "name": "subreddit name", "description": "description text", "subscribers": "subscriber count text", "created": "creation date" }`,
+};
+// ── Main fallback function ──
+export async function socialAiFallback(opts) {
+    if (!hasLLMConfigured())
+        return null;
+    const schema = SOCIAL_SCHEMAS[opts.action];
+    if (!schema)
+        return null;
+    let content;
+    if (opts.page) {
+        // Playwright mode: ARIA tree from already-open page
+        const snapshot = await getEnhancedSnapshot(opts.page, { compact: true });
+        content = snapshot.tree;
+    }
+    else if (opts.url) {
+        // HTTP mode: fetch + convert to markdown
+        const result = await smartFetch(opts.url, { maxLevel: 2 });
+        content = htmlToMarkdown(result.html);
+    }
+    else {
+        return null;
+    }
+    if (!content || content.length < 50)
+        return null;
+    const client = await createLLMClient();
+    const extraction = await extractWithLLM(client, content, schema, opts.maxTokens ?? 4000);
+    const raw = extraction.data;
+    const normalized = normalizeResult(opts.action, raw);
+    return { data: normalized, model: extraction.model };
+}
+// ── Normalizers ──
+function normalizeResult(action, raw) {
+    const platform = action.split(":")[0];
+    const type = action.split(":")[1];
+    if (type === "search" || type === "posts") {
+        const items = (raw.videos || raw.posts || []);
+        const normalized = items.map((item) => platform === "reddit" ? normalizePost(item) : normalizeVideo(item));
+        return platform === "reddit"
+            ? { platform: "reddit", results: normalized }
+            : { platform, results: normalized };
+    }
+    if (type === "video")
+        return normalizeVideo(raw);
+    if (type === "user" || type === "channel" || type === "subreddit")
+        return normalizeProfile(raw);
+    if (type === "comments") {
+        const comments = (raw.comments || []).map(normalizeComment);
+        return { ...raw, comments };
+    }
+    return raw;
+}
+function normalizeVideo(raw) {
+    return {
+        id: raw.id || "",
+        title: raw.title || "",
+        url: raw.url || "",
+        thumbnail: raw.thumbnail,
+        duration: raw.duration,
+        views: typeof raw.views === "number" ? raw.views : parseNum(raw.views),
+        likes: typeof raw.likes === "number" ? raw.likes : parseNum(raw.likes),
+        author: raw.author || "",
+        author_url: raw.author_url,
+        published: raw.published,
+        description: raw.description?.substring(0, 2000),
+    };
+}
+function normalizePost(raw) {
+    return {
+        id: raw.id || "",
+        title: raw.title || "",
+        url: raw.url || "",
+        author: raw.author || "",
+        score: typeof raw.score === "number" ? raw.score : parseNum(raw.score),
+        comments_count: typeof raw.comments_count === "number" ? raw.comments_count : parseNum(raw.comments_count),
+        published: raw.published,
+        subreddit: raw.subreddit,
+        text: raw.text,
+        flair: raw.flair,
+    };
+}
+function normalizeComment(raw) {
+    return {
+        id: raw.id || `comment-${Math.random().toString(36).slice(2, 8)}`,
+        author: raw.author || "",
+        text: raw.text || "",
+        score: typeof raw.score === "number" ? raw.score : (typeof raw.likes === "number" ? raw.likes : parseNum(raw.score || raw.likes)),
+        published: raw.published,
+    };
+}
+function normalizeProfile(raw) {
+    const subs = raw.subscribers || raw.followers;
+    return {
+        name: raw.name || raw.username || "",
+        url: raw.url || "",
+        description: raw.description?.substring(0, 1000),
+        subscribers: typeof subs === "number" ? subs : parseNum(subs),
+        avatar: raw.avatar,
+        verified: raw.verified ?? false,
+        video_count: typeof raw.video_count === "number" ? raw.video_count : parseNum(raw.video_count),
+        created: raw.created,
+    };
+}
+/** Parse a number string, returning undefined for NaN. */
+function parseNum(val) {
+    if (val == null)
+        return undefined;
+    const n = parseCompactNumber(String(val));
+    return isNaN(n) ? undefined : n;
+}
+//# sourceMappingURL=ai-fallback.js.map

package/dist/social/ai-fallback.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-fallback.js","sourceRoot":"","sources":["../../src/social/ai-fallback.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACpE,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAUlD,mCAAmC;AAEnC,MAAM,cAAc,GAAiC;IACnD,gBAAgB,EAAE,iNAAiN;IACnO,eAAe,EAAE,wOAAwO;IACzP,kBAAkB,EAAE,uHAAuH;IAC3I,oBAAoB,EAAE,mEAAmE;IACzF,iBAAiB,EAAE,+IAA+I;IAClK,eAAe,EAAE,0LAA0L;IAC3M,cAAc,EAAE,kMAAkM;IAClN,iBAAiB,EAAE,yLAAyL;IAC5M,kBAAkB,EAAE,qIAAqI;CAC1J,CAAC;AAEF,+BAA+B;AAE/B,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAI,IAKzC;IACC,IAAI,CAAC,gBAAgB,EAAE;QAAE,OAAO,IAAI,CAAC;IAErC,MAAM,MAAM,GAAG,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM;QAAE,OAAO,IAAI,CAAC;IAEzB,IAAI,OAAe,CAAC;IAEpB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,oDAAoD;QACpD,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACzE,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC;IAC1B,CAAC;SAAM,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACpB,yCAAyC;QACzC,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3D,OAAO,GAAG,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;SAAM,CAAC;QACN,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,IAAI,CAAC;IAEjD,MAAM,MAAM,GAAG,MAAM,eAAe,EAAE,CAAC;IACvC,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;IAEzF,MAAM,GAAG,GAAG,UAAU,CAAC,IAA+B,CAAC;IACvD,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAErD,OAAO,EAAE,IAAI,EAAE,UAAe,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;AAC5D,CAAC;AAED,oBAAoB;AAEpB,SAAS,eAAe,CAAC,MAAoB,EAAE,GAA4B;IACzE,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAElC,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QAC1C,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,KAAK,IAAI,EAAE,CAAU,CAAC;QACvD,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACpC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,CACnE,CAAC;QACF,OAAO,QAAQ,KAAK,QAAQ;YAC1B,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE;YAC7C,CAAC,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;IACxC,CAAC;IAED,IAAI,IAAI,KAAK,OAAO;QAAE,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC;IACjD,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,WAAW;QAAE,OAAO,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAChG,IAAI,IAAI,KAAK,UAAU,EAAE,CAAC;QACxB,MAAM,QAAQ,GAAI,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAW,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACvE,OAAO,EAAE,GAAG,GAAG,EAAE,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,cAAc,CAAC,GAAQ;IAC9B,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE;QAChB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,EAAE;QACtB,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,EAAE;QAClB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,QAAQ,EAAE,GAAG,CAAC,QAAQ;QACtB,KAAK,EAAE,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC;QACtE,KAAK,EAAE,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC;QACtE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE;QACxB,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;KACjD,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,GAAQ;IAC7B,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE;QAChB,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,EAAE;QACtB,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,EAAE;QAClB,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE;QACxB,KAAK,EAAE,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC;QACtE,cAAc,EAAE,OAAO,GAAG,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC;QAC1G,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,SAAS,EAAE,GAAG,CAAC,SAAS;QACxB,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,KAAK,EAAE,GAAG,CAAC,KAAK;KACjB,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAQ;IAChC,OAAO;QACL,EAAE,EAAE,GAAG,CAAC,EAAE,IAAI,WAAW,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;QACjE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE;QACxB,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,EAAE;QACpB,KAAK,EAAE,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QACjI,SAAS,EAAE,GAAG,CAAC,SAAS;KACzB,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAQ;IAChC,MAAM,IAAI,GAAG,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC,SAAS,CAAC;IAC9C,OAAO;QACL,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,QAAQ,IAAI,EAAE;QACpC,GAAG,EAAE,GAAG,CAAC,GAAG,IAAI,EAAE;QAClB,WAAW,EAAE,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;QAChD,WAAW,EAAE,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;QAC7D,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,KAAK;QAC/B,WAAW,EAAE,OAAO,GAAG,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC;QAC9F,OAAO,EAAE,GAAG,CAAC,OAAO;KACrB,CAAC;AACJ,CAAC;AAED,0DAA0D;AAC1D,SAAS,QAAQ,CAAC,GAAY;IAC5B,IAAI,GAAG,IAAI,IAAI;QAAE,OAAO,SAAS,CAAC;IAClC,MAAM,CAAC,GAAG,kBAAkB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC"}