@roomi-fields/notebooklm-mcp 1.1.2

package/dist/utils/page-utils.js

@@ -0,0 +1,422 @@
+/**
+ * Page utilities for extracting responses from NotebookLM web UI
+ *
+ * This module provides functions to:
+ * - Extract latest assistant responses from the page
+ * - Wait for new responses with streaming detection
+ * - Detect placeholders and loading states
+ * - Snapshot existing responses for comparison
+ *
+ * Based on the Python implementation from page_utils.py
+ */
+import { log } from "./logger.js";
+// ============================================================================
+// Constants
+// ============================================================================
+/**
+ * CSS selectors to find assistant response elements
+ * Ordered by priority (most specific first)
+ */
+const RESPONSE_SELECTORS = [
+    ".to-user-container .message-text-content",
+    "[data-message-author='bot']",
+    "[data-message-author='assistant']",
+    "[data-message-role='assistant']",
+    "[data-author='assistant']",
+    "[data-renderer*='assistant']",
+    "[data-automation-id='response-text']",
+    "[data-automation-id='assistant-response']",
+    "[data-automation-id='chat-response']",
+    "[data-testid*='assistant']",
+    "[data-testid*='response']",
+    "[aria-live='polite']",
+    "[role='listitem'][data-message-author]",
+];
+/**
+ * Text snippets that indicate a placeholder/loading state
+ */
+const PLACEHOLDER_SNIPPETS = [
+    "antwort wird erstellt",
+    "answer wird erstellt",
+    "answer is being created",
+    "answer is being generated",
+    "creating answer",
+    "generating answer",
+    "wird erstellt",
+    "getting the context", // NotebookLM initial loading message
+    "loading",
+    "please wait",
+];
+// ============================================================================
+// Helper Functions
+// ============================================================================
+/**
+ * Simple string hash function (for efficient comparison)
+ */
+function hashString(str) {
+    let hash = 0;
+    for (let i = 0; i < str.length; i++) {
+        const char = str.charCodeAt(i);
+        hash = (hash << 5) - hash + char;
+        hash = hash & hash; // Convert to 32bit integer
+    }
+    return hash;
+}
+/**
+ * Check if text is a placeholder/loading message
+ */
+function isPlaceholder(text) {
+    const lower = text.toLowerCase();
+    return PLACEHOLDER_SNIPPETS.some((snippet) => lower.includes(snippet));
+}
+// ============================================================================
+// Main Functions
+// ============================================================================
+/**
+ * Snapshot the latest response text currently visible
+ * Returns null if no response found
+ */
+export async function snapshotLatestResponse(page) {
+    return await extractLatestText(page, new Set(), false, 0);
+}
+/**
+ * Snapshot ALL existing assistant response texts
+ * Used to capture visible responses BEFORE submitting a new question
+ */
+export async function snapshotAllResponses(page) {
+    const allTexts = [];
+    const primarySelector = ".to-user-container";
+    try {
+        const containers = await page.$$(primarySelector);
+        if (containers.length > 0) {
+            for (const container of containers) {
+                try {
+                    const textElement = await container.$(".message-text-content");
+                    if (textElement) {
+                        const text = await textElement.innerText();
+                        if (text && text.trim()) {
+                            allTexts.push(text.trim());
+                        }
+                    }
+                }
+                catch {
+                    continue;
+                }
+            }
+            log.info(`📸 [SNAPSHOT] Captured ${allTexts.length} existing responses`);
+        }
+    }
+    catch (error) {
+        log.warning(`⚠️ [SNAPSHOT] Failed to snapshot responses: ${error}`);
+    }
+    return allTexts;
+}
+/**
+ * Count the number of visible assistant response elements
+ */
+export async function countResponseElements(page) {
+    let count = 0;
+    for (const selector of RESPONSE_SELECTORS) {
+        try {
+            const elements = await page.$$(selector);
+            if (elements.length > 0) {
+                // Count only visible elements
+                for (const el of elements) {
+                    try {
+                        const isVisible = await el.isVisible();
+                        if (isVisible) {
+                            count++;
+                        }
+                    }
+                    catch {
+                        continue;
+                    }
+                }
+                // If we found elements with this selector, stop trying others
+                if (count > 0) {
+                    break;
+                }
+            }
+        }
+        catch {
+            continue;
+        }
+    }
+    return count;
+}
+/**
+ * Wait for a new assistant response with streaming detection
+ *
+ * This function:
+ * 1. Polls the page for new response text
+ * 2. Detects streaming (text changes) vs. complete (text stable)
+ * 3. Requires text to be stable for 3 consecutive polls before returning
+ * 4. Ignores placeholders, question echoes, and known responses
+ *
+ * @param page Playwright page instance
+ * @param options Options for waiting
+ * @returns The new response text, or null if timeout
+ */
+export async function waitForLatestAnswer(page, options = {}) {
+    const { question = "", timeoutMs = 120000, pollIntervalMs = 1000, ignoreTexts = [], debug = false, } = options;
+    const deadline = Date.now() + timeoutMs;
+    const sanitizedQuestion = question.trim().toLowerCase();
+    // Track ALL known texts as HASHES (memory efficient!)
+    const knownHashes = new Set();
+    for (const text of ignoreTexts) {
+        if (typeof text === "string" && text.trim()) {
+            knownHashes.add(hashString(text.trim()));
+        }
+    }
+    if (debug) {
+        log.debug(`🔍 [DEBUG] Waiting for NEW answer. Ignoring ${knownHashes.size} known responses`);
+    }
+    let pollCount = 0;
+    let lastCandidate = null;
+    let stableCount = 0; // Track how many times we see the same text
+    const requiredStablePolls = 8; // Text must be stable for 8 consecutive polls (~8 seconds)
+    while (Date.now() < deadline) {
+        pollCount++;
+        // Extract latest NEW text
+        const candidate = await extractLatestText(page, knownHashes, debug, pollCount);
+        if (candidate) {
+            const normalized = candidate.trim();
+            if (normalized) {
+                const lower = normalized.toLowerCase();
+                // Check if it's a placeholder
+                if (isPlaceholder(lower)) {
+                    if (debug) {
+                        log.debug(`🔍 [DEBUG] Found placeholder: "${normalized.substring(0, 50)}..." - continuing...`);
+                    }
+                    await page.waitForTimeout(250);
+                    continue;
+                }
+                // DEBUG: Log the candidate text to see what we're getting
+                if (debug && normalized !== lastCandidate) {
+                    log.debug(`🔍 [DEBUG] New candidate text (${normalized.length} chars): "${normalized.substring(0, 100)}..."`);
+                }
+                // Check if it's the question echo
+                if (lower === sanitizedQuestion) {
+                    if (debug) {
+                        log.debug("🔍 [DEBUG] Found question echo, ignoring");
+                    }
+                    knownHashes.add(hashString(normalized)); // Mark as seen
+                    await page.waitForTimeout(pollIntervalMs);
+                    continue;
+                }
+                // ========================================
+                // STREAMING DETECTION: Check if text is stable
+                // ========================================
+                if (normalized === lastCandidate) {
+                    // Text hasn't changed - it's stable
+                    stableCount++;
+                    if (debug && stableCount === requiredStablePolls) {
+                        log.debug(`✅ [DEBUG] Text stable for ${stableCount} polls (${normalized.length} chars)`);
+                    }
+                }
+                else {
+                    // Text changed - streaming in progress
+                    if (debug && lastCandidate) {
+                        log.debug(`🔄 [DEBUG] Text changed (${normalized.length} chars, was ${lastCandidate.length})`);
+                    }
+                    stableCount = 1;
+                    lastCandidate = normalized;
+                }
+                // Only return once text is stable
+                if (stableCount >= requiredStablePolls) {
+                    if (debug) {
+                        log.debug(`✅ [DEBUG] Returning stable answer (${normalized.length} chars)`);
+                    }
+                    return normalized;
+                }
+            }
+        }
+        await page.waitForTimeout(pollIntervalMs);
+    }
+    if (debug) {
+        log.debug(`⏱️ [DEBUG] Timeout after ${pollCount} polls`);
+    }
+    return null;
+}
+/**
+ * Extract the latest NEW response text from the page
+ * Uses hash-based comparison for efficiency
+ *
+ * @param page Playwright page instance
+ * @param knownHashes Set of hashes of already-seen response texts
+ * @param debug Enable debug logging
+ * @param pollCount Current poll number (for conditional logging)
+ * @returns First NEW response text found, or null
+ */
+async function extractLatestText(page, knownHashes, debug, pollCount) {
+    // Try the primary selector first (most specific for NotebookLM)
+    const primarySelector = ".to-user-container";
+    try {
+        const containers = await page.$$(primarySelector);
+        const totalContainers = containers.length;
+        // Early exit if no new containers possible
+        if (totalContainers <= knownHashes.size) {
+            if (debug && pollCount % 5 === 0) {
+                log.dim(`⏭️ [EXTRACT] No new containers (${totalContainers} total, ${knownHashes.size} known)`);
+            }
+            return null;
+        }
+        if (containers.length > 0) {
+            // Only log every 5th poll to reduce noise
+            if (debug && pollCount % 5 === 0) {
+                log.dim(`🔍 [EXTRACT] Scanning ${totalContainers} containers (${knownHashes.size} known)`);
+            }
+            let skipped = 0;
+            let empty = 0;
+            // Scan ALL containers to find the FIRST with NEW text
+            for (let idx = 0; idx < containers.length; idx++) {
+                const container = containers[idx];
+                try {
+                    const textElement = await container.$(".message-text-content");
+                    if (textElement) {
+                        const text = await textElement.innerText();
+                        if (text && text.trim()) {
+                            // Hash-based comparison (faster & less memory)
+                            const textHash = hashString(text.trim());
+                            if (!knownHashes.has(textHash)) {
+                                log.success(`✅ [EXTRACT] Found NEW text in container[${idx}]: ${text.trim().length} chars`);
+                                return text.trim();
+                            }
+                            else {
+                                skipped++;
+                            }
+                        }
+                        else {
+                            empty++;
+                        }
+                    }
+                }
+                catch {
+                    continue;
+                }
+            }
+            // Only log summary if debug enabled
+            if (debug && pollCount % 5 === 0) {
+                log.dim(`⏭️ [EXTRACT] No NEW text (skipped ${skipped} known, ${empty} empty)`);
+            }
+            return null; // Don't fall through to fallback!
+        }
+        else {
+            if (debug) {
+                log.warning("⚠️ [EXTRACT] No containers found");
+            }
+        }
+    }
+    catch (error) {
+        log.error(`❌ [EXTRACT] Primary selector failed: ${error}`);
+    }
+    // Fallback: Try other selectors (only if primary selector failed/found nothing)
+    if (debug) {
+        log.dim("🔄 [EXTRACT] Trying fallback selectors...");
+    }
+    for (const selector of RESPONSE_SELECTORS) {
+        try {
+            const elements = await page.$$(selector);
+            if (elements.length === 0)
+                continue;
+            // Scan ALL elements to find the first with NEW text
+            for (const element of elements) {
+                try {
+                    // Prefer full container text when available
+                    let container = element;
+                    try {
+                        const closest = await element.evaluateHandle((el) => {
+                            return el.closest("[data-message-author], [data-message-role], [data-author], " +
+                                "[data-testid*='assistant'], [data-automation-id*='response'], article, section");
+                        });
+                        if (closest) {
+                            container = closest.asElement() || element;
+                        }
+                    }
+                    catch {
+                        container = element;
+                    }
+                    const text = await container.innerText();
+                    if (text && text.trim() && !knownHashes.has(hashString(text.trim()))) {
+                        return text.trim();
+                    }
+                }
+                catch {
+                    continue;
+                }
+            }
+        }
+        catch {
+            continue;
+        }
+    }
+    // Final fallback: JavaScript evaluation
+    try {
+        const fallbackText = await page.evaluate(() => {
+            // @ts-expect-error - DOM types available in browser context
+            const unique = new Set();
+            // @ts-expect-error - DOM types available in browser context
+            const isVisible = (el) => {
+                // @ts-expect-error - DOM types available in browser context
+                if (!el || !el.isConnected)
+                    return false;
+                const rect = el.getBoundingClientRect();
+                if (rect.width === 0 || rect.height === 0)
+                    return false;
+                // @ts-expect-error - window available in browser context
+                const style = window.getComputedStyle(el);
+                if (style.visibility === "hidden" ||
+                    style.display === "none" ||
+                    parseFloat(style.opacity || "1") === 0) {
+                    return false;
+                }
+                return true;
+            };
+            const selectors = [
+                "[data-message-author]",
+                "[data-message-role]",
+                "[data-author]",
+                "[data-renderer*='assistant']",
+                "[data-testid*='assistant']",
+                "[data-automation-id*='response']",
+            ];
+            const candidates = [];
+            for (const selector of selectors) {
+                // @ts-expect-error - document available in browser context
+                for (const el of document.querySelectorAll(selector)) {
+                    if (!isVisible(el))
+                        continue;
+                    if (unique.has(el))
+                        continue;
+                    unique.add(el);
+                    // @ts-expect-error - DOM types available in browser context
+                    const text = el.innerText || el.textContent || "";
+                    if (!text.trim())
+                        continue;
+                    candidates.push(text.trim());
+                }
+            }
+            if (candidates.length > 0) {
+                return candidates[candidates.length - 1];
+            }
+            return null;
+        });
+        if (typeof fallbackText === "string" && fallbackText.trim()) {
+            return fallbackText.trim();
+        }
+    }
+    catch {
+        // Ignore evaluation errors
+    }
+    return null;
+}
+// ============================================================================
+// Exports
+// ============================================================================
+export default {
+    snapshotLatestResponse,
+    snapshotAllResponses,
+    countResponseElements,
+    waitForLatestAnswer,
+};
+//# sourceMappingURL=page-utils.js.map

package/dist/utils/page-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"page-utils.js","sourceRoot":"","sources":["../../src/utils/page-utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAAE,GAAG,EAAE,MAAM,aAAa,CAAC;AAElC,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E;;;GAGG;AACH,MAAM,kBAAkB,GAAG;IACzB,0CAA0C;IAC1C,6BAA6B;IAC7B,mCAAmC;IACnC,iCAAiC;IACjC,2BAA2B;IAC3B,8BAA8B;IAC9B,sCAAsC;IACtC,2CAA2C;IAC3C,sCAAsC;IACtC,4BAA4B;IAC5B,2BAA2B;IAC3B,sBAAsB;IACtB,wCAAwC;CACzC,CAAC;AAEF;;GAEG;AACH,MAAM,oBAAoB,GAAG;IAC3B,uBAAuB;IACvB,sBAAsB;IACtB,yBAAyB;IACzB,2BAA2B;IAC3B,iBAAiB;IACjB,mBAAmB;IACnB,eAAe;IACf,qBAAqB,EAAG,qCAAqC;IAC7D,SAAS;IACT,aAAa;CACd,CAAC;AAEF,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E;;GAEG;AACH,SAAS,UAAU,CAAC,GAAW;IAC7B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;QACjC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,2BAA2B;IACjD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,IAAY;IACjC,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,OAAO,oBAAoB,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;AACzE,CAAC;AAED,+EAA+E;AAC/E,iBAAiB;AACjB,+EAA+E;AAE/E;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAAC,IAAU;IACrD,OAAO,MAAM,iBAAiB,CAAC,IAAI,EAAE,IAAI,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,IAAU;IACnD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,eAAe,GAAG,oBAAoB,CAAC;IAE7C,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,CAAC;QAClD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,IAAI,CAAC;oBACH,MAAM,WAAW,GAAG,MAAM,SAAS,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC;oBAC/D,IAAI,WAAW,EAAE,CAAC;wBAChB,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,CAAC;wBAC3C,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;4BACxB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;wBAC7B,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;YAED,GAAG,CAAC,IAAI,CAAC,0BAA0B,QAAQ,CAAC,MAAM,qBAAqB,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,GAAG,CAAC,OAAO,CAAC,+CAA+C,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,IAAU;IACpD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,QAAQ,IAAI,kBAAkB,EAAE,CAAC;QAC1C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;YACzC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,8BAA8B;gBAC9B,KAAK,MAAM,EAAE,IAAI,QAAQ,EAAE,CAAC;oBAC1B,IAAI,CAAC;wBACH,MAAM,SAAS,GAAG,MAAM,EAAE,CAAC,SAAS,EAAE,CAAC;wBACvC,IAAI,SAAS,EAAE,CAAC;4BACd,KAAK,EAAE,CAAC;wBACV,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,SAAS;oBACX,CAAC;gBACH,CAAC;gBACD,8DAA8D;gBAC9D,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;oBACd,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,IAAU,EACV,UAMI,EAAE;IAEN,MAAM,EACJ,QAAQ,GAAG,EAAE,EACb,SAAS,GAAG,MAAM,EAClB,cAAc,GAAG,IAAI,EACrB,WAAW,GAAG,EAAE,EAChB,KAAK,GAAG,KAAK,GACd,GAAG,OAAO,CAAC;IAEZ,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IACxC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAExD,sDAAsD;IACtD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;YAC5C,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAED,IAAI,KAAK,EAAE,CAAC;QACV,GAAG,CAAC,KAAK,CACP,+CAA+C,WAAW,CAAC,IAAI,kBAAkB,CAClF,CAAC;IACJ,CAAC;IAED,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,aAAa,GAAkB,IAAI,CAAC;IACxC,IAAI,WAAW,GAAG,CAAC,CAAC,CAAC,4CAA4C;IACjE,MAAM,mBAAmB,GAAG,CAAC,CAAC,CAAC,2DAA2D;IAE1F,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QAC7B,SAAS,EAAE,CAAC;QAEZ,0BAA0B;QAC1B,MAAM,SAAS,GAAG,MAAM,iBAAiB,CACvC,IAAI,EACJ,WAAW,EACX,KAAK,EACL,SAAS,CACV,CAAC;QAEF,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;YACpC,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,KAAK,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;gBAEvC,8BAA8B;gBAC9B,IAAI,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;oBACzB,IAAI,KAAK,EAAE,CAAC;wBACV,GAAG,CAAC,KAAK,CAAC,kCAAkC,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,sBAAsB,CAAC,CAAC;oBACjG,CAAC;oBACD,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;oBAC/B,SAAS;gBACX,CAAC;gBAED,0DAA0D;gBAC1D,IAAI,KAAK,IAAI,UAAU,KAAK,aAAa,EAAE,CAAC;oBAC1C,GAAG,CAAC,KAAK,CAAC,kCAAkC,UAAU,CAAC,MAAM,aAAa,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;gBAChH,CAAC;gBAED,kCAAkC;gBAClC,IAAI,KAAK,KAAK,iBAAiB,EAAE,CAAC;oBAChC,IAAI,KAAK,EAAE,CAAC;wBACV,GAAG,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;oBACxD,CAAC;oBACD,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,eAAe;oBACxD,MAAM,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;oBAC1C,SAAS;gBACX,CAAC;gBAED,2CAA2C;gBAC3C,+CAA+C;gBAC/C,2CAA2C;gBAC3C,IAAI,UAAU,KAAK,aAAa,EAAE,CAAC;oBACjC,oCAAoC;oBACpC,WAAW,EAAE,CAAC;oBACd,IAAI,KAAK,IAAI,WAAW,KAAK,mBAAmB,EAAE,CAAC;wBACjD,GAAG,CAAC,KAAK,CACP,6BAA6B,WAAW,WAAW,UAAU,CAAC,MAAM,SAAS,CAC9E,CAAC;oBACJ,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,uCAAuC;oBACvC,IAAI,KAAK,IAAI,aAAa,EAAE,CAAC;wBAC3B,GAAG,CAAC,KAAK,CACP,4BAA4B,UAAU,CAAC,MAAM,eAAe,aAAa,CAAC,MAAM,GAAG,CACpF,CAAC;oBACJ,CAAC;oBACD,WAAW,GAAG,CAAC,CAAC;oBAChB,aAAa,GAAG,UAAU,CAAC;gBAC7B,CAAC;gBAED,kCAAkC;gBAClC,IAAI,WAAW,IAAI,mBAAmB,EAAE,CAAC;oBACvC,IAAI,KAAK,EAAE,CAAC;wBACV,GAAG,CAAC,KAAK,CAAC,sCAAsC,UAAU,CAAC,MAAM,SAAS,CAAC,CAAC;oBAC9E,CAAC;oBACD,OAAO,UAAU,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,KAAK,EAAE,CAAC;QACV,GAAG,CAAC,KAAK,CAAC,4BAA4B,SAAS,QAAQ,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;;GASG;AACH,KAAK,UAAU,iBAAiB,CAC9B,IAAU,EACV,WAAwB,EACxB,KAAc,EACd,SAAiB;IAEjB,gEAAgE;IAChE,MAAM,eAAe,GAAG,oBAAoB,CAAC;IAC7C,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,eAAe,CAAC,CAAC;QAClD,MAAM,eAAe,GAAG,UAAU,CAAC,MAAM,CAAC;QAE1C,2CAA2C;QAC3C,IAAI,eAAe,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,KAAK,IAAI,SAAS,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,GAAG,CACL,mCAAmC,eAAe,WAAW,WAAW,CAAC,IAAI,SAAS,CACvF,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,0CAA0C;YAC1C,IAAI,KAAK,IAAI,SAAS,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,GAAG,CACL,yBAAyB,eAAe,gBAAgB,WAAW,CAAC,IAAI,SAAS,CAClF,CAAC;YACJ,CAAC;YAED,IAAI,OAAO,GAAG,CAAC,CAAC;YAChB,IAAI,KAAK,GAAG,CAAC,CAAC;YAEd,sDAAsD;YACtD,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,UAAU,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;gBACjD,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;gBAClC,IAAI,CAAC;oBACH,MAAM,WAAW,GAAG,MAAM,SAAS,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC;oBAC/D,IAAI,WAAW,EAAE,CAAC;wBAChB,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,SAAS,EAAE,CAAC;wBAC3C,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC;4BACxB,+CAA+C;4BAC/C,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;4BACzC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;gCAC/B,GAAG,CAAC,OAAO,CACT,2CAA2C,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,QAAQ,CAC/E,CAAC;gCACF,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;4BACrB,CAAC;iCAAM,CAAC;gCACN,OAAO,EAAE,CAAC;4BACZ,CAAC;wBACH,CAAC;6BAAM,CAAC;4BACN,KAAK,EAAE,CAAC;wBACV,CAAC;oBACH,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;YAED,oCAAoC;YACpC,IAAI,KAAK,IAAI,SAAS,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjC,GAAG,CAAC,GAAG,CACL,qCAAqC,OAAO,WAAW,KAAK,SAAS,CACtE,CAAC;YACJ,CAAC;YACD,OAAO,IAAI,CAAC,CAAC,kCAAkC;QACjD,CAAC;aAAM,CAAC;YACN,IAAI,KAAK,EAAE,CAAC;gBACV,GAAG,CAAC,OAAO,CAAC,kCAAkC,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,GAAG,CAAC,KAAK,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,gFAAgF;IAChF,IAAI,KAAK,EAAE,CAAC;QACV,GAAG,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,kBAAkB,EAAE,CAAC;QAC1C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;YACzC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEpC,oDAAoD;YACpD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC/B,IAAI,CAAC;oBACH,4CAA4C;oBAC5C,IAAI,SAAS,GAAG,OAAO,CAAC;oBACxB,IAAI,CAAC;wBACH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,CAAC,EAAE,EAAE,EAAE;4BAClD,OAAO,EAAE,CAAC,OAAO,CACf,6DAA6D;gCAC3D,gFAAgF,CACnF,CAAC;wBACJ,CAAC,CAAC,CAAC;wBACH,IAAI,OAAO,EAAE,CAAC;4BACZ,SAAS,GAAG,OAAO,CAAC,SAAS,EAAE,IAAI,OAAO,CAAC;wBAC7C,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,SAAS,GAAG,OAAO,CAAC;oBACtB,CAAC;oBAED,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC;oBACzC,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;wBACrE,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;oBACrB,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAED,wCAAwC;IACxC,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAkB,EAAE;YAC3D,4DAA4D;YAC5D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAW,CAAC;YAClC,4DAA4D;YAC5D,MAAM,SAAS,GAAG,CAAC,EAAW,EAAW,EAAE;gBACzC,4DAA4D;gBAC5D,IAAI,CAAC,EAAE,IAAI,CAAE,EAAkB,CAAC,WAAW;oBAAE,OAAO,KAAK,CAAC;gBAC1D,MAAM,IAAI,GAAG,EAAE,CAAC,qBAAqB,EAAE,CAAC;gBACxC,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACxD,yDAAyD;gBACzD,MAAM,KAAK,GAAG,MAAM,CAAC,gBAAgB,CAAC,EAAiB,CAAC,CAAC;gBACzD,IACE,KAAK,CAAC,UAAU,KAAK,QAAQ;oBAC7B,KAAK,CAAC,OAAO,KAAK,MAAM;oBACxB,UAAU,CAAC,KAAK,CAAC,OAAO,IAAI,GAAG,CAAC,KAAK,CAAC,EACtC,CAAC;oBACD,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC,CAAC;YAEF,MAAM,SAAS,GAAG;gBAChB,uBAAuB;gBACvB,qBAAqB;gBACrB,eAAe;gBACf,8BAA8B;gBAC9B,4BAA4B;gBAC5B,kCAAkC;aACnC,CAAC;YAEF,MAAM,UAAU,GAAa,EAAE,CAAC;YAChC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,2DAA2D;gBAC3D,KAAK,MAAM,EAAE,IAAI,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACrD,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;wBAAE,SAAS;oBAC7B,IAAI,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;wBAAE,SAAS;oBAC7B,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBAEf,4DAA4D;oBAC5D,MAAM,IAAI,GAAI,EAAkB,CAAC,SAAS,IAAK,EAAkB,CAAC,WAAW,IAAI,EAAE,CAAC;oBACpF,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;wBAAE,SAAS;oBAE3B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;YAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,OAAO,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC3C,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,CAAC,IAAI,EAAE,EAAE,CAAC;YAC5D,OAAO,YAAY,CAAC,IAAI,EAAE,CAAC;QAC7B,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,2BAA2B;IAC7B,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,+EAA+E;AAC/E,UAAU;AACV,+EAA+E;AAE/E,eAAe;IACb,sBAAsB;IACtB,oBAAoB;IACpB,qBAAqB;IACrB,mBAAmB;CACpB,CAAC"}

package/dist/utils/stealth-utils.d.ts

@@ -0,0 +1,135 @@
+/**
+ * Stealth utilities for human-like browser behavior
+ *
+ * This module provides functions to simulate realistic human interactions:
+ * - Human-like typing (speed configurable via CONFIG.typingWpmMin/Max)
+ * - Realistic mouse movements (Bezier curves with jitter)
+ * - Random delays (normal distribution)
+ * - Smooth scrolling
+ * - Reading pauses
+ *
+ * Based on the Python implementation from stealth_utils.py
+ */
+import type { Page } from "patchright";
+/**
+ * Sleep for specified milliseconds
+ */
+export declare function sleep(ms: number): Promise<void>;
+/**
+ * Generate random integer between min and max (inclusive)
+ */
+export declare function randomInt(min: number, max: number): number;
+/**
+ * Generate random float between min and max
+ */
+export declare function randomFloat(min: number, max: number): number;
+/**
+ * Generate random character (for typos)
+ */
+export declare function randomChar(): string;
+/**
+ * Generate Gaussian (normal) distributed random number
+ * Uses Box-Muller transform
+ */
+export declare function gaussian(mean: number, stdDev: number): number;
+/**
+ * Add a random delay to simulate human thinking/reaction time
+ * Uses normal distribution for more realistic delays
+ *
+ * @param minMs Minimum delay in milliseconds (default: from CONFIG)
+ * @param maxMs Maximum delay in milliseconds (default: from CONFIG)
+ */
+export declare function randomDelay(minMs?: number, maxMs?: number): Promise<void>;
+/**
+ * Type text in a human-like manner with variable speed and optional typos
+ *
+ * Simulates realistic typing patterns:
+ * - Variable speed (45-65 WPM by default)
+ * - Occasional typos (2% chance)
+ * - Longer pauses after punctuation
+ * - Realistic character delays
+ *
+ * @param page Playwright page instance
+ * @param selector CSS selector of input element
+ * @param text Text to type
+ * @param options Typing options (wpm, withTypos)
+ */
+export declare function humanType(page: Page, selector: string, text: string, options?: {
+    wpm?: number;
+    withTypos?: boolean;
+}): Promise<void>;
+/**
+ * Move mouse in a realistic curved path to target coordinates
+ * Uses Bezier-like curves with jitter for natural movement
+ *
+ * @param page Playwright page instance
+ * @param targetX Target X coordinate (default: random)
+ * @param targetY Target Y coordinate (default: random)
+ * @param steps Number of steps in movement (default: random 10-25)
+ */
+export declare function randomMouseMovement(page: Page, targetX?: number, targetY?: number, steps?: number): Promise<void>;
+/**
+ * Click an element with realistic human behavior
+ * Includes mouse movement, pause, and click
+ *
+ * @param page Playwright page instance
+ * @param selector CSS selector of element to click
+ * @param withMouseMovement Whether to move mouse first (default: true)
+ */
+export declare function realisticClick(page: Page, selector: string, withMouseMovement?: boolean): Promise<void>;
+/**
+ * Scroll the page smoothly like a human
+ * Uses multiple small steps for smooth animation
+ *
+ * @param page Playwright page instance
+ * @param amount Scroll amount in pixels (default: random 100-400)
+ * @param direction Scroll direction ("down" or "up")
+ */
+export declare function smoothScroll(page: Page, amount?: number, direction?: "up" | "down"): Promise<void>;
+/**
+ * Pause as if reading text, based on length
+ * Calculates realistic reading time based on text length and WPM
+ *
+ * @param textLength Number of characters to "read"
+ * @param wpm Reading speed in words per minute (default: random 200-250)
+ */
+export declare function readingPause(textLength: number, wpm?: number): Promise<void>;
+/**
+ * Add small random mouse movements to simulate natural fidgeting
+ *
+ * @param page Playwright page instance
+ * @param iterations Number of small movements (default: 3)
+ */
+export declare function randomMouseJitter(page: Page, iterations?: number): Promise<void>;
+/**
+ * Hover over an element with realistic mouse movement
+ *
+ * @param page Playwright page instance
+ * @param selector CSS selector of element to hover
+ */
+export declare function hoverElement(page: Page, selector: string): Promise<void>;
+/**
+ * Simulate reading a page with scrolling and pauses
+ * Adds realistic behavior of scrolling and reading content
+ *
+ * @param page Playwright page instance
+ */
+export declare function simulateReadingPage(page: Page): Promise<void>;
+declare const _default: {
+    sleep: typeof sleep;
+    randomInt: typeof randomInt;
+    randomFloat: typeof randomFloat;
+    randomChar: typeof randomChar;
+    gaussian: typeof gaussian;
+    randomDelay: typeof randomDelay;
+    humanType: typeof humanType;
+    randomMouseMovement: typeof randomMouseMovement;
+    realisticClick: typeof realisticClick;
+    smoothScroll: typeof smoothScroll;
+    readingPause: typeof readingPause;
+    randomMouseJitter: typeof randomMouseJitter;
+    hoverElement: typeof hoverElement;
+    simulateReadingPage: typeof simulateReadingPage;
+};
+export default _default;
+//# sourceMappingURL=stealth-utils.d.ts.map

package/dist/utils/stealth-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stealth-utils.d.ts","sourceRoot":"","sources":["../../src/utils/stealth-utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAOvC;;GAEG;AACH,wBAAsB,KAAK,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAErD;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAE1D;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,MAAM,CAE5D;AAED;;GAEG;AACH,wBAAgB,UAAU,IAAI,MAAM,CAGnC;AAED;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAK7D;AAMD;;;;;;GAMG;AACH,wBAAsB,WAAW,CAC/B,KAAK,CAAC,EAAE,MAAM,EACd,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC,CAsBf;AAMD;;;;;;;;;;;;;GAaG;AACH,wBAAsB,SAAS,CAC7B,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE;IACP,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,OAAO,CAAC;CAChB,GACL,OAAO,CAAC,IAAI,CAAC,CAwEf;AAMD;;;;;;;;GAQG;AACH,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,MAAM,EAChB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,IAAI,CAAC,CAuCf;AAMD;;;;;;;GAOG;AACH,wBAAsB,cAAc,CAClC,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,MAAM,EAChB,iBAAiB,GAAE,OAAc,GAChC,OAAO,CAAC,IAAI,CAAC,CAgCf;AAMD;;;;;;;GAOG;AACH,wBAAsB,YAAY,CAChC,IAAI,EAAE,IAAI,EACV,MAAM,CAAC,EAAE,MAAM,EACf,SAAS,GAAE,IAAI,GAAG,MAAe,GAChC,OAAO,CAAC,IAAI,CAAC,CA6Bf;AAMD;;;;;;GAMG;AACH,wBAAsB,YAAY,CAAC,UAAU,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAoBlF;AAMD;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,IAAI,EACV,UAAU,GAAE,MAAU,GACrB,OAAO,CAAC,IAAI,CAAC,CAaf;AAMD;;;;;GAKG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAmB9E;AAMD;;;;;GAKG;AACH,wBAAsB,mBAAmB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAqBnE;;;;;;;;;;;;;;;;;AAMD,wBAeE"}