@lobu/connector-sdk 6.0.1

package/dist/browser/launcher.js

@@ -0,0 +1,157 @@
+/// <reference lib="dom" />
+/**
+ * Browser Launcher Utility
+ * Provides Playwright-based browser automation
+ */
+import { mkdir, writeFile } from 'node:fs/promises';
+import { join } from 'node:path';
+import { sdkLogger } from '../logger.js';
+import { launchStealthBrowser } from './stealth.js';
+/**
+ * Add Puppeteer-compatible methods to Playwright Page
+ */
+function addCompatibilityMethods(page) {
+    if (!page.setUserAgent) {
+        page.setUserAgent = async (userAgent) => {
+            await page.setExtraHTTPHeaders({
+                'User-Agent': userAgent,
+            });
+        };
+    }
+    return page;
+}
+/**
+ * Launch browser with Playwright
+ */
+export async function launchBrowser(_env, options = {}) {
+    const isDebug = options.debug ?? process.env.BROWSER_DEBUG === '1';
+    const enableTrace = options.trace ?? process.env.BROWSER_TRACE === '1';
+    const screenshotDir = options.screenshotDir ?? process.env.BROWSER_SCREENSHOT_DIR ?? '/tmp/feed-screenshots';
+    const useStealth = options.stealth ?? process.env.BROWSER_STEALTH === '1';
+    sdkLogger.info(`[BrowserLauncher] Using Playwright (local) - headless: ${!isDebug}, stealth: ${useStealth}`);
+    try {
+        if (useStealth) {
+            const stealthBrowser = await launchStealthBrowser({
+                headless: !isDebug,
+                debug: isDebug,
+            });
+            const browser = stealthBrowser.browser;
+            const originalNewPage = browser.newPage.bind(browser);
+            browser.newPage = async () => {
+                const page = await originalNewPage();
+                return addCompatibilityMethods(page);
+            };
+            sdkLogger.info('[BrowserLauncher] Stealth mode enabled - using anti-detection measures');
+            return {
+                browser,
+                isPlaywright: true,
+                screenshotDir,
+            };
+        }
+        const playwrightModule = 'playwright';
+        const { chromium } = await import(/* @vite-ignore */ playwrightModule);
+        const browser = await chromium.launch({
+            headless: !isDebug,
+            slowMo: isDebug ? 100 : 0,
+            args: ['--no-sandbox', '--disable-setuid-sandbox', '--disable-dev-shm-usage'],
+            devtools: isDebug,
+        });
+        const originalNewPage = browser.newPage.bind(browser);
+        browser.newPage = async () => {
+            const page = await originalNewPage();
+            return addCompatibilityMethods(page);
+        };
+        if (isDebug) {
+            sdkLogger.info('[BrowserLauncher] Debug mode enabled - browser visible, slow motion active');
+        }
+        if (enableTrace) {
+            sdkLogger.info('[BrowserLauncher] Trace recording enabled - artifacts will be saved on error');
+        }
+        return {
+            browser,
+            isPlaywright: true,
+            screenshotDir,
+        };
+    }
+    catch (error) {
+        if (error.message?.includes("Executable doesn't exist") || error.code === 'MODULE_NOT_FOUND') {
+            throw new Error('Playwright not installed or Chromium browser missing.\n' +
+                'Install with: npm install -D playwright && npx playwright install chromium');
+        }
+        sdkLogger.error({ error }, '[BrowserLauncher] Failed to launch Playwright browser:');
+        throw new Error(`Playwright launch failed: ${error.message}`);
+    }
+}
+/**
+ * Capture error artifacts (screenshot, HTML, trace) when feed fails
+ */
+export async function captureErrorArtifacts(page, error, feedType, screenshotDir) {
+    try {
+        await mkdir(screenshotDir, { recursive: true });
+        const timestamp = new Date().toISOString().replace(/[:.]/g, '-');
+        const baseFilename = `${feedType}-${timestamp}`;
+        const screenshotPath = join(screenshotDir, `${baseFilename}.png`);
+        try {
+            await page.screenshot({
+                path: screenshotPath,
+                fullPage: true,
+                timeout: 5000,
+            });
+            sdkLogger.error({ path: screenshotPath }, '[BrowserLauncher] Screenshot saved');
+        }
+        catch (screenshotError) {
+            sdkLogger.warn({ error: screenshotError }, '[BrowserLauncher] Failed to capture screenshot');
+        }
+        const htmlPath = join(screenshotDir, `${baseFilename}.html`);
+        try {
+            const html = await page.content();
+            await writeFile(htmlPath, html, 'utf-8');
+            sdkLogger.error({ path: htmlPath }, '[BrowserLauncher] HTML saved');
+        }
+        catch (htmlError) {
+            sdkLogger.warn({ error: htmlError }, '[BrowserLauncher] Failed to save HTML');
+        }
+        const logsPath = join(screenshotDir, `${baseFilename}.log`);
+        try {
+            const logs = await page
+                .evaluate(() => {
+                return window.console?.history || [];
+            })
+                .catch(() => []);
+            if (logs.length > 0) {
+                await writeFile(logsPath, logs.join('\n'), 'utf-8');
+                sdkLogger.error(`[BrowserLauncher] Console logs saved: ${logsPath}`);
+            }
+        }
+        catch (_logError) {
+            // Console logs are optional
+        }
+        sdkLogger.error({
+            feed_type: feedType,
+            error: error.message,
+            stack: error.stack,
+            artifacts: {
+                directory: screenshotDir,
+                screenshot: screenshotPath,
+                html: htmlPath,
+            },
+            debug_hint: `To debug: BROWSER_DEBUG=1 pnpm sync ${feedType} [options]`,
+        }, '[BrowserLauncher] Feed failed');
+    }
+    catch (captureError) {
+        sdkLogger.error({ error: captureError }, '[BrowserLauncher] Failed to capture error artifacts');
+    }
+}
+/**
+ * Wrap feed execution with error artifact capture
+ */
+export async function withErrorCapture(fn, page, feedType, screenshotDir) {
+    try {
+        return await fn();
+    }
+    catch (error) {
+        await captureErrorArtifacts(page, error, feedType, screenshotDir);
+        throw error;
+    }
+}
+//# sourceMappingURL=launcher.js.map

package/dist/browser/launcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"launcher.js","sourceRoot":"","sources":["../../src/browser/launcher.ts"],"names":[],"mappings":"AAAA,2BAA2B;AAC3B;;;GAGG;AAEH,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AAepD;;GAEG;AACH,SAAS,uBAAuB,CAAC,IAAS;IACxC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QACvB,IAAI,CAAC,YAAY,GAAG,KAAK,EAAE,SAAiB,EAAE,EAAE;YAC9C,MAAM,IAAI,CAAC,mBAAmB,CAAC;gBAC7B,YAAY,EAAE,SAAS;aACxB,CAAC,CAAC;QACL,CAAC,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,IAAS,EACT,UAAgC,EAAE;IAElC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,GAAG,CAAC;IACnE,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,GAAG,CAAC;IACvE,MAAM,aAAa,GACjB,OAAO,CAAC,aAAa,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,uBAAuB,CAAC;IAEzF,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,GAAG,CAAC;IAE1E,SAAS,CAAC,IAAI,CACZ,0DAA0D,CAAC,OAAO,cAAc,UAAU,EAAE,CAC7F,CAAC;IAEF,IAAI,CAAC;QACH,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,cAAc,GAAG,MAAM,oBAAoB,CAAC;gBAChD,QAAQ,EAAE,CAAC,OAAO;gBAClB,KAAK,EAAE,OAAO;aACf,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,CAAC;YACvC,MAAM,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAEtD,OAAO,CAAC,OAAO,GAAG,KAAK,IAAI,EAAE;gBAC3B,MAAM,IAAI,GAAG,MAAM,eAAe,EAAE,CAAC;gBACrC,OAAO,uBAAuB,CAAC,IAAI,CAAC,CAAC;YACvC,CAAC,CAAC;YAEF,SAAS,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;YAEzF,OAAO;gBACL,OAAO;gBACP,YAAY,EAAE,IAAI;gBAClB,aAAa;aACd,CAAC;QACJ,CAAC;QAED,MAAM,gBAAgB,GAAG,YAAY,CAAC;QACtC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;QAEvE,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;YACpC,QAAQ,EAAE,CAAC,OAAO;YAClB,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACzB,IAAI,EAAE,CAAC,cAAc,EAAE,0BAA0B,EAAE,yBAAyB,CAAC;YAC7E,QAAQ,EAAE,OAAO;SAClB,CAAC,CAAC;QAEH,MAAM,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACtD,OAAO,CAAC,OAAO,GAAG,KAAK,IAAI,EAAE;YAC3B,MAAM,IAAI,GAAG,MAAM,eAAe,EAAE,CAAC;YACrC,OAAO,uBAAuB,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC,CAAC;QAEF,IAAI,OAAO,EAAE,CAAC;YACZ,SAAS,CAAC,IAAI,CAAC,4EAA4E,CAAC,CAAC;QAC/F,CAAC;QAED,IAAI,WAAW,EAAE,CAAC;YAChB,SAAS,CAAC,IAAI,CACZ,8EAA8E,CAC/E,CAAC;QACJ,CAAC;QAED,OAAO;YACL,OAAO;YACP,YAAY,EAAE,IAAI;YAClB,aAAa;SACd,CAAC;IACJ,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,IAAI,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,0BAA0B,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YAC7F,MAAM,IAAI,KAAK,CACb,yDAAyD;gBACvD,4EAA4E,CAC/E,CAAC;QACJ,CAAC;QAED,SAAS,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,wDAAwD,CAAC,CAAC;QACrF,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IAChE,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,IAAS,EACT,KAAY,EACZ,QAAgB,EAChB,aAAqB;IAErB,IAAI,CAAC;QACH,MAAM,KAAK,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEhD,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACjE,MAAM,YAAY,GAAG,GAAG,QAAQ,IAAI,SAAS,EAAE,CAAC;QAEhD,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,YAAY,MAAM,CAAC,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,UAAU,CAAC;gBACpB,IAAI,EAAE,cAAc;gBACpB,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,IAAI;aACd,CAAC,CAAC;YACH,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,EAAE,oCAAoC,CAAC,CAAC;QAClF,CAAC;QAAC,OAAO,eAAe,EAAE,CAAC;YACzB,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,eAAe,EAAE,EAAE,gDAAgD,CAAC,CAAC;QAC/F,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,YAAY,OAAO,CAAC,CAAC;QAC7D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YACzC,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,8BAA8B,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACnB,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,uCAAuC,CAAC,CAAC;QAChF,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,YAAY,MAAM,CAAC,CAAC;QAC5D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI;iBACpB,QAAQ,CAAC,GAAG,EAAE;gBACb,OAAQ,MAAM,CAAC,OAA6C,EAAE,OAAO,IAAI,EAAE,CAAC;YAC9E,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAEnB,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;gBACpD,SAAS,CAAC,KAAK,CAAC,yCAAyC,QAAQ,EAAE,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;QAAC,OAAO,SAAS,EAAE,CAAC;YACnB,4BAA4B;QAC9B,CAAC;QAED,SAAS,CAAC,KAAK,CACb;YACE,SAAS,EAAE,QAAQ;YACnB,KAAK,EAAE,KAAK,CAAC,OAAO;YACpB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE;gBACT,SAAS,EAAE,aAAa;gBACxB,UAAU,EAAE,cAAc;gBAC1B,IAAI,EAAE,QAAQ;aACf;YACD,UAAU,EAAE,uCAAuC,QAAQ,YAAY;SACxE,EACD,+BAA+B,CAChC,CAAC;IACJ,CAAC;IAAC,OAAO,YAAY,EAAE,CAAC;QACtB,SAAS,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,qDAAqD,CAAC,CAAC;IAClG,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,EAAoB,EACpB,IAAS,EACT,QAAgB,EAChB,aAAqB;IAErB,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,EAAE,CAAC;IACpB,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,MAAM,qBAAqB,CAAC,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC;QAClE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/browser/stealth.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Stealth Browser Helper
+ * Provides browser instances that mimic real browsers to avoid CAPTCHA and bot detection
+ */
+type Browser = any;
+type BrowserContext = any;
+type Page = any;
+export interface StealthBrowserOptions {
+    headless?: boolean;
+    debug?: boolean;
+    userAgent?: string;
+    viewport?: {
+        width: number;
+        height: number;
+    };
+    timezoneId?: string;
+    locale?: string;
+    proxy?: {
+        server: string;
+        username?: string;
+        password?: string;
+    };
+}
+export interface StealthBrowser {
+    browser: Browser;
+    context: BrowserContext;
+    page: Page;
+    close: () => Promise<void>;
+}
+/**
+ * Launch a stealth browser instance
+ */
+export declare function launchStealthBrowser(options?: StealthBrowserOptions): Promise<StealthBrowser>;
+/**
+ * Human-like delay (50-200ms random)
+ */
+export declare function getRandomDelay(): number;
+/**
+ * Random scroll behavior to mimic human browsing
+ */
+export declare function randomScroll(page: Page, direction?: 'down' | 'up'): Promise<void>;
+/**
+ * Wait with random duration to mimic human reading time
+ */
+export declare function humanWait(page: Page, minMs?: number, maxMs?: number): Promise<void>;
+/**
+ * Test bot detection on common detection sites
+ */
+export declare function testBotDetection(page: Page): Promise<{
+    site: string;
+    detected: boolean;
+    details?: string;
+}[]>;
+export {};
+//# sourceMappingURL=stealth.d.ts.map

package/dist/browser/stealth.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stealth.d.ts","sourceRoot":"","sources":["../../src/browser/stealth.ts"],"names":[],"mappings":"AACA;;;GAGG;AAEH,KAAK,OAAO,GAAG,GAAG,CAAC;AACnB,KAAK,cAAc,GAAG,GAAG,CAAC;AAC1B,KAAK,IAAI,GAAG,GAAG,CAAC;AAIhB,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC7C,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE;QACN,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,cAAc,CAAC;IACxB,IAAI,EAAE,IAAI,CAAC;IACX,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5B;AAgBD;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,cAAc,CAAC,CAgDzB;AA8CD;;GAEG;AACH,wBAAgB,cAAc,IAAI,MAAM,CAEvC;AAED;;GAEG;AACH,wBAAsB,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,GAAE,MAAM,GAAG,IAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAW/F;AAED;;GAEG;AACH,wBAAsB,SAAS,CAC7B,IAAI,EAAE,IAAI,EACV,KAAK,GAAE,MAAa,EACpB,KAAK,GAAE,MAAa,GACnB,OAAO,CAAC,IAAI,CAAC,CAGf;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CACzD;IACE,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,EAAE,CACJ,CA+CA"}

package/dist/browser/stealth.js

@@ -0,0 +1,170 @@
+/// <reference lib="dom" />
+/**
+ * Stealth Browser Helper
+ * Provides browser instances that mimic real browsers to avoid CAPTCHA and bot detection
+ */
+import { sdkLogger } from '../logger.js';
+/**
+ * Default user agents (rotate through these for better stealth)
+ */
+const DEFAULT_USER_AGENTS = [
+    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
+    'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36',
+    'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
+    'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:132.0) Gecko/20100101 Firefox/132.0',
+];
+function getRandomUserAgent() {
+    return DEFAULT_USER_AGENTS[Math.floor(Math.random() * DEFAULT_USER_AGENTS.length)];
+}
+/**
+ * Launch a stealth browser instance
+ */
+export async function launchStealthBrowser(options = {}) {
+    const { headless = true, debug = false, userAgent = getRandomUserAgent(), viewport = { width: 1920, height: 1080 }, timezoneId = 'America/New_York', locale = 'en-US', proxy, } = options;
+    // patchright (drop-in playwright replacement) handles navigator.webdriver natively
+    const playwrightModule = 'playwright';
+    const { chromium } = await import(/* @vite-ignore */ playwrightModule);
+    const browser = await chromium.launch({
+        headless: headless && !debug,
+        slowMo: debug ? 100 : 0,
+        devtools: debug,
+        args: getStealthArgs(),
+        proxy,
+    });
+    sdkLogger.info('[StealthBrowser] Using patchright with stealth flags');
+    const context = await browser.newContext({
+        userAgent,
+        viewport,
+        locale,
+        timezoneId,
+        deviceScaleFactor: 1,
+        hasTouch: false,
+        colorScheme: 'light',
+        permissions: ['geolocation', 'notifications'],
+        extraHTTPHeaders: getRealisticHeaders(),
+    });
+    const page = await context.newPage();
+    return {
+        browser,
+        context,
+        page,
+        close: async () => {
+            await context.close();
+            await browser.close();
+        },
+    };
+}
+function getStealthArgs() {
+    return [
+        '--disable-blink-features=AutomationControlled',
+        '--exclude-switches=enable-automation',
+        '--disable-features=IsolateOrigins,site-per-process',
+        '--disable-extensions',
+        '--disable-infobars',
+        '--no-sandbox',
+        '--disable-setuid-sandbox',
+        '--disable-dev-shm-usage',
+        '--enable-webgl',
+        '--use-gl=swiftshader',
+        '--enable-accelerated-2d-canvas',
+        '--no-first-run',
+        '--no-zygote',
+        '--disable-background-networking',
+        '--disable-background-timer-throttling',
+        '--disable-backgrounding-occluded-windows',
+        '--disable-breakpad',
+        '--disable-component-extensions-with-background-pages',
+        '--disable-features=TranslateUI',
+        '--disable-ipc-flooding-protection',
+        '--disable-renderer-backgrounding',
+        '--metrics-recording-only',
+        '--mute-audio',
+    ];
+}
+function getRealisticHeaders() {
+    return {
+        Accept: 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8',
+        'Accept-Language': 'en-US,en;q=0.9',
+        'Accept-Encoding': 'gzip, deflate, br',
+        Connection: 'keep-alive',
+        'Upgrade-Insecure-Requests': '1',
+        'Sec-Fetch-Dest': 'document',
+        'Sec-Fetch-Mode': 'navigate',
+        'Sec-Fetch-Site': 'none',
+        'Sec-Fetch-User': '?1',
+        'Cache-Control': 'max-age=0',
+    };
+}
+/**
+ * Human-like delay (50-200ms random)
+ */
+export function getRandomDelay() {
+    return Math.random() * (200 - 50) + 50;
+}
+/**
+ * Random scroll behavior to mimic human browsing
+ */
+export async function randomScroll(page, direction = 'down') {
+    const scrollY = (Math.floor(Math.random() * 500) + 200) * (direction === 'down' ? 1 : -1);
+    await page.evaluate((y) => {
+        window.scrollBy({
+            top: y,
+            behavior: 'smooth',
+        });
+    }, scrollY);
+    await page.waitForTimeout(1000 + Math.random() * 1000);
+}
+/**
+ * Wait with random duration to mimic human reading time
+ */
+export async function humanWait(page, minMs = 1000, maxMs = 3000) {
+    const delay = Math.random() * (maxMs - minMs) + minMs;
+    await page.waitForTimeout(delay);
+}
+/**
+ * Test bot detection on common detection sites
+ */
+export async function testBotDetection(page) {
+    const results = [];
+    try {
+        await page.goto('https://bot.sannysoft.com', { waitUntil: 'networkidle' });
+        await page.waitForTimeout(2000);
+        const webdriverDetected = await page.evaluate(() => {
+            return navigator.webdriver === true;
+        });
+        results.push({
+            site: 'bot.sannysoft.com',
+            detected: webdriverDetected,
+            details: `navigator.webdriver: ${webdriverDetected}`,
+        });
+    }
+    catch (error) {
+        results.push({
+            site: 'bot.sannysoft.com',
+            detected: true,
+            details: `Error: ${error.message}`,
+        });
+    }
+    try {
+        await page.goto('https://arh.antoinevastel.com/bots/areyouheadless', {
+            waitUntil: 'networkidle',
+        });
+        await page.waitForTimeout(2000);
+        const headlessDetected = await page.textContent('body');
+        const isHeadless = headlessDetected?.includes('You are headless');
+        results.push({
+            site: 'arh.antoinevastel.com',
+            detected: isHeadless || false,
+            details: isHeadless ? 'Headless detected' : 'Not detected as headless',
+        });
+    }
+    catch (error) {
+        results.push({
+            site: 'arh.antoinevastel.com',
+            detected: true,
+            details: `Error: ${error.message}`,
+        });
+    }
+    return results;
+}
+//# sourceMappingURL=stealth.js.map

package/dist/browser/stealth.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stealth.js","sourceRoot":"","sources":["../../src/browser/stealth.ts"],"names":[],"mappings":"AAAA,2BAA2B;AAC3B;;;GAGG;AAMH,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAuBzC;;GAEG;AACH,MAAM,mBAAmB,GAAG;IAC1B,iHAAiH;IACjH,iHAAiH;IACjH,uHAAuH;IACvH,kFAAkF;CACnF,CAAC;AAEF,SAAS,kBAAkB;IACzB,OAAO,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;AACrF,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,UAAiC,EAAE;IAEnC,MAAM,EACJ,QAAQ,GAAG,IAAI,EACf,KAAK,GAAG,KAAK,EACb,SAAS,GAAG,kBAAkB,EAAE,EAChC,QAAQ,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EACxC,UAAU,GAAG,kBAAkB,EAC/B,MAAM,GAAG,OAAO,EAChB,KAAK,GACN,GAAG,OAAO,CAAC;IAEZ,mFAAmF;IACnF,MAAM,gBAAgB,GAAG,YAAY,CAAC;IACtC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;IAEvE,MAAM,OAAO,GAAY,MAAM,QAAQ,CAAC,MAAM,CAAC;QAC7C,QAAQ,EAAE,QAAQ,IAAI,CAAC,KAAK;QAC5B,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACvB,QAAQ,EAAE,KAAK;QACf,IAAI,EAAE,cAAc,EAAE;QACtB,KAAK;KACN,CAAC,CAAC;IAEH,SAAS,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;IAEvE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;QACvC,SAAS;QACT,QAAQ;QACR,MAAM;QACN,UAAU;QACV,iBAAiB,EAAE,CAAC;QACpB,QAAQ,EAAE,KAAK;QACf,WAAW,EAAE,OAAO;QACpB,WAAW,EAAE,CAAC,aAAa,EAAE,eAAe,CAAC;QAC7C,gBAAgB,EAAE,mBAAmB,EAAE;KACxC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAErC,OAAO;QACL,OAAO;QACP,OAAO;QACP,IAAI;QACJ,KAAK,EAAE,KAAK,IAAI,EAAE;YAChB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,cAAc;IACrB,OAAO;QACL,+CAA+C;QAC/C,sCAAsC;QACtC,oDAAoD;QACpD,sBAAsB;QACtB,oBAAoB;QACpB,cAAc;QACd,0BAA0B;QAC1B,yBAAyB;QACzB,gBAAgB;QAChB,sBAAsB;QACtB,gCAAgC;QAChC,gBAAgB;QAChB,aAAa;QACb,iCAAiC;QACjC,uCAAuC;QACvC,0CAA0C;QAC1C,oBAAoB;QACpB,sDAAsD;QACtD,gCAAgC;QAChC,mCAAmC;QACnC,kCAAkC;QAClC,0BAA0B;QAC1B,cAAc;KACf,CAAC;AACJ,CAAC;AAED,SAAS,mBAAmB;IAC1B,OAAO;QACL,MAAM,EACJ,kGAAkG;QACpG,iBAAiB,EAAE,gBAAgB;QACnC,iBAAiB,EAAE,mBAAmB;QACtC,UAAU,EAAE,YAAY;QACxB,2BAA2B,EAAE,GAAG;QAChC,gBAAgB,EAAE,UAAU;QAC5B,gBAAgB,EAAE,UAAU;QAC5B,gBAAgB,EAAE,MAAM;QACxB,gBAAgB,EAAE,IAAI;QACtB,eAAe,EAAE,WAAW;KAC7B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc;IAC5B,OAAO,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAU,EAAE,YAA2B,MAAM;IAC9E,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE1F,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAS,EAAE,EAAE;QAChC,MAAM,CAAC,QAAQ,CAAC;YACd,GAAG,EAAE,CAAC;YACN,QAAQ,EAAE,QAAQ;SACnB,CAAC,CAAC;IACL,CAAC,EAAE,OAAO,CAAC,CAAC;IAEZ,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC;AACzD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,IAAU,EACV,QAAgB,IAAI,EACpB,QAAgB,IAAI;IAEpB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC;IACtD,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;AACnC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAU;IAO/C,MAAM,OAAO,GAAG,EAAE,CAAC;IAEnB,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC;QAC3E,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAEhC,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACjD,OAAO,SAAS,CAAC,SAAS,KAAK,IAAI,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,iBAAiB;YAC3B,OAAO,EAAE,wBAAwB,iBAAiB,EAAE;SACrD,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,UAAU,KAAK,CAAC,OAAO,EAAE;SACnC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,IAAI,CAAC,mDAAmD,EAAE;YACnE,SAAS,EAAE,aAAa;SACzB,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;QAEhC,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACxD,MAAM,UAAU,GAAG,gBAAgB,EAAE,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QAElE,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,UAAU,IAAI,KAAK;YAC7B,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,0BAA0B;SACvE,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,UAAU,KAAK,CAAC,OAAO,EAAE;SACnC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/browser-network.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Browser Network Feed
+ *
+ * Helper for connectors that use browser network interception instead of DOM scraping.
+ * Two-layer cascade:
+ *   1. CDP — Playwright's connectOverCDP to user's real Chrome (default context).
+ *      Works for network interception because we just open a tab and listen.
+ *   2. Playwright — launch headless browser with stored cookies (fallback).
+ *
+ * Both paths share the same intercept → scroll → parse pipeline.
+ * Fresh cookies are always captured and returned for persistence.
+ */
+import type { Cookie, Page } from 'playwright';
+export interface BrowserNetworkConfig {
+    /** URL patterns to intercept (glob or regex). Matched against response URLs. */
+    interceptPatterns: (string | RegExp)[];
+    /** Cookie domains required for auth (e.g., ['x.com', '.x.com']) */
+    authDomains: string[];
+    /** Maximum number of scroll iterations for pagination (default: 10) */
+    maxScrolls?: number;
+    /** Delay between scrolls in ms (default: 2000) */
+    scrollDelayMs?: number;
+    /** Time to wait for API response after scroll in ms (default: 5000) */
+    responseTimeoutMs?: number;
+    /** Navigation timeout in ms (default: 15000) */
+    navigationTimeoutMs?: number;
+    /** Use stealth browser to evade bot detection (default: false) */
+    stealth?: boolean;
+}
+export interface BrowserNetworkResult<TItem> {
+    items: TItem[];
+    cookies: Cookie[];
+    apiCallCount: number;
+    /** Which browser backend was used */
+    backend: 'cdp' | 'playwright';
+}
+export declare function browserNetworkSync<TItem>(opts: {
+    config: BrowserNetworkConfig;
+    url: string;
+    /** Stored cookies for Playwright fallback. Can be empty if CDP is expected. */
+    cookies: Cookie[];
+    parseResponse: (url: string, json: unknown) => TItem[];
+    triggerNextPage?: (page: Page) => Promise<void>;
+    checkAuth?: (page: Page) => Promise<boolean>;
+    /**
+     * CDP endpoint URL, 'auto' to auto-discover, or null/undefined to skip CDP.
+     * When set, CDP is tried first; if unavailable, falls back to Playwright + cookies.
+     */
+    cdpUrl?: string | 'auto' | null;
+}): Promise<BrowserNetworkResult<TItem>>;
+//# sourceMappingURL=browser-network.d.ts.map

package/dist/browser-network.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-network.d.ts","sourceRoot":"","sources":["../src/browser-network.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAA2B,MAAM,EAAE,IAAI,EAAY,MAAM,YAAY,CAAC;AAKlF,MAAM,WAAW,oBAAoB;IACnC,gFAAgF;IAChF,iBAAiB,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;IACvC,mEAAmE;IACnE,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,uEAAuE;IACvE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,kDAAkD;IAClD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,uEAAuE;IACvE,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,gDAAgD;IAChD,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,kEAAkE;IAClE,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,oBAAoB,CAAC,KAAK;IACzC,KAAK,EAAE,KAAK,EAAE,CAAC;IACf,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,qCAAqC;IACrC,OAAO,EAAE,KAAK,GAAG,YAAY,CAAC;CAC/B;AA6FD,wBAAsB,kBAAkB,CAAC,KAAK,EAAE,IAAI,EAAE;IACpD,MAAM,EAAE,oBAAoB,CAAC;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,+EAA+E;IAC/E,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,aAAa,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,KAAK,KAAK,EAAE,CAAC;IACvD,eAAe,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAChD,SAAS,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7C;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;CACjC,GAAG,OAAO,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAmHvC"}

package/dist/browser-network.js

@@ -0,0 +1,175 @@
+/**
+ * Browser Network Feed
+ *
+ * Helper for connectors that use browser network interception instead of DOM scraping.
+ * Two-layer cascade:
+ *   1. CDP — Playwright's connectOverCDP to user's real Chrome (default context).
+ *      Works for network interception because we just open a tab and listen.
+ *   2. Playwright — launch headless browser with stored cookies (fallback).
+ *
+ * Both paths share the same intercept → scroll → parse pipeline.
+ * Fresh cookies are always captured and returned for persistence.
+ */
+import { resolveCdpUrl } from './browser/cdp.js';
+import { captureErrorArtifacts, launchBrowser } from './browser/launcher.js';
+import { sdkLogger } from './logger.js';
+const DEFAULT_CONFIG = {
+    maxScrolls: 10,
+    scrollDelayMs: 2000,
+    responseTimeoutMs: 5000,
+    navigationTimeoutMs: 15000,
+};
+async function acquireForNetworkSync(cdpUrl, cookies, stealth) {
+    // --- Layer 1: CDP via Playwright connectOverCDP ---
+    if (cdpUrl !== null && cdpUrl !== undefined) {
+        try {
+            const wsUrl = await resolveCdpUrl(cdpUrl === 'auto' ? 'auto' : cdpUrl, {
+                loggerLabel: 'BrowserNetwork',
+                preferRealBrowser: true,
+            });
+            const playwrightModule = 'playwright';
+            const { chromium } = await import(/* @vite-ignore */ playwrightModule);
+            const browser = await chromium.connectOverCDP(wsUrl);
+            // Use the default context (user's session) — don't create a new context
+            // which crashes on browsers with many tabs
+            const context = browser.contexts()[0];
+            if (!context)
+                throw new Error('Chrome has no browser context');
+            const page = await context.newPage();
+            sdkLogger.info({ wsUrl }, '[BrowserNetwork] Connected via CDP');
+            return {
+                browser,
+                context,
+                page,
+                backend: 'cdp',
+                ownsBrowser: false,
+                screenshotDir: '/tmp/feed-screenshots',
+            };
+        }
+        catch (err) {
+            sdkLogger.info({ error: err.message }, '[BrowserNetwork] CDP not available, falling back to Playwright');
+        }
+    }
+    // --- Layer 2: Playwright with stored cookies ---
+    const { browser, screenshotDir } = await launchBrowser({}, { stealth });
+    const context = (await browser.newContext());
+    if (cookies.length > 0) {
+        await context.addCookies(cookies);
+        sdkLogger.info({ count: cookies.length }, '[BrowserNetwork] Loaded persisted cookies');
+    }
+    const page = await context.newPage();
+    return {
+        browser: browser,
+        context,
+        page,
+        backend: 'playwright',
+        ownsBrowser: true,
+        screenshotDir,
+    };
+}
+// ---------------------------------------------------------------------------
+// Main entry point
+// ---------------------------------------------------------------------------
+export async function browserNetworkSync(opts) {
+    const cfg = { ...DEFAULT_CONFIG, ...opts.config };
+    const items = [];
+    let apiCallCount = 0;
+    // Pre-compile string glob patterns into RegExp for hot-path matching
+    const matchers = cfg.interceptPatterns.map((p) => typeof p === 'string' ? compileGlob(p) : p);
+    const matchesUrl = (url) => matchers.some((re) => re.test(url));
+    const acquired = await acquireForNetworkSync(opts.cdpUrl ?? null, opts.cookies, cfg.stealth ?? false);
+    const { context, page, backend, ownsBrowser, browser, screenshotDir } = acquired;
+    try {
+        // Accumulates promises from async response handlers between drain points
+        const responsePromises = [];
+        page.on('response', (response) => {
+            if (!matchesUrl(response.url()))
+                return;
+            const p = response
+                .json()
+                .then((json) => {
+                apiCallCount++;
+                const parsed = opts.parseResponse(response.url(), json);
+                items.push(...parsed);
+                sdkLogger.info({ apiCall: apiCallCount, itemsInBatch: parsed.length, totalItems: items.length }, '[BrowserNetwork] Intercepted API response');
+            })
+                .catch(() => { });
+            responsePromises.push(p);
+        });
+        sdkLogger.info({ url: opts.url, backend }, '[BrowserNetwork] Navigating');
+        await page.goto(opts.url, {
+            waitUntil: 'domcontentloaded',
+            timeout: cfg.navigationTimeoutMs,
+        });
+        await page.waitForTimeout(cfg.responseTimeoutMs);
+        await drainPromises(responsePromises);
+        if (opts.checkAuth) {
+            const authed = await opts.checkAuth(page);
+            if (!authed) {
+                const msg = backend === 'cdp'
+                    ? 'Authentication check failed via CDP — you may not be logged in to this site in Chrome'
+                    : 'Authentication failed — cookies may be expired. Re-run: lobu memory browser-auth';
+                throw new Error(msg);
+            }
+        }
+        const triggerNext = opts.triggerNextPage ??
+            (async (p) => {
+                await p.evaluate(() => window.scrollTo(0, document.documentElement.scrollHeight));
+            });
+        let prevCount = items.length;
+        for (let scroll = 0; scroll < cfg.maxScrolls; scroll++) {
+            await triggerNext(page);
+            try {
+                await page.waitForResponse((resp) => matchesUrl(resp.url()), {
+                    timeout: cfg.responseTimeoutMs,
+                });
+            }
+            catch {
+                sdkLogger.info({ scroll: scroll + 1 }, '[BrowserNetwork] No new API response, stopping');
+                break;
+            }
+            await page.waitForTimeout(cfg.scrollDelayMs);
+            await drainPromises(responsePromises);
+            if (items.length === prevCount) {
+                sdkLogger.info({ scroll: scroll + 1 }, '[BrowserNetwork] No new items, stopping');
+                break;
+            }
+            sdkLogger.info({ scroll: scroll + 1, newItems: items.length - prevCount, total: items.length }, '[BrowserNetwork] Scroll pagination');
+            prevCount = items.length;
+        }
+        // Always capture cookies — regardless of backend, these get persisted
+        const cookies = await context.cookies(cfg.authDomains.map((d) => (d.startsWith('http') ? d : `https://${d}`)));
+        return { items, cookies, apiCallCount, backend };
+    }
+    catch (error) {
+        if (page) {
+            await captureErrorArtifacts(page, error, 'browser-network', screenshotDir);
+        }
+        throw error;
+    }
+    finally {
+        // CDP: only close our tab, not the user's context or browser.
+        // Playwright: close context and browser (we own them).
+        if (ownsBrowser) {
+            await context.close().catch(() => { });
+            await browser.close().catch(() => { });
+        }
+        else {
+            await page.close().catch(() => { });
+        }
+    }
+}
+/** Snapshot-then-clear to avoid losing promises pushed between Promise.all and clear. */
+async function drainPromises(arr) {
+    const batch = [...arr];
+    arr.length = 0;
+    await Promise.all(batch);
+}
+function compileGlob(pattern) {
+    const escaped = pattern
+        .replace(/[.+^${}()|[\]\\]/g, '\\$&')
+        .replace(/\*\*/g, '.*')
+        .replace(/\*/g, '[^/]*');
+    return new RegExp(escaped);
+}
+//# sourceMappingURL=browser-network.js.map

package/dist/browser-network.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-network.js","sourceRoot":"","sources":["../src/browser-network.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAGH,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EAAE,qBAAqB,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC7E,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AA2BxC,MAAM,cAAc,GAKhB;IACF,UAAU,EAAE,EAAE;IACd,aAAa,EAAE,IAAI;IACnB,iBAAiB,EAAE,IAAI;IACvB,mBAAmB,EAAE,KAAK;CAC3B,CAAC;AAgBF,KAAK,UAAU,qBAAqB,CAClC,MAA0C,EAC1C,OAAiB,EACjB,OAAgB;IAEhB,qDAAqD;IACrD,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QAC5C,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE;gBACrE,WAAW,EAAE,gBAAgB;gBAC7B,iBAAiB,EAAE,IAAI;aACxB,CAAC,CAAC;YAEH,MAAM,gBAAgB,GAAG,YAAY,CAAC;YACtC,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;YACvE,MAAM,OAAO,GAAY,MAAM,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAE9D,wEAAwE;YACxE,2CAA2C;YAC3C,MAAM,OAAO,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAmB,CAAC;YACxD,IAAI,CAAC,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAE/D,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YAErC,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,oCAAoC,CAAC,CAAC;YAEhE,OAAO;gBACL,OAAO;gBACP,OAAO;gBACP,IAAI;gBACJ,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,KAAK;gBAClB,aAAa,EAAE,uBAAuB;aACvC,CAAC;QACJ,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,SAAS,CAAC,IAAI,CACZ,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,EACtB,gEAAgE,CACjE,CAAC;QACJ,CAAC;IACH,CAAC;IAED,kDAAkD;IAClD,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,MAAM,aAAa,CAAC,EAAW,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IACjF,MAAM,OAAO,GAAG,CAAC,MAAO,OAAmB,CAAC,UAAU,EAAE,CAAmB,CAAC;IAC5E,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAClC,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,EAAE,2CAA2C,CAAC,CAAC;IACzF,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAErC,OAAO;QACL,OAAO,EAAE,OAAkB;QAC3B,OAAO;QACP,IAAI;QACJ,OAAO,EAAE,YAAY;QACrB,WAAW,EAAE,IAAI;QACjB,aAAa;KACd,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAQ,IAa/C;IACC,MAAM,GAAG,GAAG,EAAE,GAAG,cAAc,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAClD,MAAM,KAAK,GAAY,EAAE,CAAC;IAC1B,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,qEAAqE;IACrE,MAAM,QAAQ,GAAa,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACzD,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAC3C,CAAC;IACF,MAAM,UAAU,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAExE,MAAM,QAAQ,GAAG,MAAM,qBAAqB,CAC1C,IAAI,CAAC,MAAM,IAAI,IAAI,EACnB,IAAI,CAAC,OAAO,EACZ,GAAG,CAAC,OAAO,IAAI,KAAK,CACrB,CAAC;IAEF,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,OAAO,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAC;IAEjF,IAAI,CAAC;QACH,yEAAyE;QACzE,MAAM,gBAAgB,GAAoB,EAAE,CAAC;QAE7C,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,QAAkB,EAAE,EAAE;YACzC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC;gBAAE,OAAO;YACxC,MAAM,CAAC,GAAG,QAAQ;iBACf,IAAI,EAAE;iBACN,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;gBACb,YAAY,EAAE,CAAC;gBACf,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC;gBACxD,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;gBACtB,SAAS,CAAC,IAAI,CACZ,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,KAAK,CAAC,MAAM,EAAE,EAChF,2CAA2C,CAC5C,CAAC;YACJ,CAAC,CAAC;iBACD,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACnB,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,6BAA6B,CAAC,CAAC;QAC1E,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACxB,SAAS,EAAE,kBAAkB;YAC7B,OAAO,EAAE,GAAG,CAAC,mBAAmB;SACjC,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QACjD,MAAM,aAAa,CAAC,gBAAgB,CAAC,CAAC;QAEtC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,GAAG,GACP,OAAO,KAAK,KAAK;oBACf,CAAC,CAAC,uFAAuF;oBACzF,CAAC,CAAC,kFAAkF,CAAC;gBACzF,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAED,MAAM,WAAW,GACf,IAAI,CAAC,eAAe;YACpB,CAAC,KAAK,EAAE,CAAO,EAAE,EAAE;gBACjB,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,QAAQ,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC,CAAC;YACpF,CAAC,CAAC,CAAC;QAEL,IAAI,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;QAC7B,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,CAAC;YACvD,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;YAExB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,IAAc,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,EAAE;oBACrE,OAAO,EAAE,GAAG,CAAC,iBAAiB;iBAC/B,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,GAAG,CAAC,EAAE,EAAE,gDAAgD,CAAC,CAAC;gBACzF,MAAM;YACR,CAAC;YAED,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC7C,MAAM,aAAa,CAAC,gBAAgB,CAAC,CAAC;YAEtC,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC/B,SAAS,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,GAAG,CAAC,EAAE,EAAE,yCAAyC,CAAC,CAAC;gBAClF,MAAM;YACR,CAAC;YAED,SAAS,CAAC,IAAI,CACZ,EAAE,MAAM,EAAE,MAAM,GAAG,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,MAAM,GAAG,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,EAC/E,oCAAoC,CACrC,CAAC;YACF,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;QAC3B,CAAC;QAED,sEAAsE;QACtE,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,CACnC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CACxE,CAAC;QAEF,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,CAAC;IACnD,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QACpB,IAAI,IAAI,EAAE,CAAC;YACT,MAAM,qBAAqB,CAAC,IAAI,EAAE,KAAK,EAAE,iBAAiB,EAAE,aAAa,CAAC,CAAC;QAC7E,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;YAAS,CAAC;QACT,8DAA8D;QAC9D,uDAAuD;QACvD,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACtC,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACrC,CAAC;IACH,CAAC;AACH,CAAC;AAED,yFAAyF;AACzF,KAAK,UAAU,aAAa,CAAC,GAAoB;IAC/C,MAAM,KAAK,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;IACvB,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AAC3B,CAAC;AAED,SAAS,WAAW,CAAC,OAAe;IAClC,MAAM,OAAO,GAAG,OAAO;SACpB,OAAO,CAAC,mBAAmB,EAAE,MAAM,CAAC;SACpC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;SACtB,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC3B,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;AAC7B,CAAC"}