@tangle-network/browser-agent-driver 0.10.0 → 0.12.0

package/dist/cli.js

@@ -101,6 +101,22 @@ async function main() {
             'fork-run': { type: 'string' },
             pages: { type: 'string' },
             'extract-tokens': { type: 'boolean' },
+            rip: { type: 'boolean' },
+            'design-compare': { type: 'boolean' },
+            'compare-url': { type: 'string' },
+            evolve: { type: 'string' },
+            'evolve-rounds': { type: 'string' },
+            'project-dir': { type: 'string' },
+            reproducibility: { type: 'boolean' },
+            // showcase
+            script: { type: 'string' },
+            capture: { type: 'string' },
+            crop: { type: 'string' },
+            highlight: { type: 'string' },
+            format: { type: 'string' },
+            viewport: { type: 'string' },
+            scale: { type: 'string' },
+            'color-scheme': { type: 'string' },
             'llm-timeout': { type: 'string' },
             retries: { type: 'string' },
             'retry-delay-ms': { type: 'string' },
@@ -116,6 +132,8 @@ async function main() {
             timeout: { type: 'string' },
             extension: { type: 'string', multiple: true },
             'user-data-dir': { type: 'string' },
+            'profile-dir': { type: 'string' },
+            'cdp-url': { type: 'string' },
             wallet: { type: 'boolean' },
             'wallet-auto-approve': { type: 'boolean' },
             'wallet-password': { type: 'string' },
@@ -141,6 +159,11 @@ async function main() {
             'block-analytics': { type: 'boolean', default: false },
             'block-images': { type: 'boolean', default: false },
             'block-media': { type: 'boolean', default: false },
+            // Auth
+            fill: { type: 'string', multiple: true },
+            cookie: { type: 'string', multiple: true },
+            'wait-for': { type: 'string' },
+            'wait-timeout': { type: 'string' },
             help: { type: 'boolean', short: 'h', default: false },
             version: { type: 'boolean', short: 'v', default: false },
         },
@@ -160,6 +183,32 @@ async function main() {
             cliError('--url is required for design-audit.');
             process.exit(1);
         }
+        // --design-compare mode
+        if (values['design-compare']) {
+            if (!values['compare-url']) {
+                cliError('--compare-url is required with --design-compare.');
+                process.exit(1);
+            }
+            const { runDesignCompare } = await import('./design/compare.js');
+            await runDesignCompare({
+                urlA: values.url,
+                urlB: values['compare-url'],
+                headless: values.headless,
+                outputDir: values.sink,
+            });
+            process.exit(0);
+        }
+        // --rip mode
+        if (values.rip) {
+            const { ripSite } = await import('./design/rip.js');
+            await ripSite({
+                url: values.url,
+                pages: values.pages ? parseInt(values.pages) : undefined,
+                headless: values.headless,
+                outputDir: values.sink,
+            });
+            process.exit(0);
+        }
         const { runDesignAudit } = await import('./cli-design-audit.js');
         await runDesignAudit({
             url: values.url,
@@ -173,6 +222,10 @@ async function main() {
             headless: values.headless,
             debug: values.debug,
             extractTokens: values['extract-tokens'],
+            evolve: values.evolve,
+            evolveRounds: values['evolve-rounds'] ? parseInt(values['evolve-rounds']) : undefined,
+            projectDir: values['project-dir'],
+            reproducibility: values.reproducibility,
         });
         process.exit(0);
     }
@@ -208,8 +261,61 @@ async function main() {
         }
         process.exit(0);
     }
+    if (command === 'showcase') {
+        const { handleShowcase } = await import('./cli-showcase.js');
+        await handleShowcase({
+            url: values.url,
+            script: values.script,
+            capture: values.capture,
+            crop: values.crop,
+            highlight: values.highlight,
+            format: values.format,
+            viewport: values.viewport,
+            output: values.sink,
+            headless: values.headless ?? true,
+            colorScheme: values['color-scheme'],
+            scale: values.scale ? parseFloat(values.scale) : undefined,
+            storageState: values['storage-state'],
+            quality: values['quality-threshold'] ? parseInt(values['quality-threshold']) : undefined,
+        });
+        process.exit(0);
+    }
+    if (command === 'auth') {
+        const sub = positionals[1];
+        if (sub === 'save') {
+            const { handleAuthSave } = await import('./cli-auth.js');
+            await handleAuthSave({
+                url: values.url || positionals[2],
+                output: values['storage-state'] || positionals[3],
+            });
+            process.exit(0);
+        }
+        if (sub === 'login') {
+            const { handleAuthLogin } = await import('./cli-auth.js');
+            await handleAuthLogin({
+                url: values.url || positionals[2],
+                output: values['storage-state'],
+                fill: values.fill,
+                cookie: values.cookie,
+                waitFor: values['wait-for'],
+                waitTimeout: values['wait-timeout'] ? parseInt(values['wait-timeout'], 10) : undefined,
+                headless: values.headless,
+            });
+            process.exit(0);
+        }
+        if (sub === 'check') {
+            const { handleAuthCheck } = await import('./cli-auth.js');
+            await handleAuthCheck({
+                path: values['storage-state'] || positionals[2],
+                origin: positionals[3],
+            });
+            process.exit(0);
+        }
+        cliError(`Unknown auth subcommand: ${sub || '(none)'}. Use "auth save", "auth login", or "auth check".`);
+        process.exit(1);
+    }
     if (command !== 'run') {
-        cliError(`Unknown command: ${command}. Use "run", "runs", or "design-audit".`);
+        cliError(`Unknown command: ${command}. Use "run", "runs", "design-audit", "showcase", or "auth".`);
         process.exit(1);
     }
     // Validate inputs
@@ -378,6 +484,10 @@ async function main() {
             }
         }
     }
+    if (values['profile-dir'])
+        cliOverrides.profileDir = values['profile-dir'];
+    if (values['cdp-url'])
+        cliOverrides.cdpUrl = values['cdp-url'];
     if (values.memory !== undefined || values['memory-dir']) {
         cliOverrides.memory = {
             ...(cliOverrides.memory ?? {}),
@@ -438,12 +548,8 @@ async function main() {
             cliOverrides.resourceBlocking = {
                 ...(cliOverrides.resourceBlocking ?? {}),
                 blockAnalytics: true,
-                ...(profile === 'benchmark-webbench'
-                    ? {
-                        blockImages: true,
-                        blockMedia: true,
-                    }
-                    : {}),
+                blockImages: true,
+                blockMedia: true,
             };
         }
         cliOverrides.microPlan = {
@@ -677,9 +783,9 @@ async function main() {
         cliError(`storage state file not found: ${storageStatePath}`);
         process.exit(1);
     }
-    if (launchPlan.walletMode && browserName !== 'chromium') {
-        cliError('wallet mode currently supports Chromium only. Set --browser chromium.');
-        process.exit(1);
+    if (launchPlan.persistentContext && !launchPlan.cdpUrl && browserName !== 'chromium') {
+        const feature = launchPlan.walletMode ? 'Wallet mode' : '--profile-dir';
+        throw new Error(`${feature} requires Chromium. Set --browser chromium.`);
     }
     // Ensure clean exit on interrupt
     process.on('SIGINT', () => { renderer?.destroy(); process.exit(130); });
@@ -690,145 +796,179 @@ async function main() {
     let persistentContext;
     let stopWalletAutoApprover;
     const launchDiagnostics = {};
-    if (launchPlan.walletMode) {
+    // CDP connection — attach to an existing browser (Atlas, Chrome, Brave, etc.)
+    let cdpUrl = launchPlan.cdpUrl || process.env.BROWSER_ENDPOINT;
+    let cdpConnected = false;
+    if (cdpUrl) {
+        // Auto-discover WebSocket URL from HTTP endpoint
+        if (cdpUrl.startsWith('http://') || cdpUrl.startsWith('https://')) {
+            try {
+                const versionUrl = cdpUrl.replace(/\/$/, '') + '/json/version';
+                const res = await fetch(versionUrl);
+                const info = await res.json();
+                if (info.webSocketDebuggerUrl) {
+                    if (info.Browser && !quiet)
+                        cliLog('cdp', `connected to ${info.Browser}`);
+                    cdpUrl = info.webSocketDebuggerUrl;
+                }
+            }
+            catch {
+                // Fall through — try the URL as-is
+            }
+        }
+        const cdpStartedAt = Date.now();
+        if (cdpUrl.includes('/devtools/') || browserName === 'chromium') {
+            browser = await chromium.connectOverCDP(cdpUrl);
+        }
+        else {
+            const browserType = browserName === 'firefox' ? firefox : browserName === 'webkit' ? webkit : chromium;
+            browser = await browserType.connect(cdpUrl);
+        }
+        launchDiagnostics.browserLaunchMs = Date.now() - cdpStartedAt;
+        launchDiagnostics.cdpUrl = cdpUrl;
+        cdpConnected = true;
+    }
+    else if (launchPlan.persistentContext) {
         for (const extensionPath of launchPlan.extensionPaths) {
             if (!fs.existsSync(extensionPath)) {
                 throw new Error(`Wallet extension path does not exist: ${extensionPath}`);
             }
         }
-        const userDataDir = launchPlan.userDataDir ?? path.resolve('.agent-wallet-profile');
+        const userDataDir = launchPlan.userDataDir ?? path.resolve(launchPlan.walletMode ? '.agent-wallet-profile' : '.agent-profile');
         fs.mkdirSync(userDataDir, { recursive: true });
         const persistentLaunchStartedAt = Date.now();
         persistentContext = await chromium.launchPersistentContext(userDataDir, {
             channel: isStealthProfile ? 'chrome' : 'chromium',
-            headless: false,
+            headless: launchPlan.headless,
             args: launchPlan.browserArgs,
             viewport,
             recordVideo: { dir: videoDir, size: viewport },
         });
         launchDiagnostics.browserLaunchMs = Date.now() - persistentLaunchStartedAt;
         await applyStorageStateToPersistentContext(persistentContext, storageStatePath);
-        const walletConfig = driverConfig.wallet ?? {};
-        // Intercept page-level JSON-RPC so dApps see wallet balances from the
-        // local Anvil fork. Only forward user-specific calls (eth_getBalance
-        // for the wallet, eth_call with wallet address in calldata). Pool data
-        // and protocol calls go to real endpoints for reliability.
-        const walletRpcUrl = walletConfig.preflight?.chain?.rpcUrl;
-        if (walletRpcUrl) {
-            // Default to Anvil's first derived address if no wallet address configured
-            const walletAddrFull = (walletConfig.address ?? '0xf39Fd6e51aad88F6F4ce6aB8827279cffFb92266').toLowerCase();
-            const walletAddrHex = walletAddrFull.replace('0x', '');
-            await persistentContext.route('**/*', async (route) => {
-                try {
-                    const frame = route.request().frame();
-                    if (frame && frame.url().startsWith('chrome-extension://')) {
+        if (launchPlan.walletMode) {
+            const walletConfig = driverConfig.wallet ?? {};
+            // Intercept page-level JSON-RPC so dApps see wallet balances from the
+            // local Anvil fork. Only forward user-specific calls (eth_getBalance
+            // for the wallet, eth_call with wallet address in calldata). Pool data
+            // and protocol calls go to real endpoints for reliability.
+            const walletRpcUrl = walletConfig.preflight?.chain?.rpcUrl;
+            if (walletRpcUrl) {
+                // Default to Anvil's first derived address if no wallet address configured
+                const walletAddrFull = (walletConfig.address ?? '0xf39Fd6e51aad88F6F4ce6aB8827279cffFb92266').toLowerCase();
+                const walletAddrHex = walletAddrFull.replace('0x', '');
+                await persistentContext.route('**/*', async (route) => {
+                    try {
+                        const frame = route.request().frame();
+                        if (frame && frame.url().startsWith('chrome-extension://')) {
+                            await route.continue();
+                            return;
+                        }
+                    }
+                    catch {
                         await route.continue();
                         return;
                     }
-                }
-                catch {
-                    await route.continue();
-                    return;
-                }
-                if (route.request().method() !== 'POST') {
-                    await route.continue();
-                    return;
-                }
-                const ct = route.request().headers()['content-type'] ?? '';
-                if (!ct.includes('json')) {
-                    await route.continue();
-                    return;
-                }
-                const postData = route.request().postData();
-                if (!postData) {
-                    await route.continue();
-                    return;
-                }
-                try {
-                    const body = JSON.parse(postData);
-                    const items = Array.isArray(body) ? body : [body];
-                    // Check if any item involves the wallet (balance, contract call, simulation)
-                    const isUserQuery = items.some((item) => {
-                        const method = item.method;
-                        if (!method)
-                            return false;
-                        if (method === 'eth_getBalance') {
-                            const params = item.params;
-                            return params?.[0]?.toLowerCase() === walletAddrFull;
-                        }
-                        if (method === 'eth_call' || method === 'eth_estimateGas') {
-                            const params = item.params;
-                            const txObj = params?.[0];
-                            if (!txObj)
+                    if (route.request().method() !== 'POST') {
+                        await route.continue();
+                        return;
+                    }
+                    const ct = route.request().headers()['content-type'] ?? '';
+                    if (!ct.includes('json')) {
+                        await route.continue();
+                        return;
+                    }
+                    const postData = route.request().postData();
+                    if (!postData) {
+                        await route.continue();
+                        return;
+                    }
+                    try {
+                        const body = JSON.parse(postData);
+                        const items = Array.isArray(body) ? body : [body];
+                        // Check if any item involves the wallet (balance, contract call, simulation)
+                        const isUserQuery = items.some((item) => {
+                            const method = item.method;
+                            if (!method)
                                 return false;
-                            const from = txObj.from?.toLowerCase() ?? '';
-                            const data = txObj.data?.toLowerCase() ?? '';
-                            return from === walletAddrFull || data.includes(walletAddrHex);
-                        }
-                        if (method === 'eth_getTransactionCount') {
-                            const params = item.params;
-                            return params?.[0]?.toLowerCase() === walletAddrFull;
+                            if (method === 'eth_getBalance') {
+                                const params = item.params;
+                                return params?.[0]?.toLowerCase() === walletAddrFull;
+                            }
+                            if (method === 'eth_call' || method === 'eth_estimateGas') {
+                                const params = item.params;
+                                const txObj = params?.[0];
+                                if (!txObj)
+                                    return false;
+                                const from = txObj.from?.toLowerCase() ?? '';
+                                const data = txObj.data?.toLowerCase() ?? '';
+                                return from === walletAddrFull || data.includes(walletAddrHex);
+                            }
+                            if (method === 'eth_getTransactionCount') {
+                                const params = item.params;
+                                return params?.[0]?.toLowerCase() === walletAddrFull;
+                            }
+                            return false;
+                        });
+                        if (!isUserQuery) {
+                            await route.continue();
+                            return;
                         }
-                        return false;
-                    });
-                    if (!isUserQuery) {
+                        // Normalize: some dApps (Aave) omit jsonrpc/id — Anvil requires them
+                        let nextId = 1;
+                        const normalized = items.map((item) => {
+                            const out = { ...item, jsonrpc: '2.0', id: item.id ?? nextId++ };
+                            delete out.chainId;
+                            return out;
+                        });
+                        const payload = Array.isArray(body) ? normalized : normalized[0];
+                        const res = await fetch(walletRpcUrl, {
+                            method: 'POST',
+                            headers: { 'Content-Type': 'application/json' },
+                            body: JSON.stringify(payload),
+                        });
+                        await route.fulfill({
+                            status: res.status,
+                            contentType: 'application/json',
+                            body: await res.text(),
+                        });
+                    }
+                    catch {
                         await route.continue();
-                        return;
                     }
-                    // Normalize: some dApps (Aave) omit jsonrpc/id — Anvil requires them
-                    let nextId = 1;
-                    const normalized = items.map((item) => {
-                        const out = { ...item, jsonrpc: '2.0', id: item.id ?? nextId++ };
-                        delete out.chainId;
-                        return out;
-                    });
-                    const payload = Array.isArray(body) ? normalized : normalized[0];
-                    const res = await fetch(walletRpcUrl, {
-                        method: 'POST',
-                        headers: { 'Content-Type': 'application/json' },
-                        body: JSON.stringify(payload),
-                    });
-                    await route.fulfill({
-                        status: res.status,
-                        contentType: 'application/json',
-                        body: await res.text(),
-                    });
-                }
-                catch {
-                    await route.continue();
+                });
+            }
+            const shouldAutoApprove = walletConfig.autoApprove ?? true;
+            if (shouldAutoApprove) {
+                stopWalletAutoApprover = await startWalletAutoApprover(persistentContext, {
+                    password: walletConfig.password,
+                    tickMs: walletConfig.tickMs,
+                    actionSelectors: walletConfig.actionSelectors,
+                });
+            }
+            const preflightEnabled = walletConfig.preflight?.enabled ?? true;
+            const preflightSeedUrls = walletConfig.preflight?.seedUrls && walletConfig.preflight.seedUrls.length > 0
+                ? walletConfig.preflight.seedUrls
+                : [...new Set(cases.map((testCase) => testCase.startUrl).filter(Boolean))];
+            if (preflightEnabled && preflightSeedUrls.length > 0) {
+                const preflight = await runWalletPreflight(persistentContext, {
+                    seedUrls: preflightSeedUrls,
+                    password: walletConfig.password,
+                    actionSelectors: walletConfig.actionSelectors,
+                    promptPaths: walletConfig.promptPaths,
+                    connectSelectors: walletConfig.connectSelectors,
+                    connectorSelectors: walletConfig.connectorSelectors,
+                    requestAccounts: walletConfig.preflight?.requestAccounts,
+                    accountsTimeoutMs: walletConfig.preflight?.accountsTimeoutMs,
+                    maxChainSwitchAttempts: walletConfig.preflight?.maxChainSwitchAttempts,
+                    chain: walletConfig.preflight?.chain,
+                    log: quiet ? undefined : (message) => cliLog('wallet', message),
+                });
+                if (!preflight.ok) {
+                    const failed = preflight.results.find((resultEntry) => !resultEntry.ready);
+                    const details = failed?.details ?? 'unknown reason';
+                    throw new Error(`Wallet preflight failed for ${preflight.failedUrl ?? 'unknown origin'} (${details})`);
                 }
-            });
-        }
-        const shouldAutoApprove = walletConfig.autoApprove ?? true;
-        if (shouldAutoApprove) {
-            stopWalletAutoApprover = await startWalletAutoApprover(persistentContext, {
-                password: walletConfig.password,
-                tickMs: walletConfig.tickMs,
-                actionSelectors: walletConfig.actionSelectors,
-            });
-        }
-        const preflightEnabled = walletConfig.preflight?.enabled ?? true;
-        const preflightSeedUrls = walletConfig.preflight?.seedUrls && walletConfig.preflight.seedUrls.length > 0
-            ? walletConfig.preflight.seedUrls
-            : [...new Set(cases.map((testCase) => testCase.startUrl).filter(Boolean))];
-        if (preflightEnabled && preflightSeedUrls.length > 0) {
-            const preflight = await runWalletPreflight(persistentContext, {
-                seedUrls: preflightSeedUrls,
-                password: walletConfig.password,
-                actionSelectors: walletConfig.actionSelectors,
-                promptPaths: walletConfig.promptPaths,
-                connectSelectors: walletConfig.connectSelectors,
-                connectorSelectors: walletConfig.connectorSelectors,
-                requestAccounts: walletConfig.preflight?.requestAccounts,
-                accountsTimeoutMs: walletConfig.preflight?.accountsTimeoutMs,
-                maxChainSwitchAttempts: walletConfig.preflight?.maxChainSwitchAttempts,
-                chain: walletConfig.preflight?.chain,
-                log: quiet ? undefined : (message) => cliLog('wallet', message),
-            });
-            if (!preflight.ok) {
-                const failed = preflight.results.find((resultEntry) => !resultEntry.ready);
-                const details = failed?.details ?? 'unknown reason';
-                throw new Error(`Wallet preflight failed for ${preflight.failedUrl ?? 'unknown origin'} (${details})`);
             }
         }
     }
@@ -838,94 +978,160 @@ async function main() {
             : browserName === 'webkit'
                 ? webkit
                 : chromium;
-        if (process.env.BROWSER_ENDPOINT) {
-            const endpoint = process.env.BROWSER_ENDPOINT;
-            const browserLaunchStartedAt = Date.now();
-            // CDP endpoint (chrome, android-chrome) vs Playwright endpoint (firefox, webkit)
-            if (browserName === 'chromium' || endpoint.includes('/devtools/')) {
-                browser = await chromium.connectOverCDP(endpoint);
-            }
-            else {
-                browser = await browserType.connect(endpoint);
-            }
-            launchDiagnostics.browserLaunchMs = Date.now() - browserLaunchStartedAt;
+        const browserLaunchStartedAt = Date.now();
+        browser = await browserType.launch({
+            headless: launchPlan.headless,
+            ...(browserName === 'chromium' ? { args: launchPlan.browserArgs } : {}),
+            // Use system Chrome for stealth profiles — real TLS/JA3 fingerprint vs bundled Chromium
+            ...(isStealthProfile && browserName === 'chromium' ? { channel: 'chrome' } : {}),
+        });
+        launchDiagnostics.browserLaunchMs = Date.now() - browserLaunchStartedAt;
+    }
+    // Headless Chromium sends "HeadlessChrome/..." in the default User-Agent.
+    // CDNs like Akamai reject this with ERR_HTTP2_PROTOCOL_ERROR before any JS
+    // stealth patches can run. Build a clean UA from the browser version.
+    const headlessUserAgent = launchPlan.headless && browser
+        ? (() => {
+            const ver = browser.version();
+            const plat = process.platform;
+            const platformToken = plat === 'win32'
+                ? 'Windows NT 10.0; Win64; x64'
+                : plat === 'linux'
+                    ? 'X11; Linux x86_64'
+                    : 'Macintosh; Intel Mac OS X 10_15_7';
+            return `Mozilla/5.0 (${platformToken}) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/${ver} Safari/537.36`;
+        })()
+        : undefined;
+    const driverFactory = async () => {
+        const contextStartedAt = Date.now();
+        // CDP: reuse the browser's default context (preserves user cookies/sessions).
+        // Persistent context: use the already-opened persistent context.
+        // Default: create a fresh isolated context.
+        let context;
+        if (cdpConnected) {
+            // Reuse the user's existing browser context — cookies, localStorage, extensions intact
+            const contexts = browser.contexts();
+            context = contexts[0] ?? await browser.newContext({ viewport });
+        }
+        else if (persistentContext) {
+            context = persistentContext;
         }
         else {
-            const browserLaunchStartedAt = Date.now();
-            browser = await browserType.launch({
-                headless: launchPlan.headless,
-                ...(browserName === 'chromium' ? { args: launchPlan.browserArgs } : {}),
-                // Use system Chrome for stealth profiles — real TLS/JA3 fingerprint vs bundled Chromium
-                ...(isStealthProfile && browserName === 'chromium' ? { channel: 'chrome' } : {}),
+            context = await browser.newContext({
+                viewport,
+                recordVideo: { dir: videoDir, size: viewport },
+                storageState: storageStatePath,
+                locale: 'en-US',
+                timezoneId: 'America/New_York',
+                ...(headlessUserAgent ? { userAgent: headlessUserAgent } : {}),
+                extraHTTPHeaders: {
+                    'Accept-Language': 'en-US,en;q=0.9',
+                },
             });
-            launchDiagnostics.browserLaunchMs = Date.now() - browserLaunchStartedAt;
         }
-    }
-    const driverFactory = async () => {
-        const contextStartedAt = Date.now();
-        const context = persistentContext ?? await browser.newContext({
-            viewport,
-            recordVideo: { dir: videoDir, size: viewport },
-            storageState: storageStatePath,
-            locale: 'en-US',
-            timezoneId: 'America/New_York',
-            extraHTTPHeaders: {
-                'Accept-Language': 'en-US,en;q=0.9',
-            },
+        // Stealth patches: only for Playwright-controlled contexts (not real user browsers)
+        if (!cdpConnected) {
+            await context.addInitScript(`
+        // navigator.webdriver — explicit override (backup for --disable-blink-features)
+        Object.defineProperty(navigator, 'webdriver', { get: () => undefined });
+        // navigator.plugins — empty in headless, non-empty in real browsers
+        Object.defineProperty(navigator, 'plugins', {
+          get: () => [
+            { name: 'Chrome PDF Plugin', filename: 'internal-pdf-viewer', description: 'Portable Document Format' },
+            { name: 'Chrome PDF Viewer', filename: 'mhjfbmdgcfjbbpaeojofohoefgiehjai', description: '' },
+            { name: 'Native Client', filename: 'internal-nacl-plugin', description: '' },
+          ],
         });
-        // Stealth: patch navigator/browser properties to reduce automation fingerprint.
-        // This runs in the browser context (not Node), so we use a string to avoid TS issues.
-        await context.addInitScript(`
-      // navigator.webdriver — explicit override (backup for --disable-blink-features)
-      Object.defineProperty(navigator, 'webdriver', { get: () => undefined });
-      // navigator.plugins — empty in headless, non-empty in real browsers
-      Object.defineProperty(navigator, 'plugins', {
-        get: () => [
-          { name: 'Chrome PDF Plugin', filename: 'internal-pdf-viewer', description: 'Portable Document Format' },
-          { name: 'Chrome PDF Viewer', filename: 'mhjfbmdgcfjbbpaeojofohoefgiehjai', description: '' },
-          { name: 'Native Client', filename: 'internal-nacl-plugin', description: '' },
-        ],
-      });
-      // navigator.languages — must match Accept-Language header
-      Object.defineProperty(navigator, 'languages', { get: () => ['en-US', 'en'] });
-      // hardware signals — realistic desktop values
-      Object.defineProperty(navigator, 'hardwareConcurrency', { get: () => 8 });
-      Object.defineProperty(navigator, 'deviceMemory', { get: () => 8 });
-      // window.chrome — full stub matching real Chrome
-      if (!window.chrome) window.chrome = {};
-      if (!window.chrome.runtime) window.chrome.runtime = { id: undefined };
-      if (!window.chrome.app) window.chrome.app = { isInstalled: false, InstallState: { DISABLED: 'disabled', INSTALLED: 'installed', NOT_INSTALLED: 'not_installed' }, RunningState: { CANNOT_RUN: 'cannot_run', READY_TO_RUN: 'ready_to_run', RUNNING: 'running' } };
-      if (!window.chrome.csi) window.chrome.csi = function() { return { onloadT: Date.now(), startE: Date.now(), pageT: Date.now() - performance.timing.navigationStart }; };
-      if (!window.chrome.loadTimes) window.chrome.loadTimes = function() { return { commitLoadTime: Date.now() / 1000, connectionInfo: 'h2', finishDocumentLoadTime: Date.now() / 1000, finishLoadTime: Date.now() / 1000, firstPaintAfterLoadTime: 0, firstPaintTime: Date.now() / 1000, navigationType: 'Other', npnNegotiatedProtocol: 'h2', requestTime: Date.now() / 1000 - 0.16, startLoadTime: Date.now() / 1000 - 0.16, wasAlternateProtocolAvailable: false, wasFetchedViaSpdy: true, wasNpnNegotiated: true }; };
-      // WebGL vendor/renderer — match real GPU values
-      try {
-        const getParameter = WebGLRenderingContext.prototype.getParameter;
-        WebGLRenderingContext.prototype.getParameter = function(parameter) {
-          if (parameter === 37445) return 'Intel Inc.';
-          if (parameter === 37446) return 'Intel Iris OpenGL Engine';
-          return getParameter.call(this, parameter);
-        };
-      } catch (_) {}
-      try {
-        const getParameter2 = WebGL2RenderingContext.prototype.getParameter;
-        WebGL2RenderingContext.prototype.getParameter = function(parameter) {
-          if (parameter === 37445) return 'Intel Inc.';
-          if (parameter === 37446) return 'Intel Iris OpenGL Engine';
-          return getParameter2.call(this, parameter);
-        };
-      } catch (_) {}
-      // window.outerWidth/outerHeight — 0 in headless, match viewport in real browsers
-      if (window.outerWidth === 0) Object.defineProperty(window, 'outerWidth', { get: () => window.innerWidth });
-      if (window.outerHeight === 0) Object.defineProperty(window, 'outerHeight', { get: () => window.innerHeight + 85 });
-      // Patch permissions API for notification checks
-      try {
-        const origQuery = navigator.permissions.query.bind(navigator.permissions);
-        navigator.permissions.query = (params) =>
-          params.name === 'notifications'
-            ? Promise.resolve({ state: 'denied', onchange: null })
-            : origQuery(params);
-      } catch (_) {}
-    `);
+        // navigator.languages — must match Accept-Language header
+        Object.defineProperty(navigator, 'languages', { get: () => ['en-US', 'en'] });
+        // hardware signals — realistic desktop values
+        Object.defineProperty(navigator, 'hardwareConcurrency', { get: () => 8 });
+        Object.defineProperty(navigator, 'deviceMemory', { get: () => 8 });
+        // window.chrome — full stub matching real Chrome
+        if (!window.chrome) window.chrome = {};
+        if (!window.chrome.runtime) window.chrome.runtime = { id: undefined };
+        if (!window.chrome.app) window.chrome.app = { isInstalled: false, InstallState: { DISABLED: 'disabled', INSTALLED: 'installed', NOT_INSTALLED: 'not_installed' }, RunningState: { CANNOT_RUN: 'cannot_run', READY_TO_RUN: 'ready_to_run', RUNNING: 'running' } };
+        if (!window.chrome.csi) window.chrome.csi = function() { return { onloadT: Date.now(), startE: Date.now(), pageT: Date.now() - performance.timing.navigationStart }; };
+        if (!window.chrome.loadTimes) window.chrome.loadTimes = function() { return { commitLoadTime: Date.now() / 1000, connectionInfo: 'h2', finishDocumentLoadTime: Date.now() / 1000, finishLoadTime: Date.now() / 1000, firstPaintAfterLoadTime: 0, firstPaintTime: Date.now() / 1000, navigationType: 'Other', npnNegotiatedProtocol: 'h2', requestTime: Date.now() / 1000 - 0.16, startLoadTime: Date.now() / 1000 - 0.16, wasAlternateProtocolAvailable: false, wasFetchedViaSpdy: true, wasNpnNegotiated: true }; };
+        // WebGL vendor/renderer — match real GPU values
+        try {
+          const getParameter = WebGLRenderingContext.prototype.getParameter;
+          WebGLRenderingContext.prototype.getParameter = function(parameter) {
+            if (parameter === 37445) return 'Intel Inc.';
+            if (parameter === 37446) return 'Intel Iris OpenGL Engine';
+            return getParameter.call(this, parameter);
+          };
+        } catch (_) {}
+        try {
+          const getParameter2 = WebGL2RenderingContext.prototype.getParameter;
+          WebGL2RenderingContext.prototype.getParameter = function(parameter) {
+            if (parameter === 37445) return 'Intel Inc.';
+            if (parameter === 37446) return 'Intel Iris OpenGL Engine';
+            return getParameter2.call(this, parameter);
+          };
+        } catch (_) {}
+        // window.outerWidth/outerHeight — 0 in headless, match viewport in real browsers
+        if (window.outerWidth === 0) Object.defineProperty(window, 'outerWidth', { get: () => window.innerWidth });
+        if (window.outerHeight === 0) Object.defineProperty(window, 'outerHeight', { get: () => window.innerHeight + 85 });
+        // Patch permissions API — cover all permission types bots commonly mis-handle
+        try {
+          const origQuery = navigator.permissions.query.bind(navigator.permissions);
+          navigator.permissions.query = (params) => {
+            const deny = ['notifications', 'geolocation', 'camera', 'microphone', 'payment-handler'];
+            if (deny.includes(params.name))
+              return Promise.resolve({ state: 'denied', onchange: null });
+            return origQuery(params);
+          };
+        } catch (_) {}
+        // Canvas fingerprint noise — add imperceptible per-session noise to canvas readback
+        // so each session produces a unique fingerprint (defeats static fingerprint matching)
+        try {
+          const seed = Math.random() * 0xffff | 0;
+          const noisify = (canvas) => {
+            try {
+              const ctx = canvas.getContext('2d');
+              if (!ctx) return;
+              const { width: w, height: h } = canvas;
+              if (w === 0 || h === 0) return;
+              const img = ctx.getImageData(0, 0, w, h);
+              const d = img.data;
+              for (let i = 0; i < d.length; i += 4) {
+                // deterministic per-pixel noise from seed + position
+                d[i] = d[i] ^ ((seed + i) & 1);
+              }
+              ctx.putImageData(img, 0, 0);
+            } catch (_) {}
+          };
+          const origToDataURL = HTMLCanvasElement.prototype.toDataURL;
+          HTMLCanvasElement.prototype.toDataURL = function(...args) {
+            noisify(this);
+            return origToDataURL.apply(this, args);
+          };
+          const origToBlob = HTMLCanvasElement.prototype.toBlob;
+          HTMLCanvasElement.prototype.toBlob = function(...args) {
+            noisify(this);
+            return origToBlob.apply(this, args);
+          };
+        } catch (_) {}
+        // Fix CDP screenX/screenY bug — CDP Input.dispatchMouseEvent sets
+        // screenX=clientX, screenY=clientY which never happens in real browsers.
+        // Cloudflare Turnstile actively checks this. Add a per-session window
+        // offset so screenX/screenY are realistic and internally consistent.
+        try {
+          const winX = Math.floor(Math.random() * 200) + 50;
+          const winY = Math.floor(Math.random() * 100) + 50;
+          const chrome = 85;
+          Object.defineProperty(MouseEvent.prototype, 'screenX', {
+            get() { return this.clientX + winX; },
+            configurable: true,
+          });
+          Object.defineProperty(MouseEvent.prototype, 'screenY', {
+            get() { return this.clientY + winY + chrome; },
+            configurable: true,
+          });
+        } catch (_) {}
+      `);
+        }
         const contextCreateMs = Date.now() - contextStartedAt;
         const pageStartedAt = Date.now();
         const page = await context.newPage();
@@ -957,8 +1163,9 @@ async function main() {
             contextCreateMs,
             pageCreateMs,
             resourceBlockingSetupMs,
-            storageStateApplied: Boolean(storageStatePath),
+            storageStateApplied: Boolean(storageStatePath) && !cdpConnected,
             persistentContext: Boolean(persistentContext),
+            cdpConnected,
         };
         // Wrap in a Driver that properly tears down context on close
         const wrappedDriver = {
@@ -970,7 +1177,7 @@ async function main() {
             async close() {
                 await driver.close().catch(() => { });
                 await page.close().catch(() => { });
-                if (!persistentContext) {
+                if (!persistentContext && !cdpConnected) {
                     await context.close().catch(() => { });
                 }
             },