@duckmind/dm-windows-x64 0.60.6 → 0.60.8

package/extensions/greedysearch-dm/extractors/google-ai.mjs

@@ -1,507 +1,86 @@
-#!/usr/bin/env node
-import{randomInt as J}from"node:crypto";import{spawn as W}from"node:child_process";import{basename as q}from"node:path";import{dirname as B,join as V}from"node:path";import{fileURLToPath as U}from"node:url";function H(e=process.env,t=process.execPath){let r=e.GREEDY_SEARCH_NODE||e.NODE_BINARY||e.NODE;if(r?.trim())return r.trim();let n=q(t||"").toLowerCase();if(n==="node"||n==="node.exe")return t;return"node"}var Y=B(U(import.meta.url)),X=V(Y,"..","bin","cdp.mjs"),Z=new Set(["list","snap","eval","shot","html","nav","net","click","clickxy","type","loadall","evalraw","browse","stop","--tab"]);function G(e){if(!Array.isArray(e)||e.length===0)throw Error("cdp: args must be a non-empty array");if(e[0]==="test")return e.map((t,r)=>O(t,r));if(!Z.has(e[0]))throw Error(`cdp: unknown subcommand '${e[0]}'`);return e.map((t,r)=>O(t,r))}function O(e,t){if(typeof e!=="string")throw Error(`cdp: argv[${t}] must be a string (got ${typeof e})`);if(e.includes("\x00"))throw Error(`cdp: argv[${t}] contains a null byte`);return e}function m(e,t=30000){return z(e,null,t)}function z(e,t=null,r=30000){let n=G(e);return new Promise((i,o)=>{let a=W(H(),[X,...n],{stdio:[t==null?"ignore":"pipe","pipe","pipe"]});if(t!=null)a.stdin.write(t),a.stdin.end();let s="",c="";a.stdout.on("data",(l)=>s+=l),a.stderr.on("data",(l)=>c+=l);let u=setTimeout(()=>{a.kill(),o(Error(`cdp timeout: ${e[0]}`))},r);a.on("close",(l)=>{if(clearTimeout(u),l===0)i(s.trim());else o(Error(c.trim()||`cdp exit ${l}`))})})}async function T(e){if(e)return e;let t=(await m(["list"])).split(`
-`)[0]?.slice(0,8);if(!t)throw Error("No Chrome tabs found. Is Chrome running with --remote-debugging-port=9222?");let r=await m(["evalraw",t,"Target.createTarget",'{"url":"about:blank"}']),n;try{n=JSON.parse(r)}catch(a){throw Error(`Target.createTarget returned invalid JSON: ${a.message}`)}let{targetId:i}=n;if(!i)throw Error("Target.createTarget did not return a targetId");await m(["list"]);let o=i.slice(0,8);try{await Q(o)}catch(a){process.stderr.write(`[getOrOpenTab] stealth injection failed: ${a.message}
-`)}return o}async function Q(e){await m(["evalraw",e,"Page.addScriptToEvaluateOnNewDocument",JSON.stringify({source:`
-(function() {
-  // ── Runtime.enable / CDP detection masking ──────────────
-  try { delete window.__REBROWSER_RUNTIME_ENABLE; } catch(_) {}
-  try { delete window.__REBROWSER_DEVTOOLS; } catch(_) {}
-  try { delete window.__nightmare; } catch(_) {}
-  try { delete window.__phantom; } catch(_) {}
-  try { delete window.callPhantom; } catch(_) {}
-  try { delete window._phantom; } catch(_) {}
-  try { delete window.Buffer; } catch(_) {}
-
-  // Real Chrome without automation should not expose navigator.webdriver at all.
-  // A literal false or an own-property getter returning undefined is itself a
-  // common stealth tell; remove both instance and prototype properties when the
-  // descriptor is configurable (as it is with --disable-blink-features).
-  try { delete navigator.webdriver; } catch(_) {}
-  try { delete Navigator.prototype.webdriver; } catch(_) {}
-  Object.defineProperty(navigator, 'vendor', { get: () => 'Google Inc.', configurable: true });
-  Object.defineProperty(navigator, 'platform', { get: () => 'Win32', configurable: true });
-  Object.defineProperty(navigator, 'maxTouchPoints', { get: () => 0, configurable: true });
-  Object.defineProperty(navigator, 'pdfViewerEnabled', { get: () => true, configurable: true });
-  Object.defineProperty(navigator, 'productSub', { get: () => '20030107', configurable: true });
-  Object.defineProperty(navigator, 'product', { get: () => 'Gecko', configurable: true });
-  var __greedyMimeTypes = null;
-  function __makeMimeTypes() {
-    var pdf = { type: 'application/pdf', suffixes: 'pdf', description: 'Portable Document Format', enabledPlugin: null };
-    var textPdf = { type: 'text/pdf', suffixes: 'pdf', description: 'Portable Document Format', enabledPlugin: null };
-    try { Object.setPrototypeOf(pdf, MimeType.prototype); } catch(_) {}
-    try { Object.setPrototypeOf(textPdf, MimeType.prototype); } catch(_) {}
-    var m = [pdf, textPdf];
-    try { Object.setPrototypeOf(m, MimeTypeArray.prototype); } catch(_) {}
-    m.item = function item(i) { return this[i] || null; };
-    m.namedItem = function namedItem(name) { return Array.prototype.find.call(this, function(x) { return x && x.type === name; }) || null; };
-    return m;
-  }
-  Object.defineProperty(navigator, 'plugins', {
-    get: () => {
-      __greedyMimeTypes = __greedyMimeTypes || __makeMimeTypes();
-      var plugin0 = { name: 'Chrome PDF Plugin', filename: 'internal-pdf-viewer', description: 'Portable Document Format' };
-      var plugin1 = { name: 'Chrome PDF Viewer', filename: 'mhjfbmdgcfjbbpaeojofohoefgiehjai', description: '' };
-      var plugin2 = { name: 'Native Client', filename: 'internal-nacl-plugin', description: '' };
-      try { Object.setPrototypeOf(plugin0, Plugin.prototype); } catch(_) {}
-      try { Object.setPrototypeOf(plugin1, Plugin.prototype); } catch(_) {}
-      try { Object.setPrototypeOf(plugin2, Plugin.prototype); } catch(_) {}
-      var p = [plugin0, plugin1, plugin2];
-      p.item = function item(i) { return this[i] || null; };
-      p.namedItem = function namedItem(name) { return Array.prototype.find.call(this, function(x) { return x && x.name === name; }) || null; };
-      p.refresh = function refresh() {};
-      try { Object.setPrototypeOf(p, PluginArray.prototype); } catch(_) {}
-      try {
-        __greedyMimeTypes[0].enabledPlugin = p[0];
-        __greedyMimeTypes[1].enabledPlugin = p[0];
-      } catch(_) {}
-      return p;
-    },
-    configurable: true,
-  });
-  Object.defineProperty(navigator, 'mimeTypes', {
-    get: () => {
-      __greedyMimeTypes = __greedyMimeTypes || __makeMimeTypes();
-      return __greedyMimeTypes;
-    },
-    configurable: true,
-  });
-  Object.defineProperty(navigator, 'languages', { get: () => ['en-US', 'en'], configurable: true });
-  try {
-    Object.defineProperty(navigator, 'connection', { get: () => ({ effectiveType: '4g', rtt: 50, downlink: 10, downlinkMax: Infinity, saveData: false }), configurable: true });
-  } catch(_) {}
-  if (!navigator.mediaDevices) {
-    Object.defineProperty(navigator, 'mediaDevices', {
-      get: () => ({
-        enumerateDevices: () => Promise.resolve([
-          { deviceId: 'default', kind: 'audioinput', label: '', groupId: 'default' },
-          { deviceId: 'default', kind: 'audiooutput', label: '', groupId: 'default' },
-          { deviceId: '', kind: 'videoinput', label: '', groupId: '' },
-        ]),
-        getUserMedia: () => Promise.reject(new DOMException('NotAllowedError')),
-        getDisplayMedia: () => Promise.reject(new DOMException('NotAllowedError')),
-      }),
-      configurable: true,
-    });
-  }
-  // ── Missing platform APIs (headless often lacks these) ─
-  try {
-    if (!navigator.share) {
-      navigator.share = function() { return Promise.reject(new Error('NotAllowedError')); };
-    }
-  } catch(_) {}
-  try {
-    if (!navigator.contentIndex) {
-      Object.defineProperty(navigator, 'contentIndex', { get: () => ({ add: function() {}, delete: function() {}, getAll: function() { return Promise.resolve([]); } }), configurable: true });
-    }
-  } catch(_) {}
-
-  if (!window.chrome) {
-    window.chrome = {
-      app: { isInstalled: false, InstallState: {}, RunningState: {} },
-      runtime: {
-        OnInstalledReason: {}, OnRestartRequiredReason: {}, PlatformArch: {}, PlatformNaclArch: {}, PlatformOs: {}, RequestUpdateCheckStatus: {},
-        connect: () => ({}), sendMessage: () => {}, onMessage: { addListener: () => {} }
-      },
-      loadTimes: function() { return { requestTime: 0, startLoadTime: Date.now() - 5000, commitLoadTime: Date.now() - 3000, finishDocumentLoadTime: Date.now() - 2000, finishLoadTime: Date.now() - 1000, firstPaintTime: Date.now() - 800, navigationType: 'Other', wasFetchedViaSpdy: true, wasNpnNegotiated: true, npnNegotiatedProtocol: 'h2', wasAlternateProtocolAvailable: false, connectionInfo: 'http/2' }; },
-      csi: function() { var t = Date.now(); return { onloadT: t - 2000, startE: t - 5000, pageT: 'back', tran: 2 }; },
-    };
-  }
-  var __greedyNativeFns = [];
-  function __markNative(fn) { try { __greedyNativeFns.push(fn); } catch(_) {} return fn; }
-
-  var origQuery = navigator.permissions?.query;
-  if (origQuery) {
-    navigator.permissions.query = __markNative(function query(params) {
-      if (params && params.name === 'notifications') return Promise.resolve({ state: Notification.permission || 'default', onchange: null });
-      return origQuery.apply(this, arguments);
-    });
-  }
-  try {
-    var getParam = WebGLRenderingContext.prototype.getParameter;
-    WebGLRenderingContext.prototype.getParameter = __markNative(function getParameter(p) {
-      if (p === 37445) return 'Intel Inc.';
-      if (p === 37446) return 'Intel Iris OpenGL Engine';
-      return getParam.call(this, p);
-    });
-  } catch(_) {}
-  // ── WebGL readPixels noise ──────────────────────────
-  // CreepJS and other fingerprinters draw content with WebGL and read back the
-  // rendered pixels. Adding subtle noise breaks rendering-based fingerprinting.
-  try {
-    var origReadPixels = WebGLRenderingContext.prototype.readPixels;
-    WebGLRenderingContext.prototype.readPixels = __markNative(function readPixels(x, y, width, height, format, type, pixels) {
-      var result = origReadPixels.call(this, x, y, width, height, format, type, pixels);
-      if (pixels && pixels.length > 0) {
-        pixels[0] ^= 1;
-      }
-      return result;
-    });
-  } catch(_) {}
-  Object.defineProperty(navigator, 'hardwareConcurrency', { get: () => 8, configurable: true });
-  Object.defineProperty(navigator, 'deviceMemory', { get: () => 8, configurable: true });
-
-  // ── Canvas fingerprint noise ─────────────────────────
-  // Headless rendering engines produce slightly different canvas output
-  // than headed Chrome. Subtle noise breaks hash-based fingerprinting.
-  try {
-    var __canvasNoise = ((Date.now() & 0xFF) | 1);
-    var origFill = CanvasRenderingContext2D.prototype.fillText;
-    CanvasRenderingContext2D.prototype.fillText = __markNative(function fillText() {
-      this.globalAlpha = 0.9995;
-      return origFill.apply(this, arguments);
-    });
-  } catch(_) {}
-  try {
-    var origStroke = CanvasRenderingContext2D.prototype.strokeText;
-    CanvasRenderingContext2D.prototype.strokeText = __markNative(function strokeText() {
-      this.globalAlpha = 0.9995;
-      return origStroke.apply(this, arguments);
-    });
-  } catch(_) {}
-  try {
-    var origToDataURL = HTMLCanvasElement.prototype.toDataURL;
-    HTMLCanvasElement.prototype.toDataURL = __markNative(function toDataURL() {
-      var ctx = this.getContext('2d');
-      if (ctx) {
-        // Spread noise across canvas to break hash-based fingerprinting.
-        // Uses a deterministic pattern so it's consistent per page load
-        // but varies between sessions.
-        var w = this.width, h = this.height;
-        if (w > 0 && h > 0) {
-          var imgData = ctx.getImageData(0, 0, Math.min(w, 4), Math.min(h, 4));
-          if (imgData && imgData.data) {
-            for (var __i = 0; __i < imgData.data.length; __i += 4) {
-              imgData.data[__i] ^= (__canvasNoise + __i) & 0xFF;
-            }
-            ctx.putImageData(imgData, 0, 0);
-          }
-        }
-      }
-      return origToDataURL.apply(this, arguments);
-    });
-  } catch(_) {}
-
-  // ── AudioContext fingerprint noise ────────────────────
-  // Headless Chrome's AudioContext produces slightly different output.
-  // Subtle noise breaks audio-based fingerprinting.
-  try {
-    var __audioSeed = ((Date.now() & 0x1F) | 1);
-    var origGetChannelData = AudioBuffer.prototype.getChannelData;
-    AudioBuffer.prototype.getChannelData = __markNative(function getChannelData(channel) {
-      var data = origGetChannelData.call(this, channel);
-      for (var __i = 0; __i < data.length; __i += 64) {
-        data[__i] *= 0.99999;
-      }
-      return data;
-    });
-  } catch(_) {}
-
-  // ── window outer dimensions ──────────────────────────
-  // outerWidth/Height = 0 in headless — a well-known bot signal.
-  // Mirror innerWidth/Height (set by --window-size flag) so the ratio is sane.
-  try {
-    if (!window.outerWidth)  Object.defineProperty(window, 'outerWidth',  { get: () => window.innerWidth  || 1920, configurable: true });
-    if (!window.outerHeight) Object.defineProperty(window, 'outerHeight', { get: () => window.innerHeight || 1080, configurable: true });
-  } catch(_) {}
-
-  // ── screen properties ─────────────────────────────────
-  // Headless Chrome often reports an 800x600 screen even when the viewport is
-  // 1920x1080. Keep screen metrics internally consistent with our launch flags.
-  try {
-    Object.defineProperty(screen, 'width', { get: () => 1920, configurable: true });
-    Object.defineProperty(screen, 'height', { get: () => 1080, configurable: true });
-    Object.defineProperty(screen, 'availWidth', { get: () => 1920, configurable: true });
-    Object.defineProperty(screen, 'availHeight', { get: () => 1040, configurable: true });
-    Object.defineProperty(screen, 'colorDepth', { get: () => 24, configurable: true });
-    Object.defineProperty(screen, 'pixelDepth', { get: () => 24, configurable: true });
-  } catch(_) {}
-
-  // ── navigator.userAgentData (UA Client Hints) ─────────
-  // Derive version from the UA string already set by --user-agent flag so the
-  // two APIs are always consistent. Removes any "HeadlessChrome" brand entry.
-  try {
-    var _uaMajor = (navigator.userAgent.match(new RegExp('Chrome/([0-9]+)')) || [])[1] || '136';
-    var _uaFull  = (navigator.userAgent.match(new RegExp('Chrome/([0-9.]+)')) || [])[1] || (_uaMajor + '.0.0.0');
-    var _brands  = [
-      { brand: 'Not)A;Brand',  version: '99' },
-      { brand: 'Google Chrome', version: _uaMajor },
-      { brand: 'Chromium',      version: _uaMajor },
-    ];
-    Object.defineProperty(navigator, 'userAgentData', {
-      get: function() {
-        return {
-          brands: _brands, mobile: false, platform: 'Windows',
-          getHighEntropyValues: function() {
-            return Promise.resolve({
-              architecture: 'x86', bitness: '64',
-              brands: _brands,
-              fullVersionList: [
-                { brand: 'Not)A;Brand',   version: '99.0.0.0' },
-                { brand: 'Google Chrome', version: _uaFull },
-                { brand: 'Chromium',      version: _uaFull },
-              ],
-              mobile: false, model: '', platform: 'Windows',
-              platformVersion: '15.0.0', uaFullVersion: _uaFull, wow64: false,
-            });
-          },
-          toJSON: function() { return { brands: _brands, mobile: false, platform: 'Windows' }; },
-        };
-      },
-      configurable: true,
-    });
-  } catch(_) {}
-
-  // ── CDP Runtime serialization guard ──────────────────
-  // Sites detect CDP by putting a getter on Error.prototype.stack
-  // and checking if console.log triggers it (only happens when
-  // Runtime domain is enabled). We monkey-patch console methods to
-  // strip custom getters from arguments before they reach CDP.
-  try {
-    var _origLog = console.log, _origError = console.error,
-        _origWarn = console.warn, _origDebug = console.debug,
-        _origInfo = console.info;
-    var _safeArg = function(a) {
-      if (a instanceof Error) {
-        try { return new Error(a.message); } catch(_) { return a; }
-      }
-      return a;
-    };
-    console.log = __markNative(function log() { return _origLog.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-    console.error = __markNative(function error() { return _origError.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-    console.warn = __markNative(function warn() { return _origWarn.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-    console.debug = __markNative(function debug() { return _origDebug.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-    console.info = __markNative(function info() { return _origInfo.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-  } catch(_) {}
-
-  // ── Native function masking ──────────────────────────
-  // Patched APIs should not stringify as user-defined stealth code.
-  try {
-    var __nativeToString = Function.prototype.toString;
-    Function.prototype.toString = function toString() {
-      if (__greedyNativeFns.indexOf(this) !== -1) {
-        var name = this.name || '';
-        return 'function ' + name + '() { [native code] }';
-      }
-      return __nativeToString.call(this);
-    };
-  } catch(_) {}
-})();
-`})])}var v={postNav:800,postNavSlow:1200,postClick:300,postType:300,inputPoll:400,copyPoll:600,afterVerify:1500};function _(e){let t=e*0.2,r=J(-Math.floor(t),Math.floor(t)+1);return Math.max(50,Math.round(e+r))}async function S(e,t={}){let{timeout:r=20000,interval:n=600,stableRounds:i=3,selector:o="document.body",minLength:a=0,isStreamingExpr:s="false"}=t,c=String.raw`
-	new Promise((resolve, reject) => {
-		const _deadline = Date.now() + ${r};
-		const _baseInterval = ${n};
-		const _stableRounds = ${i};
-		const _minLength = ${a};
-		let _lastLen = -1;
-		let _stableCount = 0;
-
-		function _jitter(ms) {
-			return Math.max(50, ms + (Math.random() * ms * 0.4 - ms * 0.2));
-		}
-
-		function _poll() {
-			try {
-				// Re-query DOM each tick — element may not exist at eval start
-				const el = ${o};
-				const cur = el?.textContent?.length ?? 0;
-				const streaming = ${s};
-				if (streaming) {
-					if (cur !== _lastLen) _lastLen = cur;
-					_stableCount = 0;
-				} else if (cur >= _minLength) {
-					if (cur === _lastLen) {
-						_stableCount++;
-						if (_stableCount >= _stableRounds) { resolve(cur); return; }
-					} else {
-						_lastLen = cur;
-						_stableCount = 0;
-					}
-				}
-				if (Date.now() < _deadline) {
-					setTimeout(_poll, _jitter(_baseInterval));
-				} else {
-					if (_lastLen >= _minLength && !streaming) { resolve(_lastLen); }
-					else { reject(new Error('Generation did not stabilise within ${r}ms')); }
-				}
-			} catch(e) { reject(e); }
-		}
-
-		_poll();
-	})
-	`,u=await m(["eval",e,c],r+1e4),l=parseInt(u,10)||0;if(l>=a)return l;throw Error(`Generation did not stabilise within ${r}ms`)}async function C(e){let t=e.indexOf("--stdin");if(t===-1)return e;let r=await new Promise((i)=>{let o="";process.stdin.setEncoding("utf8"),process.stdin.on("data",(a)=>o+=a),process.stdin.on("end",()=>i(o.trim()))}),n=[...e];return n[t]=r,n}function D(e){let t=e.includes("--short"),r=e.filter((s)=>s!=="--short"),n=r.indexOf("--tab"),i=n===-1?null:r[n+1];if(n!==-1)r=r.filter((s,c)=>c!==n&&c!==n+1);let o=r.indexOf("--locale"),a=o===-1?null:r[o+1];if(o!==-1)r=r.filter((s,c)=>c!==o&&c!==o+1);return{query:r.join(" "),tabPrefix:i,short:t,locale:a}}function N(e,t){if(!e.length||e[0]==="--help")process.stderr.write(t),process.exit(1)}function $(e,t,r=300){if(!t||e.length<=r)return e;let n=e.slice(0,r),i=n.lastIndexOf(" ");return i>0?`${n.slice(0,i)}…`:`${n}…`}function A(e){process.stdout.write(`${JSON.stringify(e,null,2)}
-`)}function M(e,t=null){if(t){let r=JSON.stringify({_envelope:t,error:e.message});process.stdout.write(`${r}
-`)}process.stderr.write(`Error: ${e.message}
-`),process.exit(1)}import{randomInt as K}from"node:crypto";import{existsSync as ee,readFileSync as te}from"node:fs";import re from"node:http";var ne=`
-(function() {
-  // Google consent page (consent.google.com)
-  var g = document.querySelector('#L2AGLb, button[jsname="b3VHJd"], .tHlp8d');
-  if (g) { g.click(); return 'google'; }
-
-  // OneTrust (used by many sites including Stack Overflow)
-  var ot = document.querySelector('#onetrust-accept-btn-handler, .onetrust-accept-btn-handler');
-  if (ot) { ot.click(); return 'onetrust'; }
-
-  // Generic "accept all" / "agree" buttons
-  var btns = Array.from(document.querySelectorAll('button, a[role=button]'));
-  var accept = btns.find(b => /^(accept all|accept cookies|agree|i agree|got it|allow all|allow cookies)$/i.test(b.innerText?.trim()));
-  if (accept) { accept.click(); return 'generic:' + accept.innerText.trim(); }
-
-  return null;
-})()
-`,ie=`
-(function() {
-  var url = document.location.href;
-
-  // --- Google "sorry" page (hard CAPTCHA, can't auto-solve) ---
-  if (url.includes('/sorry/') || url.includes('sorry.google')) return 'sorry-page';
-
-  // --- Microsoft account verification page ---
-  if (url.includes('login.microsoftonline.com') || url.includes('login.live.com') || url.includes('account.microsoft.com')) {
-    var msBtns = Array.from(document.querySelectorAll('button, input[type=submit], a'));
-    var msVerify = msBtns.find(b => /verify|continue|next/i.test(b.innerText?.trim() || b.value || ''));
-    if (msVerify) { msVerify.setAttribute('data-gs-verify','1'); return JSON.stringify({t:'sel',s:'[data-gs-verify="1"]',txt:msVerify.innerText?.trim()||msVerify.value}); }
-  }
-
-  // --- Copilot / modal verification ---
-  var modal = document.querySelector('[role="dialog"], .b_modal, [class*="verify"], [class*="challenge"]');
-  if (modal) {
-    var modalBtns = Array.from(modal.querySelectorAll('button, a[role="button"], input[type="submit"]'));
-    var actionBtn = modalBtns.find(b => /^(continue|verify|submit|next|i agree|accept|got it)$/i.test(b.innerText?.trim() || b.value || ''));
-    if (actionBtn) { actionBtn.setAttribute('data-gs-verify','1'); return JSON.stringify({t:'sel',s:'[data-gs-verify="1"]',txt:actionBtn.innerText?.trim()}); }
-  }
-
-  // --- Turnstile / Cloudflare challenge iframe (return coordinates for humanClickXY) ---
-  var turnstileIframe = document.querySelector('iframe[src*="challenges.cloudflare.com"], iframe[src*="turnstile"], iframe[title*="challenge"]');
-  if (turnstileIframe) {
-    var r = turnstileIframe.getBoundingClientRect();
-    return JSON.stringify({t:'xy',x:r.left+30,y:r.top+r.height/2});
-  }
-
-  // --- Cloudflare Turnstile widget inside closed shadow DOM (Copilot, etc.) ---
-  // The iframe is not queryable from main document, but the host container
-  // (#cf-turnstile) and the hidden response input are. When only the
-  // hidden response input matches (no #cf-turnstile host and no visible
-  // iframe), the actual challenge widget is rendered inside a closed
-  // shadow DOM and cannot be auto-clicked. Return a sentinel so callers
-  // know to surface this as needs-human verification instead of wasting
-  // time on a doomed waitForSelector.
-  var cfTurnstileHost = document.querySelector('#cf-turnstile');
-  if (cfTurnstileHost) {
-    var r2 = cfTurnstileHost.getBoundingClientRect();
-    return JSON.stringify({t:'xy',x:r2.left+r2.width/2,y:r2.top+r2.height/2});
-  }
-  // Hidden cf-chl-widget-*_response input present but no visible host:
-  // the widget is in closed shadow DOM. Signal this so handleVerification
-  // can return 'needs-human' rather than 'clear'.
-  var cfResponseInput = document.querySelector('input[name="cf-turnstile-response"], [id^="cf-chl-widget-"][id$="_response"]');
-  if (cfResponseInput && cfResponseInput.value === '') {
-    return 'cf-closed-shadow-dom';
-  }
-
-  // --- Cloudflare challenge page ---
-  var cfCheckbox = document.querySelector('#cf-stage input[type="checkbox"], .ctp-checkbox-container input');
-  if (cfCheckbox) { cfCheckbox.setAttribute('data-gs-verify','1'); return JSON.stringify({t:'sel',s:'[data-gs-verify="1"]',txt:'cloudflare-checkbox'}); }
-  var cfBtn = document.querySelector('#challenge-form button, .cf-challenge button');
-  if (cfBtn) { cfBtn.setAttribute('data-gs-verify','1'); return JSON.stringify({t:'sel',s:'[data-gs-verify="1"]',txt:cfBtn.innerText?.trim()}); }
-
-  // --- Microsoft "I am human" button ---
-  var msHumanBtn = document.querySelector('button[id*="i0"], button[id*="id__"]');
-  if (msHumanBtn && /verify|human|robot|continue/i.test(msHumanBtn.innerText?.trim())) {
-    msHumanBtn.setAttribute('data-gs-verify','1'); return JSON.stringify({t:'sel',s:'[data-gs-verify="1"]',txt:msHumanBtn.innerText.trim()});
-  }
-
-  // --- Generic verify/continue/proceed buttons (catch-all) ---
-  // IMPORTANT: exclude sign-in / OAuth buttons (e.g. "Continue with Google",
-  // "Continue with email", "Login or sign up for free"). These appear on
-  // many sites (Perplexity, ChatGPT, etc.) when the user isn't logged in,
-  // and clicking them triggers a sign-in flow that takes us to a login
-  // wall — a much worse outcome than the original search failure we were
-  // trying to recover from. The exclusion list must cover both OAuth
-  // providers AND generic "sign in / log in / with email" patterns.
-  var btns = Array.from(document.querySelectorAll('button, input[type=submit], a[role=button]'));
-  var verify = btns.find(b => {
-    var t = (b.innerText?.trim() || b.value || '').toLowerCase();
-    var isVerifyLike = (t === 'continue' || t === 'proceed' || t === 'next' ||
-                       t.startsWith('verify ') || t.startsWith('human ') || t === 'i am human' || t.includes('robot check')) &&
-           !t.includes('verified') && !document.querySelector('iframe[src*="recaptcha"]');
-    if (!isVerifyLike) return false;
-    // Exclude OAuth / sign-in buttons to prevent accidental login flows
-    // — covers "Continue with Google", "Continue with Apple", "Continue
-    // with email", "Login or sign up", "Log in", "Sign in", "Sign up",
-    // "Single sign-on", and the visible panel "Login or sign up for free"
-    // text. The previous list missed "email" and "sso" which let the
-    // auto-click land on the email/SSO sign-in buttons on Perplexity's
-    // anonymous-mode homepage, navigating us into a login flow.
-    var isSignIn = new RegExp("sign.?in|log.?in|sign.?up|with\\s+(google|apple|email|github|facebook|microsoft|sso)|sso|auth", "i").test(t);
-    return !isSignIn;
-  });
-  if (verify) { verify.setAttribute('data-gs-verify','1'); return JSON.stringify({t:'sel',s:'[data-gs-verify="1"]',txt:verify.innerText?.trim()||verify.value}); }
-
-  // --- Google reCAPTCHA checkbox ---
-  var recaptchaCheckbox = document.querySelector('.recaptcha-checkbox-unchecked, input[type=checkbox][id*="recaptcha"]');
-  if (recaptchaCheckbox) { recaptchaCheckbox.setAttribute('data-gs-verify','1'); return JSON.stringify({t:'sel',s:'[data-gs-verify="1"]',txt:'recaptcha'}); }
-
-  return null;
-})()
-`,ae=`
-(function() {
-  var url = document.location.href;
-  var isVerifyPage = url.includes('/sorry/') ||
-                     url.includes('challenges.cloudflare.com') ||
-                     url.includes('login.microsoftonline.com') ||
-                     document.querySelector('#challenge-running, #challenge-stage, .cf-turnstile, [role="dialog"]');
-  if (!isVerifyPage) return 'cleared';
-
-  var btns = Array.from(document.querySelectorAll('button, input[type=submit], a[role=button]'));
-  var btn = btns.find(b => {
-    var t = (b.innerText?.trim() || b.value || '').toLowerCase();
-    var isVerifyLike = t.includes('verify') || t.includes('human') || t.includes('robot') || t.includes('continue') || t.includes('next') || t.includes('submit');
-    if (!isVerifyLike) return false;
-    var isSignIn = /sign.in|log.in|google|microsoft|apple|facebook|github|auth/i.test(t);
-    return !isSignIn;
-  });
-  if (btn) { btn.setAttribute('data-gs-verify','1'); return JSON.stringify({t:'sel',s:'[data-gs-verify="1"]',txt:btn.innerText?.trim()||btn.value}); }
-
-  var cf = document.querySelector('#cf-stage input[type="checkbox"], .cf-turnstile input');
-  if (cf) { cf.setAttribute('data-gs-verify','1'); return JSON.stringify({t:'sel',s:'[data-gs-verify="1"]',txt:'turnstile'}); }
-
-  // Cloudflare Turnstile widget inside closed shadow DOM (detected via host container)
-  var cfTurnstileHost = document.querySelector('#cf-turnstile, [id^="cf-chl-widget-"]');
-  if (cfTurnstileHost) { return 'still-verifying'; }
-
-  var modal = document.querySelector('[role="dialog"], .b_modal, [class*="verify"]');
-  if (modal) {
-    var modalBtn = modal.querySelector('button, a[role="button"]');
-    if (modalBtn) { modalBtn.setAttribute('data-gs-verify','1'); return JSON.stringify({t:'sel',s:'[data-gs-verify="1"]',txt:modalBtn.innerText?.trim()}); }
-  }
-
-  return 'still-verifying';
-})()
-`;async function I(e,t){let r=await t(["eval",e,ne]).catch(()=>null);if(r&&r!=="null")await new Promise((n)=>setTimeout(n,1500))}function p(e,t){return K(e*1000,t*1000)/1000}async function oe(e,t){if(!globalThis.WebSocket)return;let r=process.env.CDP_PROFILE_DIR;if(!r)return;let n=`${r.replaceAll("\\","/")}/DevToolsActivePort`;if(!ee(n))return;let i=te(n,"utf8").trim().split(`
-`)[0],o=await new Promise((c,u)=>{let l=re.get(`http://localhost:${i}/json/version`,(f)=>{let g="";f.on("data",(d)=>g+=d),f.on("end",()=>{try{c(JSON.parse(g))}catch{u(Error("bad JSON"))}})});l.on("error",u),l.setTimeout(1000,()=>{l.destroy(),u(Error("timeout"))})}),a=new globalThis.WebSocket(o.webSocketDebuggerUrl),s=0;await new Promise((c)=>{a.onopen=async()=>{let u=(g,d)=>new Promise((x)=>{let b=++s,h=(y)=>{if(JSON.parse(y.data).id===b)a.removeEventListener("message",h),x()};a.addEventListener("message",h),a.send(JSON.stringify({id:b,method:g,params:d}))}),l=e+p(-2,2),f=t+p(-2,2);await u("Input.dispatchMouseEvent",{type:"mouseMoved",x:l,y:f,button:"none"}),await new Promise((g)=>setTimeout(g,p(80,160))),await u("Input.dispatchMouseEvent",{type:"mousePressed",x:l,y:f,button:"left",clickCount:1}),await new Promise((g)=>setTimeout(g,p(30,80))),await u("Input.dispatchMouseEvent",{type:"mouseReleased",x:l+p(-1,1),y:f+p(-1,1),button:"left",clickCount:1}),setTimeout(()=>{a.close(),c()},200)},a.onerror=()=>c(),setTimeout(c,3000)})}async function R(e,t,r,n){let i=Number.parseFloat(r),o=Number.parseFloat(n);if(Number.isNaN(i)||Number.isNaN(o))throw Error(`humanClickXY: invalid coordinates (${r}, ${n})`);let a={button:"left",clickCount:1,modifiers:0},s=i+p(-3,3),c=o+p(-3,3);await t(["evalraw",e,"Input.dispatchMouseEvent",JSON.stringify({...a,type:"mouseMoved",x:s,y:c})]),await new Promise((d)=>setTimeout(d,p(80,180)));let u=i+p(-2,2),l=o+p(-2,2);await t(["evalraw",e,"Input.dispatchMouseEvent",JSON.stringify({...a,type:"mousePressed",x:u,y:l})]),await new Promise((d)=>setTimeout(d,p(30,90)));let f=u+p(-1,1),g=l+p(-1,1);return await t(["evalraw",e,"Input.dispatchMouseEvent",JSON.stringify({...a,type:"mouseReleased",x:f,y:g})]),await oe(i,o).catch(()=>{}),await new Promise((d)=>setTimeout(d,p(100,300))),`human-clicked at (${i.toFixed(0)}, ${o.toFixed(0)})`}async function le(e,t,r){let n=await t(["eval",e,`(function() {
-			var el = document.querySelector('${r.replace(/\\/g,"\\\\").replace(/'/g,"\\'")}');
-			if (!el) return 'null';
-			var r = el.getBoundingClientRect();
-			return JSON.stringify({x: r.left + r.width / 2, y: r.top + r.height / 2, w: r.width, h: r.height});
-		})()`]).catch(()=>"null");if(!n||n==="null")return null;let i=JSON.parse(n);if(i.w===0||i.h===0||i.x===0&&i.y===0)return null;let{x:o,y:a}=i;return R(e,t,o,a)}function E(e,t,r){if(!r||r==="null"||r==="cleared"||r==="still-verifying"||r==="cf-closed-shadow-dom")return Promise.resolve("no-challenge");try{let n=JSON.parse(r);if(n.t==="sel"&&n.s)return process.stderr.write(`[greedysearch] Human-clicking "${n.txt}" via CDP...
-`),le(e,t,n.s).then((i)=>i!==null?"clicked":"cant-click");if(n.t==="xy"){if(!n.x&&!n.y)return Promise.resolve("cant-click");return process.stderr.write(`[greedysearch] Human-clicking at (${n.x.toFixed(0)}, ${n.y.toFixed(0)})...
-`),R(e,t,n.x,n.y).then(()=>"clicked")}}catch{}return Promise.resolve("no-challenge")}async function se(e,t){let r=await t(["eval",e,ie]).catch(()=>null);if(r==="cf-closed-shadow-dom"){let n=await ce(e,t).catch(()=>null);if(n)return n;return r}if(r&&r!=="null")return r;return null}async function ce(e,t){if(typeof t!=="function")return null;await t(["evalraw",e,"DOM.enable","{}"]).catch(()=>{});let r=await t(["evalraw",e,"DOM.getDocument",JSON.stringify({depth:-1,pierce:!0})]).catch(()=>null);if(!r)return null;let n;try{n=JSON.parse(r)}catch{return null}if(n.error||!n.root)return null;let i=n.root;return await j(i,e,t)}async function j(e,t,r){if(!e)return null;let n=[];if(e.shadowRoots&&e.shadowRoots.length>0)for(let i of e.shadowRoots)n.push(i);if(e.children)for(let i of e.children)n.push(i);for(let i of n){if(i.nodeName==="IFRAME"){let a=i.attributes||[],s=a.indexOf("src"),c=s>=0?a[s+1]:"";if(c&&/challenges\.cloudflare\.com|turnstile/i.test(c)&&i.backendNodeId){let u=await r(["evalraw",t,"DOM.getBoxModel",JSON.stringify({backendNodeId:i.backendNodeId})]).catch(()=>null);if(!u)continue;let l;try{l=JSON.parse(u)}catch{continue}let f=l?.model?.content||l?.result?.model?.content;if(!f||f.length<8)continue;let g=f[0],d=f[1],x=f[4],b=f[5],h=x-g,y=b-d;if(h<50||y<20)continue;let k=g+h*0.25,P=d+y*0.5;return process.stderr.write(`[greedysearch] Found CF iframe via CDP pierce at (${g.toFixed(0)}, ${d.toFixed(0)}) ${h.toFixed(0)}x${y.toFixed(0)}, clicking checkbox at (${k.toFixed(0)}, ${P.toFixed(0)})
-`),JSON.stringify({t:"xy",x:k,y:P})}}let o=await j(i,t,r);if(o)return o}return null}async function L(e,t,r=30000){let n=await se(e,t);if(!n)return"clear";if(n==="sorry-page"){process.stderr.write(`[greedysearch] Google CAPTCHA detected — please solve it in the browser window (waiting up to ${Math.floor(r/1000)}s)...
-`);let o=Date.now()+r;while(Date.now()<o)if(await new Promise((a)=>setTimeout(a,2000)),!(await t(["eval",e,"document.location.href"]).catch(()=>"")).includes("/sorry/"))return"cleared-by-user";return"needs-human"}let i=await E(e,t,n);if(i==="clicked"){await new Promise((a)=>setTimeout(a,2000));let o=Date.now()+r;while(Date.now()<o){let a=await t(["eval",e,ae]).catch(()=>null);if(a==="cleared"||!a||a==="null")return process.stderr.write(`[greedysearch] Verification cleared.
-`),"clicked";if(a!=="still-verifying")await E(e,t,a),await new Promise((s)=>setTimeout(s,2000));else await new Promise((s)=>setTimeout(s,1500))}return process.stderr.write(`[greedysearch] Verification may require manual intervention.
-`),"needs-human"}if(i==="cant-click")return process.stderr.write(`[greedysearch] Verification challenge detected but cannot be auto-clicked — please solve it manually in the visible browser window.
-`),"needs-human";return"clear"}var F={perplexity:{input:"#ask-input",copyButton:null,sourceItem:"[data-pplx-citation-url]",sourceLink:"a",consent:"#onetrust-accept-btn-handler"},bing:{input:"#userInput",copyButton:'button[data-testid="copy-ai-message-button"]',sourceLink:'a[href^="http"][target="_blank"]',sourceExclude:"copilot.microsoft.com",consent:"#onetrust-accept-btn-handler"},google:{answerContainer:".pWvJNd",sourceLink:'a[href^="http"]',sourceExclude:["google.","gstatic","googleapis"],sourceHeadingParent:"[data-snhf]",consent:'#L2AGLb, button[jsname="b3VHJd"], .tHlp8d'},gemini:{input:"rich-textarea .ql-editor",copyButton:'button:has(mat-icon[data-mat-icon-name="copy"])',sendButton:'button:has(mat-icon[data-mat-icon-name="arrow_upward"]), [data-test-id="send-button"], .send-button',sourcesSidebarButton:"button.legacy-sources-sidebar-button",sourcesExclude:["gemini.google","gstatic","google.com/search"],citationButtonPattern:'button[aria-label*="citation from"]',citationNameRegex:/from\s{1,20}([^.]{1,200})\.\s/}};var w=F.google,ue=50;async function de(e){let t=w.sourceExclude.map((n)=>`!a.href.includes('${n}')`).join(" && "),r=await m(["eval",e,String.raw`
+import {
+  cdp,
+  formatAnswer,
+  getOrOpenTab,
+  handleError,
+  jitter,
+  outputJson,
+  parseArgs,
+  prepareArgs,
+  TIMING,
+  validateQuery,
+  waitForStreamComplete
+} from "./common.mjs";
+import { dismissConsent, handleVerification } from "./consent.mjs";
+import { SELECTORS } from "./selectors.mjs";
+const S = SELECTORS.google;
+const MIN_ANSWER_LENGTH = 50;
+async function extractAnswer(tab) {
+  const excludeFilter = S.sourceExclude.map((e) => `!a.href.includes('${e}')`).join(" && ");
+  const raw = await cdp([
+    "eval",
+    tab,
+    String.raw`
     (function() {
-      var el = document.querySelector('${w.answerContainer}');
+      var el = document.querySelector('${S.answerContainer}');
       if (!el) return JSON.stringify({ answer: '', sources: [] });
       var answer = el.innerText.trim();
-      var sources = Array.from(document.querySelectorAll('${w.sourceLink}'))
-        .filter(a => ${t})
-        .map(a => ({ url: a.href.split('#')[0], title: (a.closest('${w.sourceHeadingParent}')?.querySelector('h3, [role=heading]')?.innerText || a.innerText?.trim().split('\n')[0] || '').slice(0, 100) }))
+      var sources = Array.from(document.querySelectorAll('${S.sourceLink}'))
+        .filter(a => ${excludeFilter})
+        .map(a => ({ url: a.href.split('#')[0], title: (a.closest('${S.sourceHeadingParent}')?.querySelector('h3, [role=heading]')?.innerText || a.innerText?.trim().split('\n')[0] || '').slice(0, 100) }))
         .filter(s => s.url && s.url.length > 10)
         .filter((v, i, arr) => arr.findIndex(x => x.url === v.url) === i)
         .slice(0, 10);
       return JSON.stringify({ answer, sources });
     })()
-  `]);return JSON.parse(r)}var fe=`Usage: node extractors/google-ai.mjs "<query>" [--tab <prefix>]
-`;async function ge(){let e=await C(process.argv.slice(2));N(e,fe);let{query:t,tabPrefix:r,short:n,locale:i}=D(e);try{if(!r)await m(["list"]);let o=await T(r),a=i?`&hl=${encodeURIComponent(i)}`:"&hl=en",s=`https://www.google.com/search?q=${encodeURIComponent(t)}&udm=50${a}`;if(await new Promise((d)=>setTimeout(d,_(v.postNav))),await I(o,m),!(await m(["eval",o,"document.location.href"]).catch(()=>"")).includes("google.com/search"))await m(["nav",o,s],20000),await new Promise((d)=>setTimeout(d,_(v.postNav)));let u=await L(o,m,1e4);if(u==="needs-human")throw Error("Google verification required — could not be completed automatically");if(u==="clicked"||u==="cleared-by-user")await m(["nav",o,s],20000),await new Promise((d)=>setTimeout(d,_(v.postNav)));await S(o,{timeout:30000,stableRounds:5,selector:`document.querySelector('${w.answerContainer}')`,minLength:ue});let{answer:l,sources:f}=await de(o);if(!l)throw Error("No answer extracted — Google AI Mode may not have responded");let g=await m(["eval",o,"document.location.href"]).catch(()=>s);A({query:t,url:g,answer:$(l,n),sources:f})}catch(o){M(o)}}ge();
+  `
+  ]);
+  return JSON.parse(raw);
+}
+const USAGE = `Usage: node extractors/google-ai.mjs "<query>" [--tab <prefix>]
+`;
+async function main() {
+  const args = await prepareArgs(process.argv.slice(2));
+  validateQuery(args, USAGE);
+  const { query, tabPrefix, short, locale } = parseArgs(args);
+  try {
+    if (!tabPrefix)
+      await cdp(["list"]);
+    const tab = await getOrOpenTab(tabPrefix);
+    const langParam = locale ? `&hl=${encodeURIComponent(locale)}` : "&hl=en";
+    const url = `https://www.google.com/search?q=${encodeURIComponent(query)}&udm=50${langParam}`;
+    await new Promise((r) => setTimeout(r, jitter(TIMING.postNav)));
+    await dismissConsent(tab, cdp);
+    const currentUrl = await cdp(["eval", tab, "document.location.href"]).catch(() => "");
+    if (!currentUrl.includes("google.com/search")) {
+      await cdp(["nav", tab, url], 20000);
+      await new Promise((r) => setTimeout(r, jitter(TIMING.postNav)));
+    }
+    const verifyResult = await handleVerification(tab, cdp, 1e4);
+    if (verifyResult === "needs-human")
+      throw new Error("Google verification required — could not be completed automatically");
+    if (verifyResult === "clicked" || verifyResult === "cleared-by-user") {
+      await cdp(["nav", tab, url], 20000);
+      await new Promise((r) => setTimeout(r, jitter(TIMING.postNav)));
+    }
+    await waitForStreamComplete(tab, {
+      timeout: 30000,
+      stableRounds: 5,
+      selector: `document.querySelector('${S.answerContainer}')`,
+      minLength: MIN_ANSWER_LENGTH
+    });
+    const { answer, sources } = await extractAnswer(tab);
+    if (!answer)
+      throw new Error("No answer extracted — Google AI Mode may not have responded");
+    const finalUrl = await cdp(["eval", tab, "document.location.href"]).catch(() => url);
+    outputJson({
+      query,
+      url: finalUrl,
+      answer: formatAnswer(answer, short),
+      sources
+    });
+  } catch (e) {
+    handleError(e);
+  }
+}
+main();