@duckmind/dm-windows-x64 0.60.6 → 0.60.9

package/extensions/greedysearch-dm/extractors/consensus.mjs

@@ -1,349 +1,39 @@
-#!/usr/bin/env node
-import{randomInt as rt}from"node:crypto";import{spawn as it}from"node:child_process";import{basename as ot}from"node:path";import{dirname as lt,join as ft}from"node:path";import{fileURLToPath as at}from"node:url";function ut(n=process.env,t=process.execPath){let e=n.GREEDY_SEARCH_NODE||n.NODE_BINARY||n.NODE;if(e?.trim())return e.trim();let i=ot(t||"").toLowerCase();if(i==="node"||i==="node.exe")return t;return"node"}var gt=lt(at(import.meta.url)),st=ft(gt,"..","bin","cdp.mjs"),ht=new Set(["list","snap","eval","shot","html","nav","net","click","clickxy","type","loadall","evalraw","browse","stop","--tab"]);function ct(n){if(!Array.isArray(n)||n.length===0)throw Error("cdp: args must be a non-empty array");if(n[0]==="test")return n.map((t,e)=>_n(t,e));if(!ht.has(n[0]))throw Error(`cdp: unknown subcommand '${n[0]}'`);return n.map((t,e)=>_n(t,e))}function _n(n,t){if(typeof n!=="string")throw Error(`cdp: argv[${t}] must be a string (got ${typeof n})`);if(n.includes("\x00"))throw Error(`cdp: argv[${t}] contains a null byte`);return n}function a(n,t=30000){return en(n,null,t)}function en(n,t=null,e=30000){let i=ct(n);return new Promise((r,o)=>{let u=it(ut(),[st,...i],{stdio:[t==null?"ignore":"pipe","pipe","pipe"]});if(t!=null)u.stdin.write(t),u.stdin.end();let l="",g="";u.stdout.on("data",(s)=>l+=s),u.stderr.on("data",(s)=>g+=s);let f=setTimeout(()=>{u.kill(),o(Error(`cdp timeout: ${n[0]}`))},e);u.on("close",(s)=>{if(clearTimeout(f),s===0)r(l.trim());else o(Error(g.trim()||`cdp exit ${s}`))})})}function mn(n,t){let e=(u)=>String(u??"").replace(/\s+/g," ").trim(),i=e(n),r=e(t);if(!r)return!1;if(i.length<Math.ceil(r.length*0.8))return!1;let o=Math.min(40,r.length);return i.includes(r.slice(0,o))&&i.includes(r.slice(-o))}async function $n(n){if(n)return n;let t=(await a(["list"])).split(`
-`)[0]?.slice(0,8);if(!t)throw Error("No Chrome tabs found. Is Chrome running with --remote-debugging-port=9222?");let e=await a(["evalraw",t,"Target.createTarget",'{"url":"about:blank"}']),i;try{i=JSON.parse(e)}catch(u){throw Error(`Target.createTarget returned invalid JSON: ${u.message}`)}let{targetId:r}=i;if(!r)throw Error("Target.createTarget did not return a targetId");await a(["list"]);let o=r.slice(0,8);try{await bn(o)}catch(u){process.stderr.write(`[getOrOpenTab] stealth injection failed: ${u.message}
-`)}return o}async function bn(n){await a(["evalraw",n,"Page.addScriptToEvaluateOnNewDocument",JSON.stringify({source:`
-(function() {
-  // ── Runtime.enable / CDP detection masking ──────────────
-  try { delete window.__REBROWSER_RUNTIME_ENABLE; } catch(_) {}
-  try { delete window.__REBROWSER_DEVTOOLS; } catch(_) {}
-  try { delete window.__nightmare; } catch(_) {}
-  try { delete window.__phantom; } catch(_) {}
-  try { delete window.callPhantom; } catch(_) {}
-  try { delete window._phantom; } catch(_) {}
-  try { delete window.Buffer; } catch(_) {}
-
-  // Real Chrome without automation should not expose navigator.webdriver at all.
-  // A literal false or an own-property getter returning undefined is itself a
-  // common stealth tell; remove both instance and prototype properties when the
-  // descriptor is configurable (as it is with --disable-blink-features).
-  try { delete navigator.webdriver; } catch(_) {}
-  try { delete Navigator.prototype.webdriver; } catch(_) {}
-  Object.defineProperty(navigator, 'vendor', { get: () => 'Google Inc.', configurable: true });
-  Object.defineProperty(navigator, 'platform', { get: () => 'Win32', configurable: true });
-  Object.defineProperty(navigator, 'maxTouchPoints', { get: () => 0, configurable: true });
-  Object.defineProperty(navigator, 'pdfViewerEnabled', { get: () => true, configurable: true });
-  Object.defineProperty(navigator, 'productSub', { get: () => '20030107', configurable: true });
-  Object.defineProperty(navigator, 'product', { get: () => 'Gecko', configurable: true });
-  var __greedyMimeTypes = null;
-  function __makeMimeTypes() {
-    var pdf = { type: 'application/pdf', suffixes: 'pdf', description: 'Portable Document Format', enabledPlugin: null };
-    var textPdf = { type: 'text/pdf', suffixes: 'pdf', description: 'Portable Document Format', enabledPlugin: null };
-    try { Object.setPrototypeOf(pdf, MimeType.prototype); } catch(_) {}
-    try { Object.setPrototypeOf(textPdf, MimeType.prototype); } catch(_) {}
-    var m = [pdf, textPdf];
-    try { Object.setPrototypeOf(m, MimeTypeArray.prototype); } catch(_) {}
-    m.item = function item(i) { return this[i] || null; };
-    m.namedItem = function namedItem(name) { return Array.prototype.find.call(this, function(x) { return x && x.type === name; }) || null; };
-    return m;
-  }
-  Object.defineProperty(navigator, 'plugins', {
-    get: () => {
-      __greedyMimeTypes = __greedyMimeTypes || __makeMimeTypes();
-      var plugin0 = { name: 'Chrome PDF Plugin', filename: 'internal-pdf-viewer', description: 'Portable Document Format' };
-      var plugin1 = { name: 'Chrome PDF Viewer', filename: 'mhjfbmdgcfjbbpaeojofohoefgiehjai', description: '' };
-      var plugin2 = { name: 'Native Client', filename: 'internal-nacl-plugin', description: '' };
-      try { Object.setPrototypeOf(plugin0, Plugin.prototype); } catch(_) {}
-      try { Object.setPrototypeOf(plugin1, Plugin.prototype); } catch(_) {}
-      try { Object.setPrototypeOf(plugin2, Plugin.prototype); } catch(_) {}
-      var p = [plugin0, plugin1, plugin2];
-      p.item = function item(i) { return this[i] || null; };
-      p.namedItem = function namedItem(name) { return Array.prototype.find.call(this, function(x) { return x && x.name === name; }) || null; };
-      p.refresh = function refresh() {};
-      try { Object.setPrototypeOf(p, PluginArray.prototype); } catch(_) {}
-      try {
-        __greedyMimeTypes[0].enabledPlugin = p[0];
-        __greedyMimeTypes[1].enabledPlugin = p[0];
-      } catch(_) {}
-      return p;
-    },
-    configurable: true,
-  });
-  Object.defineProperty(navigator, 'mimeTypes', {
-    get: () => {
-      __greedyMimeTypes = __greedyMimeTypes || __makeMimeTypes();
-      return __greedyMimeTypes;
-    },
-    configurable: true,
-  });
-  Object.defineProperty(navigator, 'languages', { get: () => ['en-US', 'en'], configurable: true });
-  try {
-    Object.defineProperty(navigator, 'connection', { get: () => ({ effectiveType: '4g', rtt: 50, downlink: 10, downlinkMax: Infinity, saveData: false }), configurable: true });
-  } catch(_) {}
-  if (!navigator.mediaDevices) {
-    Object.defineProperty(navigator, 'mediaDevices', {
-      get: () => ({
-        enumerateDevices: () => Promise.resolve([
-          { deviceId: 'default', kind: 'audioinput', label: '', groupId: 'default' },
-          { deviceId: 'default', kind: 'audiooutput', label: '', groupId: 'default' },
-          { deviceId: '', kind: 'videoinput', label: '', groupId: '' },
-        ]),
-        getUserMedia: () => Promise.reject(new DOMException('NotAllowedError')),
-        getDisplayMedia: () => Promise.reject(new DOMException('NotAllowedError')),
-      }),
-      configurable: true,
-    });
-  }
-  // ── Missing platform APIs (headless often lacks these) ─
-  try {
-    if (!navigator.share) {
-      navigator.share = function() { return Promise.reject(new Error('NotAllowedError')); };
-    }
-  } catch(_) {}
-  try {
-    if (!navigator.contentIndex) {
-      Object.defineProperty(navigator, 'contentIndex', { get: () => ({ add: function() {}, delete: function() {}, getAll: function() { return Promise.resolve([]); } }), configurable: true });
-    }
-  } catch(_) {}
-
-  if (!window.chrome) {
-    window.chrome = {
-      app: { isInstalled: false, InstallState: {}, RunningState: {} },
-      runtime: {
-        OnInstalledReason: {}, OnRestartRequiredReason: {}, PlatformArch: {}, PlatformNaclArch: {}, PlatformOs: {}, RequestUpdateCheckStatus: {},
-        connect: () => ({}), sendMessage: () => {}, onMessage: { addListener: () => {} }
-      },
-      loadTimes: function() { return { requestTime: 0, startLoadTime: Date.now() - 5000, commitLoadTime: Date.now() - 3000, finishDocumentLoadTime: Date.now() - 2000, finishLoadTime: Date.now() - 1000, firstPaintTime: Date.now() - 800, navigationType: 'Other', wasFetchedViaSpdy: true, wasNpnNegotiated: true, npnNegotiatedProtocol: 'h2', wasAlternateProtocolAvailable: false, connectionInfo: 'http/2' }; },
-      csi: function() { var t = Date.now(); return { onloadT: t - 2000, startE: t - 5000, pageT: 'back', tran: 2 }; },
-    };
-  }
-  var __greedyNativeFns = [];
-  function __markNative(fn) { try { __greedyNativeFns.push(fn); } catch(_) {} return fn; }
-
-  var origQuery = navigator.permissions?.query;
-  if (origQuery) {
-    navigator.permissions.query = __markNative(function query(params) {
-      if (params && params.name === 'notifications') return Promise.resolve({ state: Notification.permission || 'default', onchange: null });
-      return origQuery.apply(this, arguments);
-    });
-  }
-  try {
-    var getParam = WebGLRenderingContext.prototype.getParameter;
-    WebGLRenderingContext.prototype.getParameter = __markNative(function getParameter(p) {
-      if (p === 37445) return 'Intel Inc.';
-      if (p === 37446) return 'Intel Iris OpenGL Engine';
-      return getParam.call(this, p);
-    });
-  } catch(_) {}
-  // ── WebGL readPixels noise ──────────────────────────
-  // CreepJS and other fingerprinters draw content with WebGL and read back the
-  // rendered pixels. Adding subtle noise breaks rendering-based fingerprinting.
-  try {
-    var origReadPixels = WebGLRenderingContext.prototype.readPixels;
-    WebGLRenderingContext.prototype.readPixels = __markNative(function readPixels(x, y, width, height, format, type, pixels) {
-      var result = origReadPixels.call(this, x, y, width, height, format, type, pixels);
-      if (pixels && pixels.length > 0) {
-        pixels[0] ^= 1;
-      }
-      return result;
-    });
-  } catch(_) {}
-  Object.defineProperty(navigator, 'hardwareConcurrency', { get: () => 8, configurable: true });
-  Object.defineProperty(navigator, 'deviceMemory', { get: () => 8, configurable: true });
-
-  // ── Canvas fingerprint noise ─────────────────────────
-  // Headless rendering engines produce slightly different canvas output
-  // than headed Chrome. Subtle noise breaks hash-based fingerprinting.
-  try {
-    var __canvasNoise = ((Date.now() & 0xFF) | 1);
-    var origFill = CanvasRenderingContext2D.prototype.fillText;
-    CanvasRenderingContext2D.prototype.fillText = __markNative(function fillText() {
-      this.globalAlpha = 0.9995;
-      return origFill.apply(this, arguments);
-    });
-  } catch(_) {}
-  try {
-    var origStroke = CanvasRenderingContext2D.prototype.strokeText;
-    CanvasRenderingContext2D.prototype.strokeText = __markNative(function strokeText() {
-      this.globalAlpha = 0.9995;
-      return origStroke.apply(this, arguments);
-    });
-  } catch(_) {}
-  try {
-    var origToDataURL = HTMLCanvasElement.prototype.toDataURL;
-    HTMLCanvasElement.prototype.toDataURL = __markNative(function toDataURL() {
-      var ctx = this.getContext('2d');
-      if (ctx) {
-        // Spread noise across canvas to break hash-based fingerprinting.
-        // Uses a deterministic pattern so it's consistent per page load
-        // but varies between sessions.
-        var w = this.width, h = this.height;
-        if (w > 0 && h > 0) {
-          var imgData = ctx.getImageData(0, 0, Math.min(w, 4), Math.min(h, 4));
-          if (imgData && imgData.data) {
-            for (var __i = 0; __i < imgData.data.length; __i += 4) {
-              imgData.data[__i] ^= (__canvasNoise + __i) & 0xFF;
-            }
-            ctx.putImageData(imgData, 0, 0);
-          }
-        }
-      }
-      return origToDataURL.apply(this, arguments);
-    });
-  } catch(_) {}
-
-  // ── AudioContext fingerprint noise ────────────────────
-  // Headless Chrome's AudioContext produces slightly different output.
-  // Subtle noise breaks audio-based fingerprinting.
-  try {
-    var __audioSeed = ((Date.now() & 0x1F) | 1);
-    var origGetChannelData = AudioBuffer.prototype.getChannelData;
-    AudioBuffer.prototype.getChannelData = __markNative(function getChannelData(channel) {
-      var data = origGetChannelData.call(this, channel);
-      for (var __i = 0; __i < data.length; __i += 64) {
-        data[__i] *= 0.99999;
-      }
-      return data;
-    });
-  } catch(_) {}
-
-  // ── window outer dimensions ──────────────────────────
-  // outerWidth/Height = 0 in headless — a well-known bot signal.
-  // Mirror innerWidth/Height (set by --window-size flag) so the ratio is sane.
-  try {
-    if (!window.outerWidth)  Object.defineProperty(window, 'outerWidth',  { get: () => window.innerWidth  || 1920, configurable: true });
-    if (!window.outerHeight) Object.defineProperty(window, 'outerHeight', { get: () => window.innerHeight || 1080, configurable: true });
-  } catch(_) {}
-
-  // ── screen properties ─────────────────────────────────
-  // Headless Chrome often reports an 800x600 screen even when the viewport is
-  // 1920x1080. Keep screen metrics internally consistent with our launch flags.
-  try {
-    Object.defineProperty(screen, 'width', { get: () => 1920, configurable: true });
-    Object.defineProperty(screen, 'height', { get: () => 1080, configurable: true });
-    Object.defineProperty(screen, 'availWidth', { get: () => 1920, configurable: true });
-    Object.defineProperty(screen, 'availHeight', { get: () => 1040, configurable: true });
-    Object.defineProperty(screen, 'colorDepth', { get: () => 24, configurable: true });
-    Object.defineProperty(screen, 'pixelDepth', { get: () => 24, configurable: true });
-  } catch(_) {}
-
-  // ── navigator.userAgentData (UA Client Hints) ─────────
-  // Derive version from the UA string already set by --user-agent flag so the
-  // two APIs are always consistent. Removes any "HeadlessChrome" brand entry.
-  try {
-    var _uaMajor = (navigator.userAgent.match(new RegExp('Chrome/([0-9]+)')) || [])[1] || '136';
-    var _uaFull  = (navigator.userAgent.match(new RegExp('Chrome/([0-9.]+)')) || [])[1] || (_uaMajor + '.0.0.0');
-    var _brands  = [
-      { brand: 'Not)A;Brand',  version: '99' },
-      { brand: 'Google Chrome', version: _uaMajor },
-      { brand: 'Chromium',      version: _uaMajor },
-    ];
-    Object.defineProperty(navigator, 'userAgentData', {
-      get: function() {
-        return {
-          brands: _brands, mobile: false, platform: 'Windows',
-          getHighEntropyValues: function() {
-            return Promise.resolve({
-              architecture: 'x86', bitness: '64',
-              brands: _brands,
-              fullVersionList: [
-                { brand: 'Not)A;Brand',   version: '99.0.0.0' },
-                { brand: 'Google Chrome', version: _uaFull },
-                { brand: 'Chromium',      version: _uaFull },
-              ],
-              mobile: false, model: '', platform: 'Windows',
-              platformVersion: '15.0.0', uaFullVersion: _uaFull, wow64: false,
-            });
-          },
-          toJSON: function() { return { brands: _brands, mobile: false, platform: 'Windows' }; },
-        };
-      },
-      configurable: true,
-    });
-  } catch(_) {}
-
-  // ── CDP Runtime serialization guard ──────────────────
-  // Sites detect CDP by putting a getter on Error.prototype.stack
-  // and checking if console.log triggers it (only happens when
-  // Runtime domain is enabled). We monkey-patch console methods to
-  // strip custom getters from arguments before they reach CDP.
-  try {
-    var _origLog = console.log, _origError = console.error,
-        _origWarn = console.warn, _origDebug = console.debug,
-        _origInfo = console.info;
-    var _safeArg = function(a) {
-      if (a instanceof Error) {
-        try { return new Error(a.message); } catch(_) { return a; }
-      }
-      return a;
-    };
-    console.log = __markNative(function log() { return _origLog.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-    console.error = __markNative(function error() { return _origError.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-    console.warn = __markNative(function warn() { return _origWarn.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-    console.debug = __markNative(function debug() { return _origDebug.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-    console.info = __markNative(function info() { return _origInfo.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-  } catch(_) {}
-
-  // ── Native function masking ──────────────────────────
-  // Patched APIs should not stringify as user-defined stealth code.
-  try {
-    var __nativeToString = Function.prototype.toString;
-    Function.prototype.toString = function toString() {
-      if (__greedyNativeFns.indexOf(this) !== -1) {
-        var name = this.name || '';
-        return 'function ' + name + '() { [native code] }';
-      }
-      return __nativeToString.call(this);
-    };
-  } catch(_) {}
-})();
-`})])}var rn={postNav:800,postNavSlow:1200,postClick:300,postType:300,inputPoll:400,copyPoll:600,afterVerify:1500};function q(n){let t=n*0.2,e=rt(-Math.floor(t),Math.floor(t)+1);return Math.max(50,Math.round(n+e))}async function B(n,t,e=15000,i=500){let r=String.raw`
-	new Promise((resolve) => {
-		const _deadline = Date.now() + ${e};
-		const _baseInterval = ${i};
-
-		function _jitter(ms) {
-			return Math.max(50, ms + (Math.random() * ms * 0.4 - ms * 0.2));
-		}
-
-		function _poll() {
-			try {
-				if (document.querySelector('${t}')) { resolve(true); return; }
-				if (Date.now() < _deadline) { setTimeout(_poll, _jitter(_baseInterval)); }
-				else { resolve(false); }
-			} catch(_) { resolve(false); }
-		}
-
-		_poll();
-	})
-	`;return await a(["eval",n,r],e+5000)==="true"}async function Wn(n){let t=n.indexOf("--stdin");if(t===-1)return n;let e=await new Promise((r)=>{let o="";process.stdin.setEncoding("utf8"),process.stdin.on("data",(u)=>o+=u),process.stdin.on("end",()=>r(o.trim()))}),i=[...n];return i[t]=e,i}function xn(n){let t=n.includes("--short"),e=n.filter((l)=>l!=="--short"),i=e.indexOf("--tab"),r=i===-1?null:e[i+1];if(i!==-1)e=e.filter((l,g)=>g!==i&&g!==i+1);let o=e.indexOf("--locale"),u=o===-1?null:e[o+1];if(o!==-1)e=e.filter((l,g)=>g!==o&&g!==o+1);return{query:e.join(" "),tabPrefix:r,short:t,locale:u}}function jn(n,t){if(!n.length||n[0]==="--help")process.stderr.write(t),process.exit(1)}function Jn(n,t,e=300){if(!t||n.length<=e)return n;let i=n.slice(0,e),r=i.lastIndexOf(" ");return r>0?`${i.slice(0,r)}…`:`${i}…`}function Nn(n){process.stdout.write(`${JSON.stringify(n,null,2)}
-`)}function y(n,t,e=null){if(!n||typeof n!=="object")return;let i=e?` (+${Date.now()-e}ms)`:"";if(n.lastStage=t,!Array.isArray(n.stages))n.stages=[];n.stages.push({stage:t,at:Date.now()});let r=n.engine||"extractor";console.error(`[${r}] stage: ${t}${i}`)}function on({engine:n,mode:t="headless",clipboardEmpty:e=null,fallbackUsed:i=null,blockedBy:r=null,verificationResult:o=null,inputReady:u=null,durationMs:l=null,lastStage:g=null,stages:f=null}={}){return{engine:n,mode:t,clipboardEmpty:e,fallbackUsed:i,blockedBy:r,verificationResult:o,inputReady:u,durationMs:l,lastStage:g,stages:f}}function Zn(n,t=null){if(t){let e=JSON.stringify({_envelope:t,error:n.message});process.stdout.write(`${e}
-`)}process.stderr.write(`Error: ${n.message}
-`),process.exit(1)}import{spawn as Pt,execFileSync as hn,execSync as de}from"node:child_process";import{basename as pt}from"node:path";function Xn(n=process.env,t=process.execPath){let e=n.GREEDY_SEARCH_NODE||n.NODE_BINARY||n.NODE;if(e?.trim())return e.trim();let i=pt(t||"").toLowerCase();if(i==="node"||i==="node.exe")return t;return"node"}import{existsSync as Sn,readFileSync as cn,renameSync as Kt,unlinkSync as $,writeFileSync as E}from"node:fs";import pn from"node:http";import{platform as Ln}from"node:os";import{existsSync as qn}from"node:fs";import{platform as wt}from"node:os";import{join as x}from"node:path";function _(n){let t=wt()==="win32",e=process.env.SystemRoot||"C:\\Windows",i={win32:{powershell:x(e,"System32","WindowsPowerShell","v1.0","powershell.exe"),powershell_ise:x(e,"System32","WindowsPowerShell","v1.0","powershell_ise.exe"),netstat:x(e,"System32","netstat.exe"),taskkill:x(e,"System32","taskkill.exe"),tasklist:x(e,"System32","tasklist.exe"),cmd:x(e,"System32","cmd.exe")},unix:{ps:"/usr/bin/ps",lsof:"/usr/bin/lsof",ss:"/usr/sbin/ss",grep:"/usr/bin/grep",kill:"/usr/bin/kill"}},r=t?i.win32:i.unix,o=n.toLowerCase();if(r[o]&&qn(r[o]))return r[o];if(t&&o==="netstat"){let u=x(e,"Sysnative","netstat.exe");if(qn(u))return u}return n}import{execFileSync as yt}from"node:child_process";import{platform as vt}from"node:os";function _t(n,t){return yt(_(n),t,{encoding:"utf8",stdio:["ignore","pipe","ignore"],timeout:5000})}function mt(n){let t=String(n||"").match(/\b(\d+)\b/);return t?Number.parseInt(t[1],10):null}function $t(n){return mt(n)}function bt(n,t){for(let e of String(n||"").split(/\r?\n/)){if(!/\bLISTEN\b/i.test(e))continue;if(!e.trim().split(/\s+/).slice(0,6).some((o)=>o.endsWith(`:${t}`)))continue;let r=e.match(/\bpid=(\d+)\b/);if(r)return Number.parseInt(r[1],10)}return null}function Wt(n,t){for(let e of String(n||"").split(/\r?\n/)){let i=e.trim().split(/\s+/);if(i.length<5||i[0].toUpperCase()!=="TCP")continue;if(!i.at(-2)?.toUpperCase().startsWith("LISTEN"))continue;if(!i[1].endsWith(`:${t}`))continue;let r=Number.parseInt(i.at(-1),10);if(Number.isInteger(r)&&r>0)return r}return null}function un(n,t,e){try{return n(t,e)}catch{return null}}function P(n,{platformName:t=vt(),run:e=_t}={}){if(t==="win32")return Wt(un(e,"netstat",["-ano","-p","TCP"]),n);let i=un(e,"lsof",["-nP",`-iTCP:${n}`,"-sTCP:LISTEN","-t"]),r=$t(i);if(r)return r;if(t!=="linux")return null;return bt(un(e,"ss",["-ltnp"]),n)}import{existsSync as Bn}from"node:fs";import{dirname as xt,join as Q}from"node:path";import{fileURLToPath as jt}from"node:url";function Qn(n){return jt(new URL(".",n)).replace(/^\/([A-Z]:)/,"$1")}function Jt(n,t=Bn){let e=new Set;for(let i of n.filter(Boolean)){if(e.has(i))continue;if(e.add(i),t(i))return i}return n.filter(Boolean).at(-1)}function kn({moduleDir:n,entrypoint:t=process.argv[1],env:e=process.env,exists:i=Bn}={}){let r=t?xt(t):null,o=e.GREEDY_SEARCH_EXTENSION_DIR?.trim()||null;return Jt([n?Q(n,"..","..","bin","launch.mjs"):null,n?Q(n,"launch.mjs"):null,o?Q(o,"bin","launch.mjs"):null,r?Q(r,"launch.mjs"):null,r?Q(r,"..","bin","launch.mjs"):null],i)}import{existsSync as K,mkdirSync as Nt,readFileSync as Vn,writeFileSync as Zt}from"node:fs";import{homedir as Xt}from"node:os";import{join as Un}from"node:path";import{tmpdir as qt}from"node:os";function Bt(n,t=9222){let e=Number.parseInt(String(n??""),10);return Number.isInteger(e)&&e>1024&&e<65535?e:t}var Qt=qt().replaceAll("\\","/"),h=Bt(process.env.GREEDY_SEARCH_PORT),c=(process.env.GREEDY_SEARCH_PROFILE_DIR||process.env.CDP_PROFILE_DIR||`${Qt}/greedysearch-chrome-profile`).replaceAll("\\","/"),k=`${c}/DevToolsActivePort`,C=process.env.GREEDY_SEARCH_PID_FILE||`${c}/browser.pid`,kt=process.env.CDP_PAGES_CACHE||`${c}/cdp-pages.json`,W=process.env.GREEDY_SEARCH_MODE_FILE||`${c}/browser-mode`,zn=process.env.GREEDY_SEARCH_METADATA_FILE||`${c}/browser-metadata.json`,An=process.env.GREEDY_SEARCH_LAUNCH_LOCK_FILE||`${c}/browser-launch.lock`,Y=process.env.GREEDY_SEARCH_ACTIVITY_FILE||`${c}/browser-last-activity`,ze=(process.env.CDP_SOCKET_DIR||`${c}/cdp-sockets`).replaceAll("\\","/"),Ae=`${c}/visible-recovery.jsonl`,fn=Un(Xt(),".dm"),m=Un(fn,"greedyconfig"),an=["perplexity","google","chatgpt","gemini"],gn="gemini";function Ht(){try{if(K(m)){let n=Vn(m,"utf8"),t=JSON.parse(n);if(Array.isArray(t.engines)&&t.engines.length>0&&t.engines.every((e)=>typeof e==="string")){let e=t.engines.filter((r)=>ln[r]),i=t.engines.filter((r)=>!ln[r]);if(i.length>0)process.stderr.write(`[greedysearch] Warning: ignoring unknown engine(s) in ${m}: ${i.join(", ")}
-[greedysearch] Available engines: ${Object.keys(ln).join(", ")}
-`);if(e.length>0)return e;process.stderr.write(`[greedysearch] Warning: no valid engines in ${m}, falling back to defaults: ${an.join(", ")}
-`)}}}catch{}return an}function Vt(){try{if(!K(fn))Nt(fn,{recursive:!0});if(!K(m))Zt(m,JSON.stringify({engines:an,synthesizer:gn},null,2)+`
-`,"utf8")}catch{}}Vt();var Hn=["gemini","chatgpt"];function Ut(){try{if(K(m)){let n=Vn(m,"utf8"),t=JSON.parse(n);if(typeof t.synthesizer==="string"){let e=t.synthesizer.toLowerCase();if(Hn.includes(e))return e;process.stderr.write(`[greedysearch] Warning: unknown synthesizer "${t.synthesizer}" in ${m}
-[greedysearch] Available synthesizers: ${Hn.join(", ")}
-[greedysearch] Falling back to default: ${gn}
-`)}}}catch{}return gn}var ln={perplexity:"perplexity.mjs",p:"perplexity.mjs",bing:"bing-copilot.mjs",b:"bing-copilot.mjs",google:"google-ai.mjs",g:"google-ai.mjs",gemini:"gemini.mjs",gem:"gemini.mjs",chatgpt:"chatgpt.mjs",gpt:"chatgpt.mjs","semantic-scholar":"semantic-scholar.mjs",semanticscholar:"semantic-scholar.mjs",s2:"semantic-scholar.mjs",logically:"logically.mjs",log:"logically.mjs"},Me=Ht();var Oe=Ut(),De=Math.max(1,Number.parseInt(process.env.GREEDY_FETCH_CONCURRENCY||"5",10)||5);process.env.CDP_PROFILE_DIR=c;import{execFileSync as Mn,execSync as Ke}from"node:child_process";import{existsSync as G,mkdirSync as zt,readFileSync as X,unlinkSync as J,writeFileSync as N}from"node:fs";import{platform as At}from"node:os";var S=zn,j=An,Mt=15000,L=C,F=W,H=Y;function V(n){if(!Number.isInteger(n)||n<=0)return!1;try{return process.kill(n,0),!0}catch{return!1}}function Ot(n){if(!V(n))return null;try{if(At()==="win32")return Mn(_("powershell"),["-NoProfile","-NonInteractive","-Command",`(Get-CimInstance Win32_Process -Filter "ProcessId = ${n}").CommandLine`],{encoding:"utf8",windowsHide:!0,timeout:5000}).trim()||null;return Mn(_("ps"),["-p",String(n),"-o","command="],{encoding:"utf8",timeout:5000}).trim()||null}catch{return null}}function Dt(n,t,e=h){if(!n)return!1;let i=(u)=>String(u||"").replaceAll("\\","/").toLowerCase(),r=i(n),o=i(t);return r.includes(o)&&r.includes(`--remote-debugging-port=${e}`)&&!r.includes("--type=")}function On(n,t,e=h){return Dt(Ot(n),t,e)}function Tt(n=h){return P(n)}function U(){try{if(G(S)){let n=X(S,"utf8"),t=JSON.parse(n);if(t&&typeof t.tempDir==="string"&&typeof t.debugPort==="number")return{browserPid:Number.isInteger(t.browserPid)?t.browserPid:void 0,debugPort:t.debugPort,tempDir:t.tempDir,clientPids:Array.isArray(t.clientPids)?t.clientPids.filter((e)=>Number.isInteger(e)&&e>0):[],sessionMode:t.sessionMode==="visible"?"visible":"headless",lastActivity:Number.isFinite(t.lastActivity)?t.lastActivity:0,launchedAt:Number.isFinite(t.launchedAt)?t.launchedAt:0}}}catch{}try{let n=G(L)?Number.parseInt(X(L,"utf8").trim(),10)||void 0:void 0,t=G(F)?X(F,"utf8").trim()==="visible"?"visible":"headless":"headless",e=G(H)?Number.parseInt(X(H,"utf8").trim(),10)||0:0;return{browserPid:n,debugPort:h,tempDir:c,clientPids:n?[n]:[],sessionMode:t,lastActivity:e,launchedAt:0}}catch{return null}}function R(n){try{N(S,JSON.stringify({browserPid:n.browserPid,debugPort:n.debugPort,tempDir:n.tempDir,clientPids:[...new Set(n.clientPids.filter((t)=>t>0))],sessionMode:n.sessionMode,lastActivity:n.lastActivity,launchedAt:n.launchedAt},null,2),"utf8")}catch{}try{if(n.browserPid)N(L,String(n.browserPid),"utf8")}catch{}try{N(F,n.sessionMode,"utf8")}catch{}try{N(H,String(n.lastActivity),"utf8")}catch{}}function Dn(){try{J(S)}catch{}try{J(L)}catch{}try{J(F)}catch{}try{J(H)}catch{}}function sn(n){if(!n)return n;let t={...n,clientPids:[...new Set([...n.clientPids,process.pid].filter((e)=>V(e)||e===process.pid))]};return R(t),t}function I(n){let t=Date.now();try{if(n)R({...n,lastActivity:t});else N(H,String(t),"utf8")}catch{}}var Fe=Number.parseInt(process.env.GREEDY_SEARCH_IDLE_TIMEOUT_MINUTES||"5",10)||5;var Tn=!1;function Pn(){if(process.env.GREEDY_SEARCH_RESEARCH_CHILD)return;if(Tn)return;Tn=!0;let n=U();if(!n)return;if(n.browserPid){if(!V(n.browserPid)){Dn();return}if(!On(n.browserPid,n.tempDir,n.debugPort))Dn();else R({...n,clientPids:n.clientPids.filter((r)=>V(r))})}let t=Tt();if(t&&t!==n.browserPid)if(On(t,c,h))R({browserPid:t,debugPort:h,tempDir:c,clientPids:[t],sessionMode:n.sessionMode,lastActivity:Date.now(),launchedAt:Date.now()});else process.stderr.write(`[greedysearch] Refusing to kill unverified listener ${t} on port ${h}.
-`)}function Kn(){zt(c,{recursive:!0});try{let n=JSON.stringify({pid:process.pid,ts:Date.now()});return N(j,n,{encoding:"utf8",flag:"wx"}),{acquired:!0,release:()=>{try{let t=X(j,"utf8");if(JSON.parse(t).pid===process.pid)J(j)}catch{}}}}catch(n){if(n?.code!=="EEXIST")return{acquired:!1,release:()=>{}}}try{let n=X(j,"utf8"),t=JSON.parse(n),e=Date.now()-(t.ts||0);if(!V(t.pid)||e>Mt){try{J(j)}catch{}try{let r=JSON.stringify({pid:process.pid,ts:Date.now()});return N(j,r,{encoding:"utf8",flag:"wx"}),{acquired:!0,release:()=>{try{J(j)}catch{}}}}catch{return{acquired:!1,release:()=>{}}}}}catch{}return{acquired:!1,release:()=>{}}}var Ct=Qn(import.meta.url),Cn=C,z=Y,Yt=Number.parseInt(process.env.GREEDY_SEARCH_IDLE_TIMEOUT_MINUTES||"5",10)||5,Gt=Number.parseInt(process.env.GREEDY_SEARCH_VISIBLE_IDLE_TIMEOUT_MINUTES||"60",10)||60;function St(n,t=h){let e=String(n||"").toLowerCase();if(!e.includes(`--remote-debugging-port=${t}`)||e.includes("--type="))return null;return e.includes("--headless")}function Fn(){try{let n=tn(),t=n?Rn(n):null,e=St(t);if(e!==null){try{E(W,e?"headless":"visible","utf8")}catch{}return e}}catch{}try{if(!Sn(W))return!0;return cn(W,"utf8").trim()==="headless"}catch{return!0}}function Lt(){try{E(z,String(Date.now()),"utf8")}catch{}try{let n=U();if(n)I(n)}catch{}}function Rn(n){try{if(Ln()==="win32")return hn(_("powershell"),["-NoProfile","-NonInteractive","-Command",`(Get-CimInstance Win32_Process -Filter "ProcessId = ${n}").CommandLine`],{encoding:"utf8",windowsHide:!0,timeout:5000}).trim()||null;return hn(_("ps"),["-p",String(n),"-o","command="],{encoding:"utf8",timeout:5000}).trim()||null}catch{return null}}function Ft(n){let t=String(n||"").replaceAll("\\","/"),e=c.replaceAll("\\","/");return t.includes(`--remote-debugging-port=${h}`)&&t.includes(`--user-data-dir=${e}`)&&!t.includes("--type=")}function tn(){return P(h)}function nn(){let n=tn();return n&&Ft(Rn(n))?n:null}async function Rt(n=1500){let t=nn();if(!t)return process.stderr.write(`[greedysearch] Refusing to close an unverified listener.
-`),!1;try{let i=await new Promise((o,u)=>{let l=pn.get(`http://localhost:${h}/json/version`,(g)=>{let f="";g.on("data",(s)=>f+=s),g.on("end",()=>{try{o(JSON.parse(f))}catch{u(Error("bad JSON"))}})});l.on("error",u),l.setTimeout(1000,()=>{l.destroy(),u(Error("timeout"))})}),r=new globalThis.WebSocket(i.webSocketDebuggerUrl);await new Promise((o)=>{r.onopen=()=>{if(nn()!==t){r.close(),o();return}r.send(JSON.stringify({id:1,method:"Browser.close"})),setTimeout(()=>{r.close(),o()},200)},r.onerror=()=>o(),setTimeout(o,1000)})}catch{}let e=Date.now()+n;while(Date.now()<e){let i=tn();if(!i)return!0;if(i!==t)return!1;await new Promise((r)=>setTimeout(r,150))}return It(t)}function It(n=null){try{let t=nn();if(!t||n&&t!==n)return!1;if(Ln()==="win32")hn(_("taskkill"),["/F","/PID",String(t)],{stdio:"ignore",windowsHide:!0});else process.kill(t,"SIGKILL");return!0}catch{return!1}}async function In(){if(!nn()){if(tn())process.stderr.write(`[greedysearch] Refusing to kill an unverified listener.
-`);return!1}if(!await b(500)){try{$(Cn)}catch{}try{$(z)}catch{}try{$(W)}catch{}return!1}let t=await Rt(1500);try{$(Cn)}catch{}try{$(z)}catch{}try{$(W)}catch{}if(t)process.stderr.write(`[greedysearch] Killed Chrome on port ${h}.
-`);return t}var Yn=In;async function dt(){let t=Fn()?Yt:Gt;if(t<=0)return!1;if(!Sn(z))return Lt(),!1;try{let e=Number.parseInt(cn(z,"utf8").trim(),10);if(!e)return!1;if((Date.now()-e)/60000>=t)return In()}catch{}return!1}function b(n=3000){return new Promise((t)=>{let e=pn.get(`http://localhost:${h}/json/version`,(i)=>{i.resume(),t(i.statusCode===200)});e.on("error",()=>t(!1)),e.setTimeout(n,()=>{e.destroy(),t(!1)})})}async function Gn(n=3000,t=200){let e=Date.now()+n;while(Date.now()<e){if(!await b(300))return!0;await new Promise((i)=>setTimeout(i,t))}return!await b(300)}async function d(){let n=`${k}.lock`,t=`${k}.tmp`,e=5000,i=1000,r=await new Promise((o)=>{let u=Date.now(),l=()=>{try{let g=JSON.stringify({pid:process.pid,ts:Date.now()});E(n,g,{encoding:"utf8",flag:"wx"}),o(!0)}catch(g){if(g?.code!=="EEXIST"){if(Date.now()-u<1000)setTimeout(l,50);else o(!1);return}try{let f=cn(n,"utf8").trim(),s=f.startsWith("{")?JSON.parse(f):{ts:Number(f)},v=Number(s?.ts)||0;if(v>0&&Date.now()-v>5000)try{$(n)}catch{}if(Date.now()-u<1000)setTimeout(l,50);else o(!1)}catch{if(Date.now()-u<1000)setTimeout(l,50);else o(!1)}}};l()});try{let o=await new Promise((g,f)=>{let s=pn.get(`http://localhost:${h}/json/version`,(v)=>{let A="";v.on("data",(M)=>A+=M),v.on("end",()=>g(A))});s.on("error",f),s.setTimeout(3000,()=>{s.destroy(),f(Error("timeout"))})}),{webSocketDebuggerUrl:u}=JSON.parse(o),l=new URL(u).pathname;if(r){E(t,`${h}
-${l}`,"utf8");try{$(k)}catch{}Kt(t,k)}}catch{}finally{if(r)try{$(n)}catch{}}}async function dn(){if(process.env.GREEDY_SEARCH_RESEARCH_CHILD&&await b()){await d();try{let o=U();if(o)I(o),sn(o)}catch{}return}Pn();let n=await dt(),t=n?!1:await b();if(!t&&!n)await new Promise((o)=>setTimeout(o,500)),t=await b();let e=!1;if(t){let o=Fn(),u=process.env.GREEDY_SEARCH_VISIBLE==="1";if(!u&&!o)process.stderr.write(`[greedysearch] Visible Chrome detected — switching to headless mode...
-`),await Yn(),await Gn(),e=!0;else if(u&&o)process.stderr.write(`[greedysearch] Headless Chrome detected — switching to visible mode...
-`),await Yn(),await Gn(),e=!0}if(e?!1:await b()){await d();try{let o=U();if(o)I(o),sn(o)}catch{}return}let r=Kn();if(!r.acquired){let o=Date.now()+12000,u=!1;while(Date.now()<o){if(u=await b(500),u)break;await new Promise((l)=>setTimeout(l,250))}if(u){await d();return}}try{if(await b(1000)){await d();return}process.stderr.write(`GreedySearch Chrome not running on port ${h} — auto-launching...
-`);let l=[kn({moduleDir:Ct,entrypoint:process.argv[1],env:process.env})];if(process.env.GREEDY_SEARCH_VISIBLE!=="1")l.push("--headless");await new Promise((g,f)=>{Pt(Xn(),l,{stdio:["ignore",process.stderr,process.stderr]}).on("close",(v)=>v===0?g():f(Error("launch.mjs failed")))})}finally{r.release()}}var Et=`
-(function() {
-  // Google consent page (consent.google.com)
-  var g = document.querySelector('#L2AGLb, button[jsname="b3VHJd"], .tHlp8d');
-  if (g) { g.click(); return 'google'; }
-
-  // OneTrust (used by many sites including Stack Overflow)
-  var ot = document.querySelector('#onetrust-accept-btn-handler, .onetrust-accept-btn-handler');
-  if (ot) { ot.click(); return 'onetrust'; }
-
-  // Generic "accept all" / "agree" buttons
-  var btns = Array.from(document.querySelectorAll('button, a[role=button]'));
-  var accept = btns.find(b => /^(accept all|accept cookies|agree|i agree|got it|allow all|allow cookies)$/i.test(b.innerText?.trim()));
-  if (accept) { accept.click(); return 'generic:' + accept.innerText.trim(); }
-
-  return null;
-})()
-`;async function wn(n,t){let e=await t(["eval",n,Et]).catch(()=>null);if(e&&e!=="null")await new Promise((i)=>setTimeout(i,1500))}var w={input:'textarea[name="newMessage"]',submitButton:'button[aria-label="Submit search"]',answerContainer:'div[class*="prose"]',paperCard:'a[data-testid="search-result"]',exportButton:'button[aria-label="Export"]'};async function ne(n){return await a(["eval",n,`(() => {
+import {
+  buildEnvelope,
+  cdp,
+  cdpWithInput,
+  formatAnswer,
+  getOrOpenTab,
+  handleError,
+  jitter,
+  logStage,
+  outputJson,
+  parseArgs,
+  prepareArgs,
+  TIMING,
+  validateQuery,
+  verifyInputText,
+  waitForSelector
+} from "./common.mjs";
+import { ensureChrome } from "../src/search/chrome.mjs";
+import { dismissConsent } from "./consent.mjs";
+const SELECTORS = {
+  input: 'textarea[name="newMessage"]',
+  submitButton: 'button[aria-label="Submit search"]',
+  answerContainer: 'div[class*="prose"]',
+  paperCard: 'a[data-testid="search-result"]',
+  exportButton: 'button[aria-label="Export"]'
+};
+async function detectSignUpWall(tab) {
+  const code = `(() => {
 		const url = document.location.href || '';
 		return url.indexOf('/sign-up/') !== -1 || url.indexOf('redirect_url=') !== -1;
-	})()`]).catch(()=>"false")==="true"}async function En(n){try{return JSON.parse(await a(["eval",n,`(() => {
+	})()`;
+  const result = await cdp(["eval", tab, code]).catch(() => "false");
+  return result === "true";
+}
+async function detectStaleClerkSession(tab) {
+  const code = `(() => {
 		const url = document.location.href || '';
 		const title = document.title || '';
 		const text = document.body?.innerText || '';
@@ -354,14 +44,91 @@ ${l}`,"utf8");try{$(k)}catch{}Kt(t,k)}}catch{}finally{if(r)try{$(n)}catch{}}}asy
 			text.includes('refresh_request_origin_azp_mismatch') ||
 			(text.includes('HTTP ERROR 405') && text.includes('This page isn'));
 		return JSON.stringify({ stale, url, title, text: text.slice(0, 500) });
-	})()`],5000))}catch{return{stale:!1,url:"",title:"",text:""}}}async function te(n){for(let t of["https://consensus.app","https://clerk.consensus.app"])await a(["evalraw",n,"Storage.clearDataForOrigin",JSON.stringify({origin:t,storageTypes:"all"})]).catch((e)=>{console.error(`[consensus] Warning: failed to clear stale auth storage for ${t}: ${e.message}`)})}async function nt(n,t,e){let i=await En(n);if(!i.stale)return!1;if(y(t,"auth-storage-reset",e),console.error(`[consensus] Detected stale Clerk/Consensus auth state (${i.title||i.url}) — clearing per-origin storage and retrying navigation`),t.fallbackUsed="clear-stale-consensus-auth",await te(n),await a(["nav",n,"https://consensus.app/"],20000),await new Promise((o)=>setTimeout(o,900)),(await En(n)).stale)throw t.blockedBy="signin",t.verificationResult="needs-human",Error("Consensus auth session is stale — visible Chrome is open. Please sign in again, then rerun the search.");return!0}async function ee(n,t){await a(["click",n,w.input]),await new Promise((u)=>setTimeout(u,q(200)));let e=async()=>{await en(["type",n,"--stdin"],t),await new Promise((u)=>setTimeout(u,q(300)))},i=async()=>{let u=await a(["eval",n,`JSON.stringify(document.querySelector('${w.input}')?.value || '')`]);try{return JSON.parse(u)}catch{return u}},r=async()=>mn(await i(),t),o=async()=>{await a(["eval",n,`(() => {
-				const el = document.querySelector('${w.input}');
+	})()`;
+  try {
+    return JSON.parse(await cdp(["eval", tab, code], 5000));
+  } catch {
+    return { stale: false, url: "", title: "", text: "" };
+  }
+}
+async function clearConsensusAuthStorage(tab) {
+  for (const origin of [
+    "https://consensus.app",
+    "https://clerk.consensus.app"
+  ]) {
+    await cdp([
+      "evalraw",
+      tab,
+      "Storage.clearDataForOrigin",
+      JSON.stringify({ origin, storageTypes: "all" })
+    ]).catch((e) => {
+      console.error(`[consensus] Warning: failed to clear stale auth storage for ${origin}: ${e.message}`);
+    });
+  }
+}
+async function recoverStaleClerkSession(tab, env, startTime) {
+  const before = await detectStaleClerkSession(tab);
+  if (!before.stale)
+    return false;
+  logStage(env, "auth-storage-reset", startTime);
+  console.error(`[consensus] Detected stale Clerk/Consensus auth state (${before.title || before.url}) — clearing per-origin storage and retrying navigation`);
+  env.fallbackUsed = "clear-stale-consensus-auth";
+  await clearConsensusAuthStorage(tab);
+  await cdp(["nav", tab, "https://consensus.app/"], 20000);
+  await new Promise((r) => setTimeout(r, 900));
+  const after = await detectStaleClerkSession(tab);
+  if (after.stale) {
+    env.blockedBy = "signin";
+    env.verificationResult = "needs-human";
+    throw new Error("Consensus auth session is stale — visible Chrome is open. Please sign in again, then rerun the search.");
+  }
+  return true;
+}
+async function typeIntoConsensus(tab, text) {
+  await cdp(["click", tab, SELECTORS.input]);
+  await new Promise((r) => setTimeout(r, jitter(200)));
+  const type = async () => {
+    await cdpWithInput(["type", tab, "--stdin"], text);
+    await new Promise((r) => setTimeout(r, jitter(300)));
+  };
+  const readInput = async () => {
+    const raw = await cdp([
+      "eval",
+      tab,
+      `JSON.stringify(document.querySelector('${SELECTORS.input}')?.value || '')`
+    ]);
+    try {
+      return JSON.parse(raw);
+    } catch {
+      return raw;
+    }
+  };
+  const verify = async () => verifyInputText(await readInput(), text);
+  const clear = async () => {
+    await cdp([
+      "eval",
+      tab,
+      `(() => {
+				const el = document.querySelector('${SELECTORS.input}');
 				if (!el) return false;
 				el.focus();
 				el.select();
 				document.execCommand('delete');
 				return true;
-			})()`])};if(await e(),await r())return;if(await o(),await e(),!await r())throw Error("Consensus input did not accept text — input verification failed")}async function re(n){let e=await a(["eval",n,`(() => {
+			})()`
+    ]);
+  };
+  await type();
+  if (await verify())
+    return;
+  await clear();
+  await type();
+  if (!await verify()) {
+    throw new Error("Consensus input did not accept text — input verification failed");
+  }
+}
+async function installPapersDetailsInterceptor(tab) {
+  const code = `(() => {
 		if (window.__pdiInstalled) return 'already';
 		window.__pdiInstalled = true;
 		const _origOpen = XMLHttpRequest.prototype.open;
@@ -402,9 +169,14 @@ ${l}`,"utf8");try{$(k)}catch{}Kt(t,k)}}catch{}finally{if(r)try{$(n)}catch{}}}asy
 			return _origSend.apply(this, arguments);
 		};
 		return 'installed';
-	})()`]);return e==="installed"||e==="already"}async function ie(n,t=1e4,e=0){let i=`new Promise((resolve) => {
-		const _deadline = Date.now() + ${t};
-		const _after = ${e};
+	})()`;
+  const r = await cdp(["eval", tab, code]);
+  return r === "installed" || r === "already";
+}
+async function fetchPapersDetailsResponse(tab, timeoutMs = 1e4, afterTs = 0) {
+  const code = `new Promise((resolve) => {
+		const _deadline = Date.now() + ${timeoutMs};
+		const _after = ${afterTs};
 		function _check() {
 			const store = window.__papersDetailsResps;
 			const latest = store && store.latest;
@@ -424,10 +196,24 @@ ${l}`,"utf8");try{$(k)}catch{}Kt(t,k)}}catch{}finally{if(r)try{$(n)}catch{}}}asy
 			}
 		}
 		_check();
-	})`,r=await a(["eval",n,i],t+5000);try{return JSON.parse(r)}catch{return{ok:!1,reason:"invalid-json"}}}async function oe(n,t=8){if(!await B(n,w.paperCard,20000,500).catch(()=>!1))return console.error("[consensus] Warning: no paper cards appeared within 20s — Load More will be skipped"),0;let i=String.raw`
+	})`;
+  const result = await cdp(["eval", tab, code], timeoutMs + 5000);
+  try {
+    return JSON.parse(result);
+  } catch {
+    return { ok: false, reason: "invalid-json" };
+  }
+}
+async function expandReferences(tab, maxClicks = 8) {
+  const ready = await waitForSelector(tab, SELECTORS.paperCard, 20000, 500).catch(() => false);
+  if (!ready) {
+    console.error("[consensus] Warning: no paper cards appeared within 20s — Load More will be skipped");
+    return 0;
+  }
+  const code = String.raw`
 	new Promise((resolve) => {
-		const _paperSel = '${w.paperCard}';
-		const _maxClicks = ${t};
+		const _paperSel = '${SELECTORS.paperCard}';
+		const _maxClicks = ${maxClicks};
 		function _findLoadMore() {
 			const btns = Array.from(document.querySelectorAll('button'));
 			return btns.find(b => {
@@ -460,10 +246,23 @@ ${l}`,"utf8");try{$(k)}catch{}Kt(t,k)}}catch{}finally{if(r)try{$(n)}catch{}}}asy
 		}
 		_loop();
 	})
-	`,r=await a(["eval",n,i],t*5000+5000).catch(()=>null);if(!r)return 0;try{let{clicks:o,cards:u}=JSON.parse(r);return console.error(`[consensus] expandReferences: ${o} click(s), ${u} card(s)`),o}catch{return 0}}async function ue(n,t=1200){let e=String.raw`
+	`;
+  const result = await cdp(["eval", tab, code], maxClicks * 5000 + 5000).catch(() => null);
+  if (!result)
+    return 0;
+  try {
+    const { clicks, cards } = JSON.parse(result);
+    console.error(`[consensus] expandReferences: ${clicks} click(s), ${cards} card(s)`);
+    return clicks;
+  } catch {
+    return 0;
+  }
+}
+async function waitForCardsStable(tab, maxMs = 1200) {
+  const code = String.raw`
 	new Promise((resolve) => {
-		const _sel = '${w.paperCard}';
-		const _deadline = Date.now() + ${t};
+		const _sel = '${SELECTORS.paperCard}';
+		const _deadline = Date.now() + ${maxMs};
 		let _last = document.querySelectorAll(_sel).length;
 		function _poll() {
 			const cur = document.querySelectorAll(_sel).length;
@@ -474,20 +273,93 @@ ${l}`,"utf8");try{$(k)}catch{}Kt(t,k)}}catch{}finally{if(r)try{$(n)}catch{}}}asy
 		}
 		setTimeout(_poll, 300);
 	})
-	`;await a(["eval",n,e],t+3000).catch(()=>null)}async function le(n){return await a(["eval",n,`(() => {
-			const btn = document.querySelector('${w.exportButton}');
+	`;
+  await cdp(["eval", tab, code], maxMs + 3000).catch(() => null);
+}
+async function clickExportCsv(tab) {
+  await cdp([
+    "eval",
+    tab,
+    `(() => {
+			const btn = document.querySelector('${SELECTORS.exportButton}');
 			if (!btn) return 'no-export';
 			btn.scrollIntoView({ block: 'center' });
 			btn.click();
 			return 'opened';
-		})()`]),await new Promise((e)=>setTimeout(e,600)),await a(["eval",n,`(() => {
+		})()`
+  ]);
+  await new Promise((r) => setTimeout(r, 600));
+  const clicked = await cdp([
+    "eval",
+    tab,
+    `(() => {
 			const btn = Array.from(document.querySelectorAll('button'))
 				.find(b => /\\.CSV/.test((b.innerText || '').trim()));
 			if (!btn) return 'no-csv';
 			btn.click();
 			return 'clicked';
-		})()`])}function fe(n){let t=n?.paperDetailsListByPaperId||{},e=Object.keys(t),i=[];for(let r=0;r<e.length;r++){let o=t[e[r]]||{},u=o.url_slug||"",l=o.paper_id||o.hash_paper_id||e[r],g;if(u)g=`https://consensus.app/papers/${u}/${l}/`;else if(o.provider_url)g=o.provider_url;else if(o.doi)g=`https://doi.org/${o.doi}`;else g=`https://consensus.app/paper/${l}`;let f=[],s=o.badges||{};if(s.study_type==="rct")f.push("RCT");else if(s.study_type==="meta_analysis")f.push("META-ANALYSIS");else if(s.study_type==="systematic_review")f.push("SYSTEMATIC REVIEW");else if(s.study_type)f.push(s.study_type.toUpperCase());if(s.rigorous_journal)f.push("RIGOROUS JOURNAL");if(s.very_rigorous_journal)f.push("VERY RIGOROUS JOURNAL");if(s.highly_cited_paper)f.push("HIGHLY CITED");if(s.large_human_trial)f.push("LARGE HUMAN TRIAL");if(o.is_retracted)f.push("RETRACTED");if(o.open_access_pdf_url)f.push("OPEN ACCESS");i.push({title:o.title||"",url:g,rank:r+1,authors:Array.isArray(o.authors)?o.authors:[],year:o.year||null,journal:o.journal||o.publisher_name||null,doi:o.doi||null,citation_count:o.citation_count||0,snippet:o.abstract_takeaway||"",tags:f})}return i}async function tt(n){let t=`(() => {
-		const cards = Array.from(document.querySelectorAll('${w.paperCard}'));
+		})()`
+  ]);
+  return clicked;
+}
+function buildSourcesFromApi(respData) {
+  const map = respData?.paperDetailsListByPaperId || {};
+  const ids = Object.keys(map);
+  const sources = [];
+  for (let i = 0;i < ids.length; i++) {
+    const p = map[ids[i]] || {};
+    const urlSlug = p.url_slug || "";
+    const paperId = p.paper_id || p.hash_paper_id || ids[i];
+    let url;
+    if (urlSlug) {
+      url = `https://consensus.app/papers/${urlSlug}/${paperId}/`;
+    } else if (p.provider_url) {
+      url = p.provider_url;
+    } else if (p.doi) {
+      url = `https://doi.org/${p.doi}`;
+    } else {
+      url = `https://consensus.app/paper/${paperId}`;
+    }
+    const tags = [];
+    const badges = p.badges || {};
+    if (badges.study_type === "rct")
+      tags.push("RCT");
+    else if (badges.study_type === "meta_analysis")
+      tags.push("META-ANALYSIS");
+    else if (badges.study_type === "systematic_review")
+      tags.push("SYSTEMATIC REVIEW");
+    else if (badges.study_type)
+      tags.push(badges.study_type.toUpperCase());
+    if (badges.rigorous_journal)
+      tags.push("RIGOROUS JOURNAL");
+    if (badges.very_rigorous_journal)
+      tags.push("VERY RIGOROUS JOURNAL");
+    if (badges.highly_cited_paper)
+      tags.push("HIGHLY CITED");
+    if (badges.large_human_trial)
+      tags.push("LARGE HUMAN TRIAL");
+    if (p.is_retracted)
+      tags.push("RETRACTED");
+    if (p.open_access_pdf_url)
+      tags.push("OPEN ACCESS");
+    sources.push({
+      title: p.title || "",
+      url,
+      rank: i + 1,
+      authors: Array.isArray(p.authors) ? p.authors : [],
+      year: p.year || null,
+      journal: p.journal || p.publisher_name || null,
+      doi: p.doi || null,
+      citation_count: p.citation_count || 0,
+      snippet: p.abstract_takeaway || "",
+      tags
+    });
+  }
+  return sources;
+}
+async function extractSourcesFromDom(tab) {
+  const code = `(() => {
+		const cards = Array.from(document.querySelectorAll('${SELECTORS.paperCard}'));
 		const sources = [];
 		const seen = new Set();
 		for (const card of cards) {
@@ -509,8 +381,147 @@ ${l}`,"utf8");try{$(k)}catch{}Kt(t,k)}}catch{}finally{if(r)try{$(n)}catch{}}}asy
 			sources.push({ title, url, rank, snippet, tags });
 		}
 		return JSON.stringify(sources);
-	})()`,e=await a(["eval",n,t],1e4);try{return JSON.parse(e)}catch{return[]}}async function ae(n){let t=`(() => {
-		const prose = document.querySelector('${w.answerContainer}');
+	})()`;
+  const result = await cdp(["eval", tab, code], 1e4);
+  try {
+    return JSON.parse(result);
+  } catch {
+    return [];
+  }
+}
+async function extractAnswer(tab) {
+  const code = `(() => {
+		const prose = document.querySelector('${SELECTORS.answerContainer}');
 		return prose?.innerText?.trim() || '';
-	})()`;return await a(["eval",n,t],1e4)||""}var ge=`Usage: node extractors/consensus.mjs "<query>" [--tab <prefix>]
-`;async function se(){let n=await Wn(process.argv.slice(2));jn(n,ge);let{query:t,tabPrefix:e,short:i}=xn(n),r=Date.now(),u={engine:"consensus",mode:process.env.GREEDY_SEARCH_VISIBLE==="1"?"visible":"headless",clipboardEmpty:null,fallbackUsed:null,blockedBy:null,verificationResult:null,inputReady:null};try{if(process.env.GREEDY_SEARCH_VISIBLE!=="1"&&process.env.GREEDY_SEARCH_ALWAYS_VISIBLE!=="1")process.env.GREEDY_SEARCH_HEADLESS="1";if(await dn(),!e)await a(["list"]);let l=await $n(e),g=await a(["eval",l,"document.location.href"]).catch(()=>""),f=!1;try{let p=new URL(g).hostname.toLowerCase();f=p==="consensus.app"||p.endsWith(".consensus.app")}catch{}if(!f)y(u,"nav",r),await a(["nav",l,"https://consensus.app/"],20000),await new Promise((p)=>setTimeout(p,600));await nt(l,u,r),await wn(l,a),y(u,"input-wait",r);let s=await B(l,w.input,15000,400);if(u.inputReady=s,!s)if(await nt(l,u,r)){let D=await B(l,w.input,15000,400);if(u.inputReady=D,D)await wn(l,a);else throw Error("Consensus input not found after stale auth recovery — page may not have loaded or is in unexpected state")}else throw Error("Consensus input not found — page may not have loaded or is in unexpected state");if(await new Promise((p)=>setTimeout(p,q(rn.postClick))),y(u,"type-and-submit",r),await ee(l,t),await new Promise((p)=>setTimeout(p,q(rn.postType))),await a(["eval",l,`document.querySelector('${w.submitButton}')?.click()`]),await new Promise((p)=>setTimeout(p,2000)),await ne(l))throw u.blockedBy="signin",Error("Consensus requires sign-in — please sign in or create a free account in the visible browser window. Once signed in, cookies persist for future runs.");y(u,"answer-wait",r),await B(l,w.answerContainer,30000,500),await re(l),y(u,"expand-refs",r);let v=await oe(l,8);if(v===0)console.error("[consensus] Note: 'Load more results' button not present (initial page has all references)");else console.error(`[consensus] Clicked 'Load more results' ${v} time(s) to expand references`);await ue(l,1200),y(u,"csv-click",r);let A=Number(await a(["eval",l,"Date.now()"]).catch(()=>"0")||0),M=await le(l);if(M!=="clicked")console.error(`[consensus] Export → .CSV click did not register (${M}) — falling back to DOM`);y(u,"wait-csv-resp",r);let O=await ie(l,12000,A),Z=[],yn="dom";if(O.ok)Z=fe(O.data),yn="api-intercept",console.error(`[consensus] Captured /api/papers/details/ response with ${O.count} paper(s)`);else console.error(`[consensus] /api/papers/details/ response not captured (${O.reason}) — falling back to DOM cards`);y(u,"extract",r);let vn=await ae(l);if(!vn)throw Error("No answer extracted — Consensus may not have responded");if(Z.length===0)Z=await tt(l);else{let p=await tt(l),D=new Set(Z.map((T)=>T.url));for(let T of p)if(!D.has(T.url))Z.push(T)}let et=await a(["eval",l,"document.location.href"]).catch(()=>"");u.durationMs=Date.now()-r,u.sourcePath=yn,y(u,"done",r),Nn({query:t,url:et,answer:Jn(vn,i),sources:Z,_envelope:on(u)})}catch(l){u.durationMs=Date.now()-r,Zn(l,on(u))}}se();
+	})()`;
+  return await cdp(["eval", tab, code], 1e4) || "";
+}
+const USAGE = `Usage: node extractors/consensus.mjs "<query>" [--tab <prefix>]
+`;
+async function main() {
+  const args = await prepareArgs(process.argv.slice(2));
+  validateQuery(args, USAGE);
+  const { query, tabPrefix, short } = parseArgs(args);
+  const startTime = Date.now();
+  const mode = process.env.GREEDY_SEARCH_VISIBLE === "1" ? "visible" : "headless";
+  const env = {
+    engine: "consensus",
+    mode,
+    clipboardEmpty: null,
+    fallbackUsed: null,
+    blockedBy: null,
+    verificationResult: null,
+    inputReady: null
+  };
+  try {
+    if (process.env.GREEDY_SEARCH_VISIBLE !== "1" && process.env.GREEDY_SEARCH_ALWAYS_VISIBLE !== "1") {
+      process.env.GREEDY_SEARCH_HEADLESS = "1";
+    }
+    await ensureChrome();
+    if (!tabPrefix)
+      await cdp(["list"]);
+    const tab = await getOrOpenTab(tabPrefix);
+    const currentUrl = await cdp(["eval", tab, "document.location.href"]).catch(() => "");
+    let onConsensus = false;
+    try {
+      const host = new URL(currentUrl).hostname.toLowerCase();
+      onConsensus = host === "consensus.app" || host.endsWith(".consensus.app");
+    } catch {}
+    if (!onConsensus) {
+      logStage(env, "nav", startTime);
+      await cdp(["nav", tab, "https://consensus.app/"], 20000);
+      await new Promise((r) => setTimeout(r, 600));
+    }
+    await recoverStaleClerkSession(tab, env, startTime);
+    await dismissConsent(tab, cdp);
+    logStage(env, "input-wait", startTime);
+    const inputReady = await waitForSelector(tab, SELECTORS.input, 15000, 400);
+    env.inputReady = inputReady;
+    if (!inputReady) {
+      const recovered = await recoverStaleClerkSession(tab, env, startTime);
+      if (recovered) {
+        const retryInputReady = await waitForSelector(tab, SELECTORS.input, 15000, 400);
+        env.inputReady = retryInputReady;
+        if (retryInputReady) {
+          await dismissConsent(tab, cdp);
+        } else {
+          throw new Error("Consensus input not found after stale auth recovery — page may not have loaded or is in unexpected state");
+        }
+      } else {
+        throw new Error("Consensus input not found — page may not have loaded or is in unexpected state");
+      }
+    }
+    await new Promise((r) => setTimeout(r, jitter(TIMING.postClick)));
+    logStage(env, "type-and-submit", startTime);
+    await typeIntoConsensus(tab, query);
+    await new Promise((r) => setTimeout(r, jitter(TIMING.postType)));
+    await cdp([
+      "eval",
+      tab,
+      `document.querySelector('${SELECTORS.submitButton}')?.click()`
+    ]);
+    await new Promise((r) => setTimeout(r, 2000));
+    if (await detectSignUpWall(tab)) {
+      env.blockedBy = "signin";
+      throw new Error("Consensus requires sign-in — please sign in or create a free account in the visible browser window. Once signed in, cookies persist for future runs.");
+    }
+    logStage(env, "answer-wait", startTime);
+    await waitForSelector(tab, SELECTORS.answerContainer, 30000, 500);
+    await installPapersDetailsInterceptor(tab);
+    logStage(env, "expand-refs", startTime);
+    const clicks = await expandReferences(tab, 8);
+    if (clicks === 0) {
+      console.error("[consensus] Note: 'Load more results' button not present (initial page has all references)");
+    } else {
+      console.error(`[consensus] Clicked 'Load more results' ${clicks} time(s) to expand references`);
+    }
+    await waitForCardsStable(tab, 1200);
+    logStage(env, "csv-click", startTime);
+    const preClickTs = Number(await cdp(["eval", tab, "Date.now()"]).catch(() => "0") || 0);
+    const csvResult = await clickExportCsv(tab);
+    if (csvResult !== "clicked") {
+      console.error(`[consensus] Export → .CSV click did not register (${csvResult}) — falling back to DOM`);
+    }
+    logStage(env, "wait-csv-resp", startTime);
+    const csvResp = await fetchPapersDetailsResponse(tab, 12000, preClickTs);
+    let sources = [];
+    let sourcePath = "dom";
+    if (csvResp.ok) {
+      sources = buildSourcesFromApi(csvResp.data);
+      sourcePath = "api-intercept";
+      console.error(`[consensus] Captured /api/papers/details/ response with ${csvResp.count} paper(s)`);
+    } else {
+      console.error(`[consensus] /api/papers/details/ response not captured (${csvResp.reason}) — falling back to DOM cards`);
+    }
+    logStage(env, "extract", startTime);
+    const answer = await extractAnswer(tab);
+    if (!answer) {
+      throw new Error("No answer extracted — Consensus may not have responded");
+    }
+    if (sources.length === 0) {
+      sources = await extractSourcesFromDom(tab);
+    } else {
+      const domSources = await extractSourcesFromDom(tab);
+      const apiUrls = new Set(sources.map((s) => s.url));
+      for (const ds of domSources) {
+        if (!apiUrls.has(ds.url))
+          sources.push(ds);
+      }
+    }
+    const finalUrl = await cdp(["eval", tab, "document.location.href"]).catch(() => "");
+    env.durationMs = Date.now() - startTime;
+    env.sourcePath = sourcePath;
+    logStage(env, "done", startTime);
+    outputJson({
+      query,
+      url: finalUrl,
+      answer: formatAnswer(answer, short),
+      sources,
+      _envelope: buildEnvelope(env)
+    });
+  } catch (e) {
+    env.durationMs = Date.now() - startTime;
+    handleError(e, buildEnvelope(env));
+  }
+}
+main();