@duckmind/dm-windows-x64 0.60.6 → 0.60.8

package/extensions/greedysearch-dm/src/search/fetch-source.mjs

@@ -1,359 +1,356 @@
-import{createRequire as Ne}from"node:module";var I=Ne(import.meta.url);import{createRequire as Re}from"node:module";var Bt=Re(import.meta.url),S=null;async function Ce(){if(S)return S;let[{Readability:e},{JSDOM:t},{default:r}]=await Promise.all([import("@mozilla/readability"),import("jsdom"),import("turndown")]),n=new r({headingStyle:"atx",bulletListMarker:"-",codeBlockStyle:"fenced"});return n.addRule("removeDataUrls",{filter:(i)=>i.tagName==="IMG"&&i.getAttribute("src")?.startsWith("data:"),replacement:()=>""}),S={Readability:e,JSDOM:t,turndown:n},S}var ne="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36",ie={"user-agent":ne,accept:"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8","accept-language":"en-US,en;q=0.9","accept-encoding":"gzip, deflate, br","cache-control":"no-cache",pragma:"no-cache","sec-ch-ua":'"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',"sec-ch-ua-mobile":"?0","sec-ch-ua-platform":'"Windows"',"sec-fetch-dest":"document","sec-fetch-mode":"navigate","sec-fetch-site":"none","sec-fetch-user":"?1","upgrade-insecure-requests":"1"},ae=[/^localhost$/i,/^127\.\d+\.\d+\.\d+$/,/^0\.0\.0\.0$/,/^\[::1\]$/,/^10\./,/^172\.(1[6-9]|2\d|3[01])\./,/^192\.168\./,/^169\.254\./,/^fc00:/i,/^fe80:/i,/\.local$/i,/\.internal$/i,/\.localhost$/i],Le=/^::ffff:(\d{1,3})\.(\d{1,3})\.(\d{1,3})\.(\d{1,3})$/i,Oe=/^::ffff:([0-9a-f]{1,4}):([0-9a-f]{1,4})$/i,Te=/^(?:0x[0-9a-f]+|0[0-7]*|[1-9][0-9]*)$/i;function Fe(e){if(!e||e.includes(":"))return null;let t=e.split(".");if(t.length<1||t.length>4)return null;if(!t.every((i)=>Te.test(i)))return null;let r=t.map((i)=>{if(/^0x/i.test(i))return parseInt(i,16);if(/^0[0-7]+$/.test(i))return parseInt(i,8);return parseInt(i,10)});if(r.some((i)=>!Number.isFinite(i)||i<0))return null;let n;if(r.length===1){if(r[0]>4294967295)return null;n=[r[0]>>>24&255,r[0]>>>16&255,r[0]>>>8&255,r[0]&255]}else if(r.length===2){if(r[0]>255||r[1]>16777215)return null;n=[r[0],r[1]>>>16&255,r[1]>>>8&255,r[1]&255]}else if(r.length===3){if(r[0]>255||r[1]>255||r[2]>65535)return null;n=[r[0],r[1],r[2]>>>8&255,r[2]&255]}else{if(r.some((i)=>i>255))return null;n=r}return n.join(".")}function xe(e){let t=e.match(Le);if(t)return`${t[1]}.${t[2]}.${t[3]}.${t[4]}`;let r=e.match(Oe);if(r){let n=parseInt(r[1],16),i=parseInt(r[2],16);if(n>65535||i>65535)return null;return[n>>>8&255,n&255,i>>>8&255,i&255].join(".")}return null}function te(e){return ae.some((t)=>t.test(e))}function oe(e={}){return{...ie,...e}}function j(e){try{if(typeof e!=="string"||!e.trim())return{blocked:!0,reason:"URL must be a non-empty string"};let t=new URL(e);if(t.protocol!=="http:"&&t.protocol!=="https:")return{blocked:!0,reason:`Protocol not allowed: ${t.protocol}`};let r=t.hostname.toLowerCase();for(let i of ae)if(i.test(r))return{blocked:!0,reason:`Private/internal address: ${r}`};if(r.startsWith("[")&&r.endsWith("]")){let i=r.slice(1,-1),a=xe(i);if(a&&te(a))return{blocked:!0,reason:`Private/internal address: ${r} (maps to ${a})`}}let n=Fe(r);if(n&&te(n))return{blocked:!0,reason:`Private/internal address: ${r} (normalizes to ${n})`};return{blocked:!1}}catch(t){return{blocked:!0,reason:`Invalid URL: ${t.message}`}}}function Ge(e){try{let t=new URL(e);if(!(t.hostname==="github.com"||t.hostname.endsWith(".github.com")))return e;let r=t.pathname.split("/").filter(Boolean);if(r.length<5)return e;let[n,i,a,o,...s]=r;if(a!=="blob")return e;let l=s.join("/");return`https://raw.githubusercontent.com/${n}/${i}/${o}/${l}`}catch{return e}}async function se(e,t={}){let r=j(e);if(r.blocked)return{ok:!1,url:e,finalUrl:e,status:403,error:`Blocked: ${r.reason}`,needsBrowser:!1};let n=e;if(e=Ge(e),e!==n)console.error(`[fetcher] Rewrote GitHub URL: ${n.slice(0,60)}... → raw.githubusercontent.com`);let{timeoutMs:i=15000,userAgent:a,signal:o}=t,s=new AbortController,l=setTimeout(()=>s.abort(),i);if(o)o.addEventListener("abort",()=>s.abort(),{once:!0});try{let c=await fetch(e,{method:"GET",headers:{...ie,"user-agent":a||ne},redirect:"follow",signal:s.signal});clearTimeout(l);let u=c.headers.get("content-type")||"",f=c.url,d=c.headers.get("last-modified")||"",p=j(f);if(p.blocked)return{ok:!1,url:e,finalUrl:f,status:c.status,error:`Blocked: ${p.reason}`,needsBrowser:!1};let h=!1;try{h=new URL(f).hostname.toLowerCase()==="raw.githubusercontent.com"}catch{}if(u.includes("text/plain")&&h){let T=await c.text();return{ok:!0,url:n,finalUrl:f,status:c.status,title:f.split("/").pop()||"GitHub File",byline:"",siteName:"GitHub",lang:"",publishedTime:d,lastModified:d,markdown:T,contentLength:T.length,excerpt:T.slice(0,300).replaceAll(/\n/g," "),needsBrowser:!1}}if(!u.includes("text/html")&&!u.includes("application/xhtml"))return{ok:!1,url:e,finalUrl:f,status:c.status,error:`Unsupported content type: ${u}`,needsBrowser:!1};let y=await c.text(),m=F(c.status,y,f,e);if(m.blocked)return{ok:!1,url:e,finalUrl:f,status:c.status,error:`Blocked: ${m.reason}`,needsBrowser:!0};let w=await x(y,f),ee=G(w);if(!ee.ok)return{ok:!1,url:e,finalUrl:f,status:c.status,error:`Low quality content: ${ee.reason}`,needsBrowser:!0};return{ok:!0,url:e,finalUrl:f,status:c.status,title:w.title,byline:w.byline,siteName:w.siteName,lang:w.lang,publishedTime:w.publishedTime||d,lastModified:d,markdown:w.markdown,excerpt:w.excerpt,contentLength:w.markdown.length,needsBrowser:!1}}catch(c){clearTimeout(l);let u=Be(c);return{ok:!1,url:e,finalUrl:e,status:0,error:c.message,needsBrowser:u}}}function F(e,t,r,n){let i=t.match(/<title[^>]*>([^<]*)<\/title>/i)?.[1]?.toLowerCase()||"",a=t.slice(0,30000).toLowerCase(),o=`${i} ${a}`;if(e===403||e===429||e===503)return{blocked:!0,reason:`HTTP ${e}`};let s=[{pattern:/class=["'][^"']*captcha["']|<div[^>]*id=["']captcha/i,reason:"captcha"},{pattern:/g-recaptcha|data-sitekey|i['"]m not a robot/i,reason:"captcha"},{pattern:/checking your browser.{0,100}please wait|cf-browser-verification/i,reason:"cloudflare challenge"},{pattern:/just a moment.{0,50}security check|ddos protection by cloudflare/i,reason:"cloudflare challenge"},{pattern:/unusual traffic.{0,50}from your computer network/i,reason:"unusual traffic"},{pattern:/bot detected|automated.{0,20}request/i,reason:"bot detection"},{pattern:/enable\s+javascript\s+to\s+view|javascript\s+is\s+required.{0,50}enabled/i,reason:"requires javascript"},{pattern:/access denied|accessdenied/i,reason:"access denied"},{pattern:/protected by anubis|anubis uses a proof-of-work/i,reason:"anubis challenge"}];for(let c of s)if(c.pattern.test(o))return{blocked:!0,reason:c.reason};let l=Ye(n,r,t);if(l)return{blocked:!0,reason:l};return{blocked:!1}}var He=["accounts.google.com","login.microsoftonline.com","login.live.com","auth0.com","okta.com","auth.mozilla.auth0.com","id.atlassian.com"],Me=["login.","signin.","auth.","sso.","accounts.","idp."],We=["sign in to continue","log in to continue","authentication required","create an account to continue","subscribe to continue reading","members only"];function Ye(e,t,r){try{let n=new URL(e),i=new URL(t);if(n.hostname.toLowerCase()===i.hostname.toLowerCase())return;let a=i.hostname.toLowerCase();if(He.some((s)=>a===s||a.endsWith(`.${s}`)))return`redirected to login (${i.hostname})`;if(Me.some((s)=>a.startsWith(s)))return`redirected to login (${i.hostname})`;let o=r.slice(0,20000).toLowerCase();if(We.some((s)=>o.includes(s)))return`redirected to login page (${i.hostname})`}catch{}return}function Be(e){let t=e.message.toLowerCase();return t.includes("fetch failed")||t.includes("unable to verify")||t.includes("certificate")||t.includes("timeout")}function re(e){let t=['meta[property="article:published_time"]','meta[name="article:published_time"]','meta[property="og:published_time"]','meta[name="publication_date"]','meta[name="date"]','meta[itemprop="datePublished"]','time[itemprop="datePublished"]','meta[name="DC.date"]'];for(let r of t){let n=e.querySelector(r),i=n?.getAttribute("content")||n?.getAttribute("datetime")||"";if(i)return i}return""}async function x(e,t){let{Readability:r,JSDOM:n,turndown:i}=await Ce(),a=new n(e,{url:t});try{let o=a.window.document,s=new r(o).parse();if(s&&s.content){let c=i.turndown(s.content).replaceAll(/\n{3,}/g,`
-
-`).trim(),u=s.publishedTime||re(o)||"";return{title:s.title||o.title||t,byline:s.byline||"",siteName:s.siteName||"",lang:s.lang||"",publishedTime:u,markdown:c,excerpt:c.slice(0,300).replaceAll(/\n/g," ")}}let l=o.body;if(l){let c=l.cloneNode(!0);c.querySelectorAll("script, style, nav, footer, header, aside").forEach((f)=>f.remove());let u=(c.textContent||"").replaceAll(/\s+/g," ").trim();return{title:o.title||t,byline:"",siteName:"",lang:"",publishedTime:re(o),markdown:u,excerpt:u.slice(0,300)}}return{title:t,byline:"",siteName:"",lang:"",publishedTime:"",markdown:"",excerpt:""}}finally{a.window.close()}}function G(e){let t=e.markdown.trim().toLowerCase(),r=(e.title||"").toLowerCase();if(e.markdown.trim().length<100)return{ok:!1,reason:"content too short (< 100 chars)"};let n=t.toLowerCase(),i=[{check:()=>n.includes("loading")&&n.includes("please wait"),desc:"loading page"},{check:()=>n.includes("please ensure javascript is enabled"),desc:"requires javascript"},{check:()=>n.includes("enable javascript to view"),desc:"requires javascript"},{check:()=>n.includes("just a moment"),desc:"cloudflare challenge detected in content"},{check:()=>n.includes("verify you are human"),desc:"human verification"},{check:()=>n.includes("captcha required"),desc:"captcha in extracted content"},{check:()=>n.includes("access denied"),desc:"access denied in content"},{check:()=>/^\s{0,10}sign\s{1,5}in\s{0,10}$|^\s{0,10}log\s{1,5}in\s{0,10}$/im.test(t),desc:"login form only"}];for(let{check:a,desc:o}of i)if(a())return{ok:!1,reason:o};if(r.includes("just a moment")||r.includes("checking your browser"))return{ok:!1,reason:"cloudflare challenge page detected in title"};return{ok:!0}}var ce={"user-agent":"GreedySearch/1.0",accept:"application/vnd.github+json","x-github-api-version":"2022-11-28"};function k(e){try{let t=new URL(e);if(!(t.hostname==="github.com"||t.hostname.endsWith(".github.com")))return null;let r=t.pathname.split("/").filter(Boolean);if(r.length<2)return null;let[n,i]=r;if(r.length===2)return{owner:n,repo:i,type:"root"};if(r.length>=4&&(r[2]==="blob"||r[2]==="tree")){let a=r[2],o=r[3],s=r.slice(4).join("/");return{owner:n,repo:i,type:a,ref:o,path:s}}return null}catch{return null}}async function b(e,t=1e4){let r=new AbortController,n=setTimeout(()=>r.abort(),t);try{let i=await fetch(`https://api.github.com${e}`,{headers:ce,signal:r.signal});if(clearTimeout(n),!i.ok)throw Error(`GitHub API ${i.status}: ${e}`);return await i.json()}catch(i){throw clearTimeout(n),i}}async function Ue(e,t){try{let r=await b(`/repos/${e}/${t}/readme`);if(r.content&&r.encoding==="base64")return Buffer.from(r.content,"base64").toString("utf8");return""}catch{return""}}async function le(e,t,r="HEAD",n="",i){try{let a;if(r==="HEAD")if(i)a=await b(`/repos/${e}/${t}/git/ref/heads/${i}`).catch(()=>null);else a=await Promise.any([b(`/repos/${e}/${t}/git/ref/heads/main`),b(`/repos/${e}/${t}/git/ref/heads/master`)]).catch(()=>null);else a=await b(`/repos/${e}/${t}/git/ref/heads/${r}`).catch(()=>b(`/repos/${e}/${t}/git/ref/heads/master`).catch(()=>null));if(!a?.object?.sha)return[];let o=(await b(`/repos/${e}/${t}/git/commits/${a.object.sha}`)).tree.sha,s=(await b(`/repos/${e}/${t}/git/trees/${o}`)).tree||[];if(n)s=s.filter((l)=>l.path.startsWith(n));return s.slice(0,50).map((l)=>({path:l.path,type:l.type==="tree"?"dir":"file",size:l.size}))}catch{return[]}}async function Je(e,t,r,n,i=1e4,a){let o=async(l)=>{let c=new AbortController,u=setTimeout(()=>c.abort(),i);try{let f=await fetch(l,{headers:{"user-agent":ce["user-agent"]},signal:c.signal});if(clearTimeout(u),f.ok)return await f.text();throw Error("not ok")}catch{throw clearTimeout(u),Error("failed")}};if(!r||r==="HEAD"){if(a)try{return await o(`https://raw.githubusercontent.com/${e}/${t}/${a}/${n}`)}catch{return null}try{return await Promise.any([o(`https://raw.githubusercontent.com/${e}/${t}/main/${n}`),o(`https://raw.githubusercontent.com/${e}/${t}/master/${n}`)])}catch{return null}}let s=[`https://raw.githubusercontent.com/${e}/${t}/${r}/${n}`,`https://raw.githubusercontent.com/${e}/${t}/master/${n}`];for(let l of s)try{return await o(l)}catch{}return null}async function ue(e){let t=k(e);if(!t)return{ok:!1,error:"Not a valid GitHub URL"};let{owner:r,repo:n,type:i,ref:a,path:o}=t;try{if(i==="root"||i==="tree"&&!o){let s=await b(`/repos/${r}/${n}`),[l,c]=await Promise.allSettled([Ue(r,n),le(r,n,a||"HEAD","",s.default_branch)]),u=l.status==="fulfilled"?l.value:"",f=c.status==="fulfilled"?c.value:[],d=s?.description?`
-
-> ${s.description}`:"",p=s?.stargazers_count==null?"":` ⭐ ${s.stargazers_count}`,h=s?.language?` · ${s.language}`:"",y=`# ${r}/${n}${p}${h}${d}
-
-`;if(u)y+=u.slice(0,6000);else y+=`[No README found]
-
-Files:
-${f.map((m)=>`  ${m.type==="dir"?"\uD83D\uDCC1":"\uD83D\uDCC4"} ${m.path}`).join(`
-`)}`;return{ok:!0,title:`${r}/${n}`,content:y,tree:f.slice(0,30)}}if(i==="blob"&&o){let s;if(!a||a==="HEAD")try{s=(await b(`/repos/${r}/${n}`)).default_branch}catch{s=void 0}let l=await Je(r,n,a,o,1e4,s);if(l===null)return{ok:!1,error:`File not found: ${o}`};return{ok:!0,title:`${r}/${n}: ${o}`,content:l}}if(i==="tree"&&o){let s;if(!a||a==="HEAD")try{s=(await b(`/repos/${r}/${n}`)).default_branch}catch{s=void 0}let l=await le(r,n,a||"HEAD",o,s),c=l.map((u)=>`  ${u.type==="dir"?"\uD83D\uDCC1":"\uD83D\uDCC4"} ${u.path}`).join(`
-`);return{ok:!0,title:`${r}/${n}/${o}`,content:`[Directory: ${o}]
-
-Files:
-${c}`,tree:l}}return{ok:!1,error:"Unsupported GitHub URL type"}}catch(s){return{ok:!1,error:s.message}}}var qe={"user-agent":"GreedySearch/1.0 (Research Bot)",accept:"application/json"};function pe(e){try{let t=new URL(e),r=t.hostname.toLowerCase();if(!(r==="reddit.com"||r.endsWith(".reddit.com")))return null;let n=t.pathname;if(n.match(/^\/(u|user)\/[^/]+\/?$/i))return{type:"user",cleanUrl:fe(e)};if(n.match(/^\/r\/[^/]+\/comments\/[^/]+/i))return{type:"post",cleanUrl:fe(e)};return null}catch{return null}}function fe(e){try{let t=new URL(e);return`${t.protocol}//${t.hostname}${t.pathname}`}catch{return e}}async function ge(e,t=8000){let r=Date.now();try{let n=e.replace(/\/+$/,"")+".json",i=new AbortController,a=setTimeout(()=>i.abort(),15000),o=await fetch(n,{headers:qe,signal:i.signal});if(clearTimeout(a),!o.ok)throw Error(`Reddit API ${o.status}`);let s=await o.json();if(!Array.isArray(s)||s.length<1)throw Error("Invalid Reddit API response structure");let l=s[0],c=s[1],u=l?.data?.children?.[0]?.data;if(!u)throw Error("No post data in Reddit response");let f=Ve(u,c,t);return{ok:!0,url:e,finalUrl:e,status:200,contentType:"text/markdown",lastModified:"",title:u.title||"Reddit Post",byline:`u/${u.author}`,siteName:`r/${u.subreddit}`,lang:"en",publishedTime:new Date(u.created_utc*1000).toISOString(),excerpt:u.selftext?.slice(0,300).replace(/\n/g," ")||"",markdown:f,contentLength:f.length,needsBrowser:!1,duration:Date.now()-r}}catch(n){return{ok:!1,url:e,finalUrl:e,status:0,error:`Reddit fetch failed: ${n.message}`,needsBrowser:!1,duration:Date.now()-r}}}function Ve(e,t,r){let n="";if(n+=`# ${e.title}
-
-`,n+=`**Subreddit:** r/${e.subreddit} | **Author:** u/${e.author} | **Score:** ${e.score}
-
-`,e.selftext)n+=e.selftext,n+=`
-
-`;else if(e.url)try{let i=new URL(e.url).hostname.toLowerCase();if(i!=="reddit.com"&&!i.endsWith(".reddit.com"))n+=`**Link:** ${e.url}
-
-`}catch{n+=`**Link:** ${e.url}
-
-`}if(t?.data?.children?.length>0){n+=`---
-
-## Comments
-
-`;let i=t.data.children.filter((a)=>a.kind==="t1").slice(0,10);for(let a of i)n+=de(a.data,0),n+=`
-`}if(n.length>r)n=n.slice(0,r).trim()+`
-
-... (truncated)`;return n}function de(e,t){if(!e||e.body==="[deleted]"||e.body==="[removed]")return"";let r="> ".repeat(t),n="";if(n+=`${r}**u/${e.author}** (${e.score} pts)
-`,n+=`${r}${e.body.replaceAll(`
-`,`
-`+r)}
-`,t<3&&e.replies?.data?.children){let i=e.replies.data.children.filter((a)=>a.kind==="t1");for(let a of i.slice(0,5))n+=`
-`+de(a.data,t+1)}return n}function A(e,t=8000){if(!e||e.length<=t)return e;let r=`
-
-[...content trimmed...]
-
-`,n=t-r.length,i=Math.floor(n*0.75),a=n-i,o=i;while(o>i-100&&e[o]!==`
-`)o--;if(o<=i-100)o=i;let s=e.length-a;while(s<e.length-a+100&&e[s]!==`
-`)s++;if(s>=e.length-a+100)s=e.length-a;let l=e.slice(0,o).trimEnd(),c=e.slice(s).trimStart();return`${l}${r}${c}`}import{spawn as Ze}from"node:child_process";import{basename as Xe}from"node:path";import{dirname as Qe,join as Ke}from"node:path";import{fileURLToPath as ze}from"node:url";import{fileURLToPath as ot}from"node:url";import{existsSync as N,mkdirSync as lt,readFileSync as ve,writeFileSync as ct}from"node:fs";import{homedir as ut}from"node:os";import{join as _e}from"node:path";import{tmpdir as ft}from"node:os";import{existsSync as R,mkdirSync as yt,readFileSync as Ee,writeFileSync as wt}from"node:fs";import{homedir as bt}from"node:os";import{join as $e}from"node:path";import{tmpdir as vt}from"node:os";function et(e=process.env,t=process.execPath){let r=e.GREEDY_SEARCH_NODE||e.NODE_BINARY||e.NODE;if(r?.trim())return r.trim();let n=Xe(t||"").toLowerCase();if(n==="node"||n==="node.exe")return t;return"node"}var tt=Qe(ze(import.meta.url)),rt=Ke(tt,"..","bin","cdp.mjs"),nt=new Set(["list","snap","eval","shot","html","nav","net","click","clickxy","type","loadall","evalraw","browse","stop","--tab"]);function it(e){if(!Array.isArray(e)||e.length===0)throw Error("cdp: args must be a non-empty array");if(e[0]==="test")return e.map((t,r)=>me(t,r));if(!nt.has(e[0]))throw Error(`cdp: unknown subcommand '${e[0]}'`);return e.map((t,r)=>me(t,r))}function me(e,t){if(typeof e!=="string")throw Error(`cdp: argv[${t}] must be a string (got ${typeof e})`);if(e.includes("\x00"))throw Error(`cdp: argv[${t}] contains a null byte`);return e}function be(e,t=30000){return at(e,null,t)}function at(e,t=null,r=30000){let n=it(e);return new Promise((i,a)=>{let o=Ze(et(),[rt,...n],{stdio:[t==null?"ignore":"pipe","pipe","pipe"]});if(t!=null)o.stdin.write(t),o.stdin.end();let s="",l="";o.stdout.on("data",(u)=>s+=u),o.stderr.on("data",(u)=>l+=u);let c=setTimeout(()=>{o.kill(),a(Error(`cdp timeout: ${e[0]}`))},r);o.on("close",(u)=>{if(clearTimeout(c),u===0)i(s.trim());else a(Error(l.trim()||`cdp exit ${u}`))})})}async function he(e){await be(["evalraw",e,"Page.addScriptToEvaluateOnNewDocument",JSON.stringify({source:`
-(function() {
-  // ── Runtime.enable / CDP detection masking ──────────────
-  try { delete window.__REBROWSER_RUNTIME_ENABLE; } catch(_) {}
-  try { delete window.__REBROWSER_DEVTOOLS; } catch(_) {}
-  try { delete window.__nightmare; } catch(_) {}
-  try { delete window.__phantom; } catch(_) {}
-  try { delete window.callPhantom; } catch(_) {}
-  try { delete window._phantom; } catch(_) {}
-  try { delete window.Buffer; } catch(_) {}
-
-  // Real Chrome without automation should not expose navigator.webdriver at all.
-  // A literal false or an own-property getter returning undefined is itself a
-  // common stealth tell; remove both instance and prototype properties when the
-  // descriptor is configurable (as it is with --disable-blink-features).
-  try { delete navigator.webdriver; } catch(_) {}
-  try { delete Navigator.prototype.webdriver; } catch(_) {}
-  Object.defineProperty(navigator, 'vendor', { get: () => 'Google Inc.', configurable: true });
-  Object.defineProperty(navigator, 'platform', { get: () => 'Win32', configurable: true });
-  Object.defineProperty(navigator, 'maxTouchPoints', { get: () => 0, configurable: true });
-  Object.defineProperty(navigator, 'pdfViewerEnabled', { get: () => true, configurable: true });
-  Object.defineProperty(navigator, 'productSub', { get: () => '20030107', configurable: true });
-  Object.defineProperty(navigator, 'product', { get: () => 'Gecko', configurable: true });
-  var __greedyMimeTypes = null;
-  function __makeMimeTypes() {
-    var pdf = { type: 'application/pdf', suffixes: 'pdf', description: 'Portable Document Format', enabledPlugin: null };
-    var textPdf = { type: 'text/pdf', suffixes: 'pdf', description: 'Portable Document Format', enabledPlugin: null };
-    try { Object.setPrototypeOf(pdf, MimeType.prototype); } catch(_) {}
-    try { Object.setPrototypeOf(textPdf, MimeType.prototype); } catch(_) {}
-    var m = [pdf, textPdf];
-    try { Object.setPrototypeOf(m, MimeTypeArray.prototype); } catch(_) {}
-    m.item = function item(i) { return this[i] || null; };
-    m.namedItem = function namedItem(name) { return Array.prototype.find.call(this, function(x) { return x && x.type === name; }) || null; };
-    return m;
-  }
-  Object.defineProperty(navigator, 'plugins', {
-    get: () => {
-      __greedyMimeTypes = __greedyMimeTypes || __makeMimeTypes();
-      var plugin0 = { name: 'Chrome PDF Plugin', filename: 'internal-pdf-viewer', description: 'Portable Document Format' };
-      var plugin1 = { name: 'Chrome PDF Viewer', filename: 'mhjfbmdgcfjbbpaeojofohoefgiehjai', description: '' };
-      var plugin2 = { name: 'Native Client', filename: 'internal-nacl-plugin', description: '' };
-      try { Object.setPrototypeOf(plugin0, Plugin.prototype); } catch(_) {}
-      try { Object.setPrototypeOf(plugin1, Plugin.prototype); } catch(_) {}
-      try { Object.setPrototypeOf(plugin2, Plugin.prototype); } catch(_) {}
-      var p = [plugin0, plugin1, plugin2];
-      p.item = function item(i) { return this[i] || null; };
-      p.namedItem = function namedItem(name) { return Array.prototype.find.call(this, function(x) { return x && x.name === name; }) || null; };
-      p.refresh = function refresh() {};
-      try { Object.setPrototypeOf(p, PluginArray.prototype); } catch(_) {}
+import {
+  fetchSourceHttp,
+  extractContent,
+  detectBotBlock,
+  checkContentQuality,
+  defaultFetchHeaders,
+  isPrivateUrl
+} from "../fetcher.mjs";
+import { fetchGitHubContent, parseGitHubUrl } from "../github.mjs";
+import { fetchRedditContent, parseRedditUrl } from "../reddit.mjs";
+import { trimContentHeadTail } from "../utils/content.mjs";
+import { cdp, closeTab, openNewTab } from "./chrome.mjs";
+import { SOURCE_FETCH_CONCURRENCY } from "./constants.mjs";
+import { extractPdfMarkdown } from "./pdf.mjs";
+import { trimText } from "./sources.mjs";
+async function fetchSourceViaChrome(tab, url, maxChars = 8000) {
+  const start = Date.now();
+  try {
+    const frames = await cdp(["evalraw", tab, "Page.getFrameTree", "{}"]).then((r) => JSON.parse(r)).catch(() => null);
+    const frameId = frames?.frameTree?.frame?.id || undefined;
+    const raw = await cdp([
+      "evalraw",
+      tab,
+      "Network.loadNetworkResource",
+      JSON.stringify({
+        frameId,
+        url,
+        options: { disableCache: true, includeCredentials: false }
+      })
+    ], 20000);
+    const result = JSON.parse(raw);
+    const resource = result.resource;
+    if (!resource?.success || !resource.httpStatusCode) {
+      return {
+        url,
+        error: resource?.netErrorName || resource?.netError || "loadNetworkResource failed",
+        source: "chrome",
+        duration: Date.now() - start,
+        needsFallback: true
+      };
+    }
+    let body = "";
+    if (resource.stream) {
       try {
-        __greedyMimeTypes[0].enabledPlugin = p[0];
-        __greedyMimeTypes[1].enabledPlugin = p[0];
-      } catch(_) {}
-      return p;
-    },
-    configurable: true,
-  });
-  Object.defineProperty(navigator, 'mimeTypes', {
-    get: () => {
-      __greedyMimeTypes = __greedyMimeTypes || __makeMimeTypes();
-      return __greedyMimeTypes;
-    },
-    configurable: true,
-  });
-  Object.defineProperty(navigator, 'languages', { get: () => ['en-US', 'en'], configurable: true });
+        const ioRaw = await cdp([
+          "evalraw",
+          tab,
+          "IO.read",
+          JSON.stringify({ handle: resource.stream })
+        ], 1e4);
+        const ioResult = JSON.parse(ioRaw);
+        body = ioResult.data || "";
+        await cdp([
+          "evalraw",
+          tab,
+          "IO.close",
+          JSON.stringify({ handle: resource.stream })
+        ]).catch(() => {});
+      } catch {}
+    }
+    if (!body || body.length < 100) {
+      return {
+        url,
+        error: "Empty response body from Network.loadNetworkResource",
+        source: "chrome",
+        duration: Date.now() - start,
+        needsFallback: true
+      };
+    }
+    const botCheck = detectBotBlock(resource.httpStatusCode, body, url, url);
+    if (botCheck.blocked) {
+      return {
+        url,
+        status: resource.httpStatusCode,
+        error: `Blocked: ${botCheck.reason}`,
+        source: "chrome",
+        duration: Date.now() - start,
+        needsBrowser: true
+      };
+    }
+    const extracted = await extractContent(body, url);
+    const quality = checkContentQuality(extracted);
+    if (!quality.ok) {
+      return {
+        url,
+        status: resource.httpStatusCode,
+        error: `Low quality: ${quality.reason}`,
+        source: "chrome",
+        duration: Date.now() - start,
+        needsBrowser: true
+      };
+    }
+    const content = trimContentHeadTail(extracted.markdown, maxChars);
+    return {
+      url,
+      finalUrl: url,
+      status: resource.httpStatusCode,
+      contentType: "text/markdown",
+      lastModified: "",
+      publishedTime: extracted.publishedTime || "",
+      byline: extracted.byline || "",
+      siteName: extracted.siteName || "",
+      lang: extracted.lang || "",
+      title: extracted.title || url,
+      snippet: extracted.excerpt,
+      content,
+      contentChars: content.length,
+      source: "chrome",
+      duration: Date.now() - start
+    };
+  } catch (error) {
+    return {
+      url,
+      error: error.message,
+      source: "chrome",
+      duration: Date.now() - start,
+      needsFallback: true
+    };
+  }
+}
+function isLikelyPdfUrl(url) {
   try {
-    Object.defineProperty(navigator, 'connection', { get: () => ({ effectiveType: '4g', rtt: 50, downlink: 10, downlinkMax: Infinity, saveData: false }), configurable: true });
-  } catch(_) {}
-  if (!navigator.mediaDevices) {
-    Object.defineProperty(navigator, 'mediaDevices', {
-      get: () => ({
-        enumerateDevices: () => Promise.resolve([
-          { deviceId: 'default', kind: 'audioinput', label: '', groupId: 'default' },
-          { deviceId: 'default', kind: 'audiooutput', label: '', groupId: 'default' },
-          { deviceId: '', kind: 'videoinput', label: '', groupId: '' },
-        ]),
-        getUserMedia: () => Promise.reject(new DOMException('NotAllowedError')),
-        getDisplayMedia: () => Promise.reject(new DOMException('NotAllowedError')),
-      }),
-      configurable: true,
-    });
+    const parsed = new URL(url);
+    return parsed.pathname.toLowerCase().endsWith(".pdf");
+  } catch {
+    return false;
+  }
+}
+async function fetchPdfSourceHttp(url, maxChars = 8000) {
+  const privateCheck = isPrivateUrl(url);
+  if (privateCheck.blocked) {
+    return {
+      url,
+      finalUrl: url,
+      status: 403,
+      error: `Blocked: ${privateCheck.reason}`,
+      source: "pdf-http"
+    };
   }
-  // ── Missing platform APIs (headless often lacks these) ─
+  const controller = new AbortController;
+  const timeoutId = setTimeout(() => controller.abort(), 20000);
+  const start = Date.now();
   try {
-    if (!navigator.share) {
-      navigator.share = function() { return Promise.reject(new Error('NotAllowedError')); };
+    const response = await fetch(url, {
+      method: "GET",
+      redirect: "follow",
+      signal: controller.signal,
+      headers: defaultFetchHeaders({
+        accept: "application/pdf,application/octet-stream;q=0.9,*/*;q=0.5"
+      })
+    });
+    clearTimeout(timeoutId);
+    const contentType = response.headers.get("content-type") || "";
+    const finalUrl = response.url || url;
+    const contentLength = Number.parseInt(response.headers.get("content-length") || "0", 10);
+    if (response.status >= 400) {
+      return {
+        url,
+        finalUrl,
+        status: response.status,
+        error: `HTTP ${response.status}`,
+        source: "pdf-http",
+        duration: Date.now() - start
+      };
     }
-  } catch(_) {}
-  try {
-    if (!navigator.contentIndex) {
-      Object.defineProperty(navigator, 'contentIndex', { get: () => ({ add: function() {}, delete: function() {}, getAll: function() { return Promise.resolve([]); } }), configurable: true });
+    if (!contentType.toLowerCase().includes("application/pdf") && !isLikelyPdfUrl(finalUrl)) {
+      return null;
+    }
+    if (contentLength > 30 * 1024 * 1024) {
+      return {
+        url,
+        finalUrl,
+        status: response.status,
+        error: `PDF too large: ${contentLength} bytes`,
+        source: "pdf-http",
+        duration: Date.now() - start
+      };
     }
-  } catch(_) {}
-
-  if (!window.chrome) {
-    window.chrome = {
-      app: { isInstalled: false, InstallState: {}, RunningState: {} },
-      runtime: {
-        OnInstalledReason: {}, OnRestartRequiredReason: {}, PlatformArch: {}, PlatformNaclArch: {}, PlatformOs: {}, RequestUpdateCheckStatus: {},
-        connect: () => ({}), sendMessage: () => {}, onMessage: { addListener: () => {} }
-      },
-      loadTimes: function() { return { requestTime: 0, startLoadTime: Date.now() - 5000, commitLoadTime: Date.now() - 3000, finishDocumentLoadTime: Date.now() - 2000, finishLoadTime: Date.now() - 1000, firstPaintTime: Date.now() - 800, navigationType: 'Other', wasFetchedViaSpdy: true, wasNpnNegotiated: true, npnNegotiatedProtocol: 'h2', wasAlternateProtocolAvailable: false, connectionInfo: 'http/2' }; },
-      csi: function() { var t = Date.now(); return { onloadT: t - 2000, startE: t - 5000, pageT: 'back', tran: 2 }; },
+    const buffer = Buffer.from(await response.arrayBuffer());
+    const pdf = await extractPdfMarkdown(buffer, finalUrl);
+    if (!pdf || pdf.error) {
+      return {
+        url,
+        finalUrl,
+        status: response.status,
+        error: pdf?.error || "PDF text extraction failed",
+        source: "pdf-http",
+        duration: Date.now() - start
+      };
+    }
+    const content = trimContentHeadTail(pdf.content, maxChars);
+    return {
+      url,
+      finalUrl,
+      status: response.status,
+      contentType: "application/pdf",
+      lastModified: response.headers.get("last-modified") || "",
+      title: pdf.title,
+      snippet: trimText(content, 320),
+      content,
+      contentChars: content.length,
+      pages: pdf.pages,
+      source: "pdf-http",
+      duration: Date.now() - start
+    };
+  } catch (error) {
+    clearTimeout(timeoutId);
+    return {
+      url,
+      finalUrl: url,
+      error: error.message || String(error),
+      source: "pdf-http",
+      duration: Date.now() - start
     };
   }
-  var __greedyNativeFns = [];
-  function __markNative(fn) { try { __greedyNativeFns.push(fn); } catch(_) {} return fn; }
-
-  var origQuery = navigator.permissions?.query;
-  if (origQuery) {
-    navigator.permissions.query = __markNative(function query(params) {
-      if (params && params.name === 'notifications') return Promise.resolve({ state: Notification.permission || 'default', onchange: null });
-      return origQuery.apply(this, arguments);
-    });
+}
+export async function fetchSourceContent(url, maxChars = 8000) {
+  const start = Date.now();
+  if (isLikelyPdfUrl(url)) {
+    const pdfResult = await fetchPdfSourceHttp(url, maxChars);
+    if (pdfResult?.content || pdfResult?.status === 403)
+      return pdfResult;
   }
-  try {
-    var getParam = WebGLRenderingContext.prototype.getParameter;
-    WebGLRenderingContext.prototype.getParameter = __markNative(function getParameter(p) {
-      if (p === 37445) return 'Intel Inc.';
-      if (p === 37446) return 'Intel Iris OpenGL Engine';
-      return getParam.call(this, p);
-    });
-  } catch(_) {}
-  // ── WebGL readPixels noise ──────────────────────────
-  // CreepJS and other fingerprinters draw content with WebGL and read back the
-  // rendered pixels. Adding subtle noise breaks rendering-based fingerprinting.
-  try {
-    var origReadPixels = WebGLRenderingContext.prototype.readPixels;
-    WebGLRenderingContext.prototype.readPixels = __markNative(function readPixels(x, y, width, height, format, type, pixels) {
-      var result = origReadPixels.call(this, x, y, width, height, format, type, pixels);
-      if (pixels && pixels.length > 0) {
-        pixels[0] ^= 1;
-      }
-      return result;
-    });
-  } catch(_) {}
-  Object.defineProperty(navigator, 'hardwareConcurrency', { get: () => 8, configurable: true });
-  Object.defineProperty(navigator, 'deviceMemory', { get: () => 8, configurable: true });
-
-  // ── Canvas fingerprint noise ─────────────────────────
-  // Headless rendering engines produce slightly different canvas output
-  // than headed Chrome. Subtle noise breaks hash-based fingerprinting.
-  try {
-    var __canvasNoise = ((Date.now() & 0xFF) | 1);
-    var origFill = CanvasRenderingContext2D.prototype.fillText;
-    CanvasRenderingContext2D.prototype.fillText = __markNative(function fillText() {
-      this.globalAlpha = 0.9995;
-      return origFill.apply(this, arguments);
-    });
-  } catch(_) {}
-  try {
-    var origStroke = CanvasRenderingContext2D.prototype.strokeText;
-    CanvasRenderingContext2D.prototype.strokeText = __markNative(function strokeText() {
-      this.globalAlpha = 0.9995;
-      return origStroke.apply(this, arguments);
-    });
-  } catch(_) {}
-  try {
-    var origToDataURL = HTMLCanvasElement.prototype.toDataURL;
-    HTMLCanvasElement.prototype.toDataURL = __markNative(function toDataURL() {
-      var ctx = this.getContext('2d');
-      if (ctx) {
-        // Spread noise across canvas to break hash-based fingerprinting.
-        // Uses a deterministic pattern so it's consistent per page load
-        // but varies between sessions.
-        var w = this.width, h = this.height;
-        if (w > 0 && h > 0) {
-          var imgData = ctx.getImageData(0, 0, Math.min(w, 4), Math.min(h, 4));
-          if (imgData && imgData.data) {
-            for (var __i = 0; __i < imgData.data.length; __i += 4) {
-              imgData.data[__i] ^= (__canvasNoise + __i) & 0xFF;
-            }
-            ctx.putImageData(imgData, 0, 0);
-          }
-        }
-      }
-      return origToDataURL.apply(this, arguments);
-    });
-  } catch(_) {}
-
-  // ── AudioContext fingerprint noise ────────────────────
-  // Headless Chrome's AudioContext produces slightly different output.
-  // Subtle noise breaks audio-based fingerprinting.
-  try {
-    var __audioSeed = ((Date.now() & 0x1F) | 1);
-    var origGetChannelData = AudioBuffer.prototype.getChannelData;
-    AudioBuffer.prototype.getChannelData = __markNative(function getChannelData(channel) {
-      var data = origGetChannelData.call(this, channel);
-      for (var __i = 0; __i < data.length; __i += 64) {
-        data[__i] *= 0.99999;
-      }
-      return data;
-    });
-  } catch(_) {}
-
-  // ── window outer dimensions ──────────────────────────
-  // outerWidth/Height = 0 in headless — a well-known bot signal.
-  // Mirror innerWidth/Height (set by --window-size flag) so the ratio is sane.
-  try {
-    if (!window.outerWidth)  Object.defineProperty(window, 'outerWidth',  { get: () => window.innerWidth  || 1920, configurable: true });
-    if (!window.outerHeight) Object.defineProperty(window, 'outerHeight', { get: () => window.innerHeight || 1080, configurable: true });
-  } catch(_) {}
-
-  // ── screen properties ─────────────────────────────────
-  // Headless Chrome often reports an 800x600 screen even when the viewport is
-  // 1920x1080. Keep screen metrics internally consistent with our launch flags.
-  try {
-    Object.defineProperty(screen, 'width', { get: () => 1920, configurable: true });
-    Object.defineProperty(screen, 'height', { get: () => 1080, configurable: true });
-    Object.defineProperty(screen, 'availWidth', { get: () => 1920, configurable: true });
-    Object.defineProperty(screen, 'availHeight', { get: () => 1040, configurable: true });
-    Object.defineProperty(screen, 'colorDepth', { get: () => 24, configurable: true });
-    Object.defineProperty(screen, 'pixelDepth', { get: () => 24, configurable: true });
-  } catch(_) {}
-
-  // ── navigator.userAgentData (UA Client Hints) ─────────
-  // Derive version from the UA string already set by --user-agent flag so the
-  // two APIs are always consistent. Removes any "HeadlessChrome" brand entry.
-  try {
-    var _uaMajor = (navigator.userAgent.match(new RegExp('Chrome/([0-9]+)')) || [])[1] || '136';
-    var _uaFull  = (navigator.userAgent.match(new RegExp('Chrome/([0-9.]+)')) || [])[1] || (_uaMajor + '.0.0.0');
-    var _brands  = [
-      { brand: 'Not)A;Brand',  version: '99' },
-      { brand: 'Google Chrome', version: _uaMajor },
-      { brand: 'Chromium',      version: _uaMajor },
-    ];
-    Object.defineProperty(navigator, 'userAgentData', {
-      get: function() {
+  if (parseGitHubUrl(url)) {
+    const parsed = parseGitHubUrl(url);
+    if (parsed && (parsed.type === "root" || parsed.type === "tree" || parsed.type === "blob" && !parsed.path?.includes("."))) {
+      const ghResult = await fetchGitHubContent(url);
+      if (ghResult.ok) {
+        const content = trimContentHeadTail(ghResult.content, maxChars);
         return {
-          brands: _brands, mobile: false, platform: 'Windows',
-          getHighEntropyValues: function() {
-            return Promise.resolve({
-              architecture: 'x86', bitness: '64',
-              brands: _brands,
-              fullVersionList: [
-                { brand: 'Not)A;Brand',   version: '99.0.0.0' },
-                { brand: 'Google Chrome', version: _uaFull },
-                { brand: 'Chromium',      version: _uaFull },
-              ],
-              mobile: false, model: '', platform: 'Windows',
-              platformVersion: '15.0.0', uaFullVersion: _uaFull, wow64: false,
-            });
-          },
-          toJSON: function() { return { brands: _brands, mobile: false, platform: 'Windows' }; },
+          url,
+          finalUrl: url,
+          status: 200,
+          contentType: "text/markdown",
+          lastModified: "",
+          title: ghResult.title,
+          snippet: content.slice(0, 320),
+          content,
+          contentChars: content.length,
+          source: "github-api",
+          ...ghResult.tree && { tree: ghResult.tree },
+          duration: Date.now() - start
         };
-      },
-      configurable: true,
-    });
-  } catch(_) {}
-
-  // ── CDP Runtime serialization guard ──────────────────
-  // Sites detect CDP by putting a getter on Error.prototype.stack
-  // and checking if console.log triggers it (only happens when
-  // Runtime domain is enabled). We monkey-patch console methods to
-  // strip custom getters from arguments before they reach CDP.
-  try {
-    var _origLog = console.log, _origError = console.error,
-        _origWarn = console.warn, _origDebug = console.debug,
-        _origInfo = console.info;
-    var _safeArg = function(a) {
-      if (a instanceof Error) {
-        try { return new Error(a.message); } catch(_) { return a; }
       }
-      return a;
+      process.stderr.write(`[greedysearch] GitHub API fetch failed, trying HTTP: ${ghResult.error}
+`);
+    }
+  }
+  const redditInfo = parseRedditUrl(url);
+  if (redditInfo?.type === "post") {
+    process.stderr.write(`[greedysearch] Using Reddit JSON API for: ${url.slice(0, 60)}...
+`);
+    const redditResult = await fetchRedditContent(url, maxChars);
+    if (redditResult.ok) {
+      const content = trimContentHeadTail(redditResult.markdown, maxChars);
+      return {
+        url,
+        finalUrl: redditResult.finalUrl,
+        status: redditResult.status,
+        contentType: "text/markdown",
+        lastModified: redditResult.lastModified || "",
+        publishedTime: redditResult.publishedTime || "",
+        byline: redditResult.byline || "",
+        siteName: redditResult.siteName || "",
+        lang: redditResult.lang || "",
+        title: redditResult.title,
+        snippet: redditResult.excerpt,
+        content,
+        contentChars: content.length,
+        source: "reddit-api",
+        duration: Date.now() - start
+      };
+    }
+    process.stderr.write(`[greedysearch] Reddit API fetch failed, falling back to HTTP: ${redditResult.error}
+`);
+  }
+  const httpResult = await fetchSourceHttp(url, { timeoutMs: 1e4 });
+  if (httpResult.ok) {
+    const content = trimContentHeadTail(httpResult.markdown, maxChars);
+    return {
+      url,
+      finalUrl: httpResult.finalUrl,
+      status: httpResult.status,
+      contentType: "text/markdown",
+      lastModified: httpResult.lastModified || "",
+      publishedTime: httpResult.publishedTime || "",
+      byline: httpResult.byline || "",
+      siteName: httpResult.siteName || "",
+      lang: httpResult.lang || "",
+      title: httpResult.title,
+      snippet: httpResult.excerpt,
+      content,
+      contentChars: content.length,
+      source: "http",
+      duration: Date.now() - start
     };
-    console.log = __markNative(function log() { return _origLog.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-    console.error = __markNative(function error() { return _origError.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-    console.warn = __markNative(function warn() { return _origWarn.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-    console.debug = __markNative(function debug() { return _origDebug.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-    console.info = __markNative(function info() { return _origInfo.apply(console, Array.prototype.map.call(arguments, _safeArg)); });
-  } catch(_) {}
-
-  // ── Native function masking ──────────────────────────
-  // Patched APIs should not stringify as user-defined stealth code.
-  try {
-    var __nativeToString = Function.prototype.toString;
-    Function.prototype.toString = function toString() {
-      if (__greedyNativeFns.indexOf(this) !== -1) {
-        var name = this.name || '';
-        return 'function ' + name + '() { [native code] }';
+  }
+  if (httpResult.needsBrowser) {
+    try {
+      const chromeTab = await openNewTab();
+      try {
+        const chromeResult = await fetchSourceViaChrome(chromeTab, url, maxChars);
+        if (chromeResult.content && chromeResult.content.length > 100) {
+          return chromeResult;
+        }
+      } finally {
+        await closeTab(chromeTab);
       }
-      return __nativeToString.call(this);
+    } catch {}
+  }
+  process.stderr.write(`[greedysearch] HTTP failed for ${url.slice(0, 60)}, trying browser...
+`);
+  return await fetchSourceContentBrowser(url, maxChars);
+}
+async function waitForPageReady(tab, timeoutMs = 4000, intervalMs = 200) {
+  const deadline = Date.now() + timeoutMs;
+  while (Date.now() < deadline) {
+    try {
+      const ready = await cdp([
+        "eval",
+        tab,
+        `document.readyState === "complete" && !!document.body && document.body.innerText.length > 500`
+      ]);
+      if (ready.trim() === "true")
+        return;
+    } catch {}
+    await new Promise((r) => setTimeout(r, intervalMs));
+  }
+}
+async function fetchSourceContentBrowser(url, maxChars = 8000) {
+  const start = Date.now();
+  let tab;
+  try {
+    tab = await openNewTab();
+  } catch (e) {
+    return {
+      url,
+      title: "",
+      content: null,
+      snippet: "",
+      contentChars: 0,
+      error: `openNewTab failed: ${e.message}`,
+      source: "browser",
+      duration: Date.now() - start
     };
-  } catch(_) {}
-})();
-`})])}function st(e){return ot(new URL(".",e)).replace(/^\/([A-Z]:)/,"$1")}function pt(e,t=9222){let r=Number.parseInt(String(e??""),10);return Number.isInteger(r)&&r>1024&&r<65535?r:t}var gt=ft().replaceAll("\\","/"),ir=pt(process.env.GREEDY_SEARCH_PORT),v=(process.env.GREEDY_SEARCH_PROFILE_DIR||process.env.CDP_PROFILE_DIR||`${gt}/greedysearch-chrome-profile`).replaceAll("\\","/"),ar=`${v}/DevToolsActivePort`,or=process.env.GREEDY_SEARCH_PID_FILE||`${v}/browser.pid`,sr=process.env.CDP_PAGES_CACHE||`${v}/cdp-pages.json`,lr=process.env.GREEDY_SEARCH_MODE_FILE||`${v}/browser-mode`,cr=process.env.GREEDY_SEARCH_METADATA_FILE||`${v}/browser-metadata.json`,ur=process.env.GREEDY_SEARCH_LAUNCH_LOCK_FILE||`${v}/browser-launch.lock`,fr=process.env.GREEDY_SEARCH_ACTIVITY_FILE||`${v}/browser-last-activity`,pr=(process.env.CDP_SOCKET_DIR||`${v}/cdp-sockets`).replaceAll("\\","/"),gr=`${v}/visible-recovery.jsonl`,W=_e(ut(),".dm"),$=_e(W,"greedyconfig"),Y=["perplexity","google","chatgpt","gemini"],B="gemini";function dt(){try{if(N($)){let e=ve($,"utf8"),t=JSON.parse(e);if(Array.isArray(t.engines)&&t.engines.length>0&&t.engines.every((r)=>typeof r==="string")){let r=t.engines.filter((i)=>H[i]),n=t.engines.filter((i)=>!H[i]);if(n.length>0)process.stderr.write(`[greedysearch] Warning: ignoring unknown engine(s) in ${$}: ${n.join(", ")}
-[greedysearch] Available engines: ${Object.keys(H).join(", ")}
-`);if(r.length>0)return r;process.stderr.write(`[greedysearch] Warning: no valid engines in ${$}, falling back to defaults: ${Y.join(", ")}
-`)}}}catch{}return Y}function mt(){try{if(!N(W))lt(W,{recursive:!0});if(!N($))ct($,JSON.stringify({engines:Y,synthesizer:B},null,2)+`
-`,"utf8")}catch{}}mt();var ye=["gemini","chatgpt"];function ht(){try{if(N($)){let e=ve($,"utf8"),t=JSON.parse(e);if(typeof t.synthesizer==="string"){let r=t.synthesizer.toLowerCase();if(ye.includes(r))return r;process.stderr.write(`[greedysearch] Warning: unknown synthesizer "${t.synthesizer}" in ${$}
-[greedysearch] Available synthesizers: ${ye.join(", ")}
-[greedysearch] Falling back to default: ${B}
-`)}}}catch{}return B}var H={perplexity:"perplexity.mjs",p:"perplexity.mjs",bing:"bing-copilot.mjs",b:"bing-copilot.mjs",google:"google-ai.mjs",g:"google-ai.mjs",gemini:"gemini.mjs",gem:"gemini.mjs",chatgpt:"chatgpt.mjs",gpt:"chatgpt.mjs","semantic-scholar":"semantic-scholar.mjs",semanticscholar:"semantic-scholar.mjs",s2:"semantic-scholar.mjs",logically:"logically.mjs",log:"logically.mjs"},dr=dt(),mr=ht(),hr=Math.max(1,Number.parseInt(process.env.GREEDY_FETCH_CONCURRENCY||"5",10)||5);process.env.CDP_PROFILE_DIR=v;function _t(e,t=9222){let r=Number.parseInt(String(e??""),10);return Number.isInteger(r)&&r>1024&&r<65535?r:t}var Et=vt().replaceAll("\\","/"),_r=_t(process.env.GREEDY_SEARCH_PORT),_=(process.env.GREEDY_SEARCH_PROFILE_DIR||process.env.CDP_PROFILE_DIR||`${Et}/greedysearch-chrome-profile`).replaceAll("\\","/"),Er=`${_}/DevToolsActivePort`,$r=process.env.GREEDY_SEARCH_PID_FILE||`${_}/browser.pid`,Dr=process.env.CDP_PAGES_CACHE||`${_}/cdp-pages.json`,Pr=process.env.GREEDY_SEARCH_MODE_FILE||`${_}/browser-mode`,Ar=process.env.GREEDY_SEARCH_METADATA_FILE||`${_}/browser-metadata.json`,Ir=process.env.GREEDY_SEARCH_LAUNCH_LOCK_FILE||`${_}/browser-launch.lock`,Sr=process.env.GREEDY_SEARCH_ACTIVITY_FILE||`${_}/browser-last-activity`,jr=(process.env.CDP_SOCKET_DIR||`${_}/cdp-sockets`).replaceAll("\\","/"),kr=`${_}/visible-recovery.jsonl`,U=$e(bt(),".dm"),D=$e(U,"greedyconfig"),J=["perplexity","google","chatgpt","gemini"],q="gemini";function $t(){try{if(R(D)){let e=Ee(D,"utf8"),t=JSON.parse(e);if(Array.isArray(t.engines)&&t.engines.length>0&&t.engines.every((r)=>typeof r==="string")){let r=t.engines.filter((i)=>M[i]),n=t.engines.filter((i)=>!M[i]);if(n.length>0)process.stderr.write(`[greedysearch] Warning: ignoring unknown engine(s) in ${D}: ${n.join(", ")}
-[greedysearch] Available engines: ${Object.keys(M).join(", ")}
-`);if(r.length>0)return r;process.stderr.write(`[greedysearch] Warning: no valid engines in ${D}, falling back to defaults: ${J.join(", ")}
-`)}}}catch{}return J}function Dt(){try{if(!R(U))yt(U,{recursive:!0});if(!R(D))wt(D,JSON.stringify({engines:J,synthesizer:q},null,2)+`
-`,"utf8")}catch{}}Dt();var we=["gemini","chatgpt"];function Pt(){try{if(R(D)){let e=Ee(D,"utf8"),t=JSON.parse(e);if(typeof t.synthesizer==="string"){let r=t.synthesizer.toLowerCase();if(we.includes(r))return r;process.stderr.write(`[greedysearch] Warning: unknown synthesizer "${t.synthesizer}" in ${D}
-[greedysearch] Available synthesizers: ${we.join(", ")}
-[greedysearch] Falling back to default: ${q}
-`)}}}catch{}return q}var M={perplexity:"perplexity.mjs",p:"perplexity.mjs",bing:"bing-copilot.mjs",b:"bing-copilot.mjs",google:"google-ai.mjs",g:"google-ai.mjs",gemini:"gemini.mjs",gem:"gemini.mjs",chatgpt:"chatgpt.mjs",gpt:"chatgpt.mjs","semantic-scholar":"semantic-scholar.mjs",semanticscholar:"semantic-scholar.mjs",s2:"semantic-scholar.mjs",logically:"logically.mjs",log:"logically.mjs"},Nr=$t(),Rr=Pt(),Cr=Math.max(1,Number.parseInt(process.env.GREEDY_FETCH_CONCURRENCY||"5",10)||5);process.env.CDP_PROFILE_DIR=_;var Lr=Number.parseInt(process.env.GREEDY_SEARCH_IDLE_TIMEOUT_MINUTES||"5",10)||5;var Or=st(import.meta.url);var Tr=Number.parseInt(process.env.GREEDY_SEARCH_IDLE_TIMEOUT_MINUTES||"5",10)||5,Fr=Number.parseInt(process.env.GREEDY_SEARCH_VISIBLE_IDLE_TIMEOUT_MINUTES||"60",10)||60;var g=be;async function De(){let e=(await g(["list"])).split(`
-`)[0];if(!e)throw Error("No Chrome tabs found");return e.slice(0,8)}async function C(e="about:blank"){let t=await De(),r=new URL(e).hostname;if(r==="copilot.microsoft.com"||r==="www.perplexity.ai"||r==="perplexity.ai"||r.endsWith(".perplexity.ai")){let a=await g(["evalraw",t,"Target.createTarget",JSON.stringify({url:"about:blank"})]),{targetId:o}=JSON.parse(a),s=o.slice(0,8);if(await g(["list"]).catch(()=>null),r==="copilot.microsoft.com")await he(s);else he(s).catch(()=>{});return await g(["list"]).catch(()=>null),o}let n=await g(["evalraw",t,"Target.createTarget",JSON.stringify({url:e})]),{targetId:i}=JSON.parse(n);return await g(["list"]).catch(()=>null),i}async function L(e){try{let t=await De();await g(["evalraw",t,"Target.closeTarget",JSON.stringify({targetId:e})])}catch{}}import{existsSync as O,mkdirSync as At,readFileSync as Ae,writeFileSync as It}from"node:fs";import{homedir as St}from"node:os";import{join as Ie}from"node:path";import{tmpdir as jt}from"node:os";function kt(e,t=9222){let r=Number.parseInt(String(e??""),10);return Number.isInteger(r)&&r>1024&&r<65535?r:t}var Nt=jt().replaceAll("\\","/"),Yr=kt(process.env.GREEDY_SEARCH_PORT),E=(process.env.GREEDY_SEARCH_PROFILE_DIR||process.env.CDP_PROFILE_DIR||`${Nt}/greedysearch-chrome-profile`).replaceAll("\\","/"),Br=`${E}/DevToolsActivePort`,Ur=process.env.GREEDY_SEARCH_PID_FILE||`${E}/browser.pid`,Jr=process.env.CDP_PAGES_CACHE||`${E}/cdp-pages.json`,qr=process.env.GREEDY_SEARCH_MODE_FILE||`${E}/browser-mode`,Vr=process.env.GREEDY_SEARCH_METADATA_FILE||`${E}/browser-metadata.json`,Zr=process.env.GREEDY_SEARCH_LAUNCH_LOCK_FILE||`${E}/browser-launch.lock`,Xr=process.env.GREEDY_SEARCH_ACTIVITY_FILE||`${E}/browser-last-activity`,Qr=(process.env.CDP_SOCKET_DIR||`${E}/cdp-sockets`).replaceAll("\\","/"),Kr=`${E}/visible-recovery.jsonl`,Z=Ie(St(),".dm"),P=Ie(Z,"greedyconfig"),X=["perplexity","google","chatgpt","gemini"],Q="gemini";function Rt(){try{if(O(P)){let e=Ae(P,"utf8"),t=JSON.parse(e);if(Array.isArray(t.engines)&&t.engines.length>0&&t.engines.every((r)=>typeof r==="string")){let r=t.engines.filter((i)=>V[i]),n=t.engines.filter((i)=>!V[i]);if(n.length>0)process.stderr.write(`[greedysearch] Warning: ignoring unknown engine(s) in ${P}: ${n.join(", ")}
-[greedysearch] Available engines: ${Object.keys(V).join(", ")}
-`);if(r.length>0)return r;process.stderr.write(`[greedysearch] Warning: no valid engines in ${P}, falling back to defaults: ${X.join(", ")}
-`)}}}catch{}return X}function Ct(){try{if(!O(Z))At(Z,{recursive:!0});if(!O(P))It(P,JSON.stringify({engines:X,synthesizer:Q},null,2)+`
-`,"utf8")}catch{}}Ct();var Pe=["gemini","chatgpt"];function Lt(){try{if(O(P)){let e=Ae(P,"utf8"),t=JSON.parse(e);if(typeof t.synthesizer==="string"){let r=t.synthesizer.toLowerCase();if(Pe.includes(r))return r;process.stderr.write(`[greedysearch] Warning: unknown synthesizer "${t.synthesizer}" in ${P}
-[greedysearch] Available synthesizers: ${Pe.join(", ")}
-[greedysearch] Falling back to default: ${Q}
-`)}}}catch{}return Q}var V={perplexity:"perplexity.mjs",p:"perplexity.mjs",bing:"bing-copilot.mjs",b:"bing-copilot.mjs",google:"google-ai.mjs",g:"google-ai.mjs",gemini:"gemini.mjs",gem:"gemini.mjs",chatgpt:"chatgpt.mjs",gpt:"chatgpt.mjs","semantic-scholar":"semantic-scholar.mjs",semanticscholar:"semantic-scholar.mjs",s2:"semantic-scholar.mjs",logically:"logically.mjs",log:"logically.mjs"},zr=Rt();var en=Lt(),K=Math.max(1,Number.parseInt(process.env.GREEDY_FETCH_CONCURRENCY||"5",10)||5);process.env.CDP_PROFILE_DIR=E;function Ot(){if(typeof globalThis.DOMMatrix>"u")globalThis.DOMMatrix=class{constructor(t=void 0){}multiplySelf(){return this}preMultiplySelf(){return this}translateSelf(){return this}scaleSelf(){return this}rotateSelf(){return this}};if(typeof globalThis.ImageData>"u")globalThis.ImageData=class{constructor(t=void 0,r=0,n=0){this.data=t,this.width=r,this.height=n}};if(typeof globalThis.Path2D>"u")globalThis.Path2D=class{constructor(t=void 0){}}}async function Tt(){Ot();let e=await import("pdf-parse"),t=e.PDFParse??e.default;if(!t)throw Error("pdf-parse did not export PDFParse");return t}async function Se(e,t){try{let n=new(await Tt())({data:new Uint8Array(e)});await n.load();let i=await n.getText(),a=i.text?.trim();if(!a)return null;return{title:new URL(t).pathname.split("/").pop()||"Document.pdf",content:`## PDF Content (${i.total} pages)
-
-${a}`,pages:i.total}}catch(r){return{error:r.message||String(r)}}}function z(e="",t=240){let r=String(e).replaceAll(/\s+/g," ").trim();if(r.length<=t)return r;let n=r.slice(0,t),i=n.lastIndexOf(" ");return i>0?`${n.slice(0,i)}...`:`${n}...`}async function Ft(e,t,r=8000){let n=Date.now();try{let a=(await g(["evalraw",e,"Page.getFrameTree","{}"]).then((h)=>JSON.parse(h)).catch(()=>null))?.frameTree?.frame?.id||void 0,o=await g(["evalraw",e,"Network.loadNetworkResource",JSON.stringify({frameId:a,url:t,options:{disableCache:!0,includeCredentials:!1}})],20000),l=JSON.parse(o).resource;if(!l?.success||!l.httpStatusCode)return{url:t,error:l?.netErrorName||l?.netError||"loadNetworkResource failed",source:"chrome",duration:Date.now()-n,needsFallback:!0};let c="";if(l.stream)try{let h=await g(["evalraw",e,"IO.read",JSON.stringify({handle:l.stream})],1e4);c=JSON.parse(h).data||"",await g(["evalraw",e,"IO.close",JSON.stringify({handle:l.stream})]).catch(()=>{})}catch{}if(!c||c.length<100)return{url:t,error:"Empty response body from Network.loadNetworkResource",source:"chrome",duration:Date.now()-n,needsFallback:!0};let u=F(l.httpStatusCode,c,t,t);if(u.blocked)return{url:t,status:l.httpStatusCode,error:`Blocked: ${u.reason}`,source:"chrome",duration:Date.now()-n,needsBrowser:!0};let f=await x(c,t),d=G(f);if(!d.ok)return{url:t,status:l.httpStatusCode,error:`Low quality: ${d.reason}`,source:"chrome",duration:Date.now()-n,needsBrowser:!0};let p=A(f.markdown,r);return{url:t,finalUrl:t,status:l.httpStatusCode,contentType:"text/markdown",lastModified:"",publishedTime:f.publishedTime||"",byline:f.byline||"",siteName:f.siteName||"",lang:f.lang||"",title:f.title||t,snippet:f.excerpt,content:p,contentChars:p.length,source:"chrome",duration:Date.now()-n}}catch(i){return{url:t,error:i.message,source:"chrome",duration:Date.now()-n,needsFallback:!0}}}function je(e){try{return new URL(e).pathname.toLowerCase().endsWith(".pdf")}catch{return!1}}async function xt(e,t=8000){let r=j(e);if(r.blocked)return{url:e,finalUrl:e,status:403,error:`Blocked: ${r.reason}`,source:"pdf-http"};let n=new AbortController,i=setTimeout(()=>n.abort(),20000),a=Date.now();try{let o=await fetch(e,{method:"GET",redirect:"follow",signal:n.signal,headers:oe({accept:"application/pdf,application/octet-stream;q=0.9,*/*;q=0.5"})});clearTimeout(i);let s=o.headers.get("content-type")||"",l=o.url||e,c=Number.parseInt(o.headers.get("content-length")||"0",10);if(o.status>=400)return{url:e,finalUrl:l,status:o.status,error:`HTTP ${o.status}`,source:"pdf-http",duration:Date.now()-a};if(!s.toLowerCase().includes("application/pdf")&&!je(l))return null;if(c>31457280)return{url:e,finalUrl:l,status:o.status,error:`PDF too large: ${c} bytes`,source:"pdf-http",duration:Date.now()-a};let u=Buffer.from(await o.arrayBuffer()),f=await Se(u,l);if(!f||f.error)return{url:e,finalUrl:l,status:o.status,error:f?.error||"PDF text extraction failed",source:"pdf-http",duration:Date.now()-a};let d=A(f.content,t);return{url:e,finalUrl:l,status:o.status,contentType:"application/pdf",lastModified:o.headers.get("last-modified")||"",title:f.title,snippet:z(d,320),content:d,contentChars:d.length,pages:f.pages,source:"pdf-http",duration:Date.now()-a}}catch(o){return clearTimeout(i),{url:e,finalUrl:e,error:o.message||String(o),source:"pdf-http",duration:Date.now()-a}}}async function Gt(e,t=8000){let r=Date.now();if(je(e)){let a=await xt(e,t);if(a?.content||a?.status===403)return a}if(k(e)){let a=k(e);if(a&&(a.type==="root"||a.type==="tree"||a.type==="blob"&&!a.path?.includes("."))){let o=await ue(e);if(o.ok){let s=A(o.content,t);return{url:e,finalUrl:e,status:200,contentType:"text/markdown",lastModified:"",title:o.title,snippet:s.slice(0,320),content:s,contentChars:s.length,source:"github-api",...o.tree&&{tree:o.tree},duration:Date.now()-r}}process.stderr.write(`[greedysearch] GitHub API fetch failed, trying HTTP: ${o.error}
-`)}}if(pe(e)?.type==="post"){process.stderr.write(`[greedysearch] Using Reddit JSON API for: ${e.slice(0,60)}...
-`);let a=await ge(e,t);if(a.ok){let o=A(a.markdown,t);return{url:e,finalUrl:a.finalUrl,status:a.status,contentType:"text/markdown",lastModified:a.lastModified||"",publishedTime:a.publishedTime||"",byline:a.byline||"",siteName:a.siteName||"",lang:a.lang||"",title:a.title,snippet:a.excerpt,content:o,contentChars:o.length,source:"reddit-api",duration:Date.now()-r}}process.stderr.write(`[greedysearch] Reddit API fetch failed, falling back to HTTP: ${a.error}
-`)}let i=await se(e,{timeoutMs:1e4});if(i.ok){let a=A(i.markdown,t);return{url:e,finalUrl:i.finalUrl,status:i.status,contentType:"text/markdown",lastModified:i.lastModified||"",publishedTime:i.publishedTime||"",byline:i.byline||"",siteName:i.siteName||"",lang:i.lang||"",title:i.title,snippet:i.excerpt,content:a,contentChars:a.length,source:"http",duration:Date.now()-r}}if(i.needsBrowser)try{let a=await C();try{let o=await Ft(a,e,t);if(o.content&&o.content.length>100)return o}finally{await L(a)}}catch{}return process.stderr.write(`[greedysearch] HTTP failed for ${e.slice(0,60)}, trying browser...
-`),await Ht(e,t)}async function ke(e,t=4000,r=200){let n=Date.now()+t;while(Date.now()<n){try{if((await g(["eval",e,'document.readyState === "complete" && !!document.body && document.body.innerText.length > 500'])).trim()==="true")return}catch{}await new Promise((i)=>setTimeout(i,r))}}async function Ht(e,t=8000){let r=Date.now(),n;try{n=await C()}catch(i){return{url:e,title:"",content:null,snippet:"",contentChars:0,error:`openNewTab failed: ${i.message}`,source:"browser",duration:Date.now()-r}}try{await g(["nav",n,e],30000),await ke(n);let i=await g(["eval",n,String.raw`
+  }
+  try {
+    await cdp(["nav", tab, url], 30000);
+    await waitForPageReady(tab);
+    const content = await cdp([
+      "eval",
+      tab,
+      String.raw`
 			(function(){
 				var el = document.querySelector('article, [role="main"], main, .post-content, .article-body, #content, .content');
 				var text = (el || document.body).innerText;
@@ -363,16 +360,111 @@ ${a}`,pages:i.total}}catch(r){return{error:r.message||String(r)}}}function z(e="
 					url: location.href
 				});
 			})()
-		`]),a=JSON.parse(i),o=A(a.content,t);return{url:e,finalUrl:a.url||e,status:200,contentType:"text/plain",lastModified:"",title:a.title,snippet:z(o,320),content:o,contentChars:o.length,source:"browser",duration:Date.now()-r}}catch(i){return{url:e,title:"",content:null,snippet:"",contentChars:0,error:i.message,source:"browser",duration:Date.now()-r}}finally{await L(n)}}async function gn(e,t=5,r=8000,n=K){let i=e.slice(0,t);if(i.length===0)return[];let a=Math.min(i.length,Math.max(1,Number.parseInt(String(n),10)||K));process.stderr.write(`[greedysearch] Fetching content from ${i.length} sources via HTTP (concurrency ${a})...
-`);let o=Array(i.length),s=0,l=0;async function c(){while(!0){let p=s++;if(p>=i.length)return;let h=i[p],y=h.canonicalUrl||h.url;process.stderr.write(`[greedysearch] [${p+1}/${i.length}] Fetching: ${y.slice(0,60)}...
-`);let m=await Gt(y,r).catch((w)=>({url:y,title:"",content:null,snippet:"",contentChars:0,error:w.message,source:"error",duration:0}));if(o[p]={id:h.id,...m},m.content&&m.content.length>100)process.stderr.write(`[greedysearch] ✓ ${m.source}: ${m.content.length} chars
-`);else if(m.error)process.stderr.write(`[greedysearch] ✗ ${m.error.slice(0,80)}
-`);l+=1,process.stderr.write(`PROGRESS:fetch:${l}/${i.length}
-`)}}await Promise.all(Array.from({length:a},()=>c()));let u=o.filter((p)=>p.content&&p.content.length>100),f=o.filter((p)=>p.source==="http").length,d=o.filter((p)=>p.source==="browser").length;return process.stderr.write(`[greedysearch] Fetched ${u.length}/${o.length} sources (HTTP: ${f}, Browser: ${d})
-`),o}async function dn(e){let t=await C();try{await g(["nav",t,e],30000),await ke(t);let r=await g(["eval",t,String.raw`
+		`
+    ]);
+    const parsed = JSON.parse(content);
+    const finalContent = trimContentHeadTail(parsed.content, maxChars);
+    return {
+      url,
+      finalUrl: parsed.url || url,
+      status: 200,
+      contentType: "text/plain",
+      lastModified: "",
+      title: parsed.title,
+      snippet: trimText(finalContent, 320),
+      content: finalContent,
+      contentChars: finalContent.length,
+      source: "browser",
+      duration: Date.now() - start
+    };
+  } catch (error) {
+    return {
+      url,
+      title: "",
+      content: null,
+      snippet: "",
+      contentChars: 0,
+      error: error.message,
+      source: "browser",
+      duration: Date.now() - start
+    };
+  } finally {
+    await closeTab(tab);
+  }
+}
+export async function fetchMultipleSources(sources, maxSources = 5, maxChars = 8000, concurrency = SOURCE_FETCH_CONCURRENCY) {
+  const toFetch = sources.slice(0, maxSources);
+  if (toFetch.length === 0)
+    return [];
+  const workerCount = Math.min(toFetch.length, Math.max(1, Number.parseInt(String(concurrency), 10) || SOURCE_FETCH_CONCURRENCY));
+  process.stderr.write(`[greedysearch] Fetching content from ${toFetch.length} sources via HTTP (concurrency ${workerCount})...
+`);
+  const fetched = new Array(toFetch.length);
+  let nextIndex = 0;
+  let completed = 0;
+  async function worker() {
+    while (true) {
+      const index = nextIndex++;
+      if (index >= toFetch.length)
+        return;
+      const s = toFetch[index];
+      const url = s.canonicalUrl || s.url;
+      process.stderr.write(`[greedysearch] [${index + 1}/${toFetch.length}] Fetching: ${url.slice(0, 60)}...
+`);
+      const result = await fetchSourceContent(url, maxChars).catch((e) => ({
+        url,
+        title: "",
+        content: null,
+        snippet: "",
+        contentChars: 0,
+        error: e.message,
+        source: "error",
+        duration: 0
+      }));
+      fetched[index] = {
+        id: s.id,
+        ...result
+      };
+      if (result.content && result.content.length > 100) {
+        process.stderr.write(`[greedysearch] ✓ ${result.source}: ${result.content.length} chars
+`);
+      } else if (result.error) {
+        process.stderr.write(`[greedysearch] ✗ ${result.error.slice(0, 80)}
+`);
+      }
+      completed += 1;
+      process.stderr.write(`PROGRESS:fetch:${completed}/${toFetch.length}
+`);
+    }
+  }
+  await Promise.all(Array.from({ length: workerCount }, () => worker()));
+  const successful = fetched.filter((f) => f.content && f.content.length > 100);
+  const httpCount = fetched.filter((f) => f.source === "http").length;
+  const browserCount = fetched.filter((f) => f.source === "browser").length;
+  process.stderr.write(`[greedysearch] Fetched ${successful.length}/${fetched.length} sources ` + `(HTTP: ${httpCount}, Browser: ${browserCount})
+`);
+  return fetched;
+}
+export async function fetchTopSource(url) {
+  const tab = await openNewTab();
+  try {
+    await cdp(["nav", tab, url], 30000);
+    await waitForPageReady(tab);
+    const content = await cdp([
+      "eval",
+      tab,
+      String.raw`
       (function(){
         var el = document.querySelector('article, [role="main"], main, .post-content, .article-body, #content, .content');
         var text = (el || document.body).innerText;
         return text.replace(/\s+/g, ' ').trim();
       })()
-    `]);return{url:e,content:r}}catch(r){return{url:e,content:null,error:r.message}}finally{await L(t)}}export{dn as fetchTopSource,Gt as fetchSourceContent,gn as fetchMultipleSources};
+    `
+    ]);
+    return { url, content };
+  } catch (e) {
+    return { url, content: null, error: e.message };
+  } finally {
+    await closeTab(tab);
+  }
+}