@duckmind/dm-windows-x64 0.59.3 → 0.60.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dm.exe +0 -0
- package/extensions/.dm-extensions.json +11 -7
- package/extensions/dm-cliproxy/index.js +1 -1
- package/extensions/dm-cliproxy/src/apply.js +1 -1
- package/extensions/dm-cliproxy/src/commands.js +1 -1
- package/extensions/dm-cliproxy/src/fetch-models.js +1 -1
- package/extensions/dm-cliproxy/src/ui-hub/hub.js +1 -1
- package/extensions/dm-cliproxy/src/ui-hub/index.js +1 -1
- package/extensions/dm-cua/bin/browser-cua.mjs +4 -4
- package/extensions/dm-cua/index.js +3 -3
- package/extensions/dm-cua/src/browser-cua-lib.mjs +3 -3
- package/extensions/greedysearch-dm/bin/mcp.mjs +52 -52
- package/extensions/greedysearch-dm/bin/search.mjs +130 -131
- package/extensions/greedysearch-dm/extractors/consensus.mjs +42 -43
- package/extensions/greedysearch-dm/extractors/gemini.mjs +52 -53
- package/extensions/greedysearch-dm/extractors/logically.mjs +33 -34
- package/extensions/greedysearch-dm/src/search/browser-lifecycle.mjs +9 -10
- package/extensions/greedysearch-dm/src/search/chrome.mjs +21 -22
- package/extensions/greedysearch-dm/src/search/engines.mjs +7 -7
- package/extensions/greedysearch-dm/src/search/fetch-source.mjs +48 -48
- package/extensions/greedysearch-dm/src/search/paths.mjs +1 -1
- package/extensions/greedysearch-dm/src/search/research.mjs +119 -119
- package/extensions/greedysearch-dm/src/search/scale-aware.mjs +7 -7
- package/extensions/greedysearch-dm/src/search/simple-research.mjs +125 -125
- package/extensions/greedysearch-dm/src/search/synthesis-runner.mjs +11 -11
- package/package.json +1 -1
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
|
-
import{createRequire as
|
|
2
|
+
import{createRequire as w8}from"node:module";var z8=Object.defineProperty;var U8=($)=>$;function F8($,Z){this[$]=U8.bind(null,Z)}var r1=($,Z)=>{for(var X in Z)z8($,X,{get:Z[X],enumerable:!0,configurable:!0,set:F8.bind(Z,X)})};var X0=($,Z)=>()=>($&&(Z=$($=0)),Z);var P1=w8(import.meta.url);import{basename as P8}from"node:path";function Q0($=process.env,Z=process.execPath){let X=$.GREEDY_SEARCH_NODE||$.NODE_BINARY||$.NODE;if(X?.trim())return X.trim();let J=P8(Z||"").toLowerCase();if(J==="node"||J==="node.exe")return Z;return"node"}var g0=()=>{};import{spawn as _8}from"node:child_process";import{dirname as k8,join as L8}from"node:path";import{fileURLToPath as A8}from"node:url";function v8($){if(!Array.isArray($)||$.length===0)throw Error("cdp: args must be a non-empty array");if($[0]==="test")return $.map((Z,X)=>i$(Z,X));if(!R8.has($[0]))throw Error(`cdp: unknown subcommand '${$[0]}'`);return $.map((Z,X)=>i$(Z,X))}function i$($,Z){if(typeof $!=="string")throw Error(`cdp: argv[${Z}] must be a string (got ${typeof $})`);if($.includes("\x00"))throw Error(`cdp: argv[${Z}] contains a null byte`);return $}function y0($,Z=30000){return I8($,null,Z)}function I8($,Z=null,X=30000){let J=v8($);return new Promise((W,K)=>{let V=_8(Q0(),[C8,...J],{stdio:[Z==null?"ignore":"pipe","pipe","pipe"]});if(Z!=null)V.stdin.write(Z),V.stdin.end();let j="",Y="";V.stdout.on("data",(H)=>j+=H),V.stderr.on("data",(H)=>Y+=H);let Q=setTimeout(()=>{V.kill(),K(Error(`cdp timeout: ${$[0]}`))},X);V.on("close",(H)=>{if(clearTimeout(Q),H===0)W(j.trim());else K(Error(Y.trim()||`cdp exit ${H}`))})})}async function e1($){await y0(["evalraw",$,"Page.addScriptToEvaluateOnNewDocument",JSON.stringify({source:`
|
|
3
3
|
(function() {
|
|
4
4
|
// ── Runtime.enable / CDP detection masking ──────────────
|
|
5
5
|
try { delete window.__REBROWSER_RUNTIME_ENABLE; } catch(_) {}
|
|
@@ -284,26 +284,25 @@ import{createRequire as U8}from"node:module";var M8=Object.defineProperty;var D8
|
|
|
284
284
|
};
|
|
285
285
|
} catch(_) {}
|
|
286
286
|
})();
|
|
287
|
-
`})])}var
|
|
288
|
-
[greedysearch] Available engines: ${Object.keys(
|
|
289
|
-
`);if(X.length>0)return X;process.stderr.write(`[greedysearch] Warning: no valid engines in ${
|
|
290
|
-
`)}}}catch{}return
|
|
291
|
-
`,"utf8")}catch{}}function
|
|
292
|
-
[greedysearch] Available synthesizers: ${
|
|
293
|
-
[greedysearch] Falling back to default: ${
|
|
294
|
-
`)}}}catch{}return
|
|
295
|
-
`)
|
|
296
|
-
`)
|
|
297
|
-
`)
|
|
298
|
-
`);return!1
|
|
299
|
-
`);return Z}async function
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
`),await
|
|
303
|
-
`),await
|
|
304
|
-
`);let V=[$6(Z6,"..","..","bin","launch.mjs")];if(process.env.GREEDY_SEARCH_VISIBLE!=="1")V.push("--headless");await new Promise((j,Y)=>{r8(H0(),V,{stdio:["ignore",process.stderr,process.stderr]}).on("close",(H)=>H===0?j():Y(Error("launch.mjs failed")))})}finally{W.release()}}var Z6,Y2,Q$,X6,J6,m0,y;var Y1=V0(()=>{x0();r$();w$();n1();D0();j2();Z6=import.meta.dirname||new URL(".",import.meta.url).pathname.replace(/^\/([A-Z]:)/,"$1"),Y2=_$,Q$=k$,X6=Number.parseInt(process.env.GREEDY_SEARCH_IDLE_TIMEOUT_MINUTES||"5",10)||5,J6=Number.parseInt(process.env.GREEDY_SEARCH_VISIBLE_IDLE_TIMEOUT_MINUTES||"60",10)||60;m0=O2;y=S0});async function O6(){if(g$)return g$;let[{Readability:$},{JSDOM:Z},{default:X}]=await Promise.all([import("@mozilla/readability"),import("jsdom"),import("turndown")]),J=new X({headingStyle:"atx",bulletListMarker:"-",codeBlockStyle:"fenced"});return J.addRule("removeDataUrls",{filter:(W)=>W.tagName==="IMG"&&W.getAttribute("src")?.startsWith("data:"),replacement:()=>""}),g$={Readability:$,JSDOM:Z,turndown:J},g$}function U6($){if(!$||$.includes(":"))return null;let Z=$.split(".");if(Z.length<1||Z.length>4)return null;if(!Z.every((W)=>z6.test(W)))return null;let X=Z.map((W)=>{if(/^0x/i.test(W))return parseInt(W,16);if(/^0[0-7]+$/.test(W))return parseInt(W,8);return parseInt(W,10)});if(X.some((W)=>!Number.isFinite(W)||W<0))return null;let J;if(X.length===1){if(X[0]>4294967295)return null;J=[X[0]>>>24&255,X[0]>>>16&255,X[0]>>>8&255,X[0]&255]}else if(X.length===2){if(X[0]>255||X[1]>16777215)return null;J=[X[0],X[1]>>>16&255,X[1]>>>8&255,X[1]&255]}else if(X.length===3){if(X[0]>255||X[1]>255||X[2]>65535)return null;J=[X[0],X[1],X[2]>>>8&255,X[2]&255]}else{if(X.some((W)=>W>255))return null;J=X}return J.join(".")}function F6($){let Z=$.match(M6);if(Z)return`${Z[1]}.${Z[2]}.${Z[3]}.${Z[4]}`;let X=$.match(D6);if(X){let J=parseInt(X[1],16),W=parseInt(X[2],16);if(J>65535||W>65535)return null;return[J>>>8&255,J&255,W>>>8&255,W&255].join(".")}return null}function z2($){return P2.some((Z)=>Z.test($))}function _2($={}){return{...w2,...$}}function y$($){try{if(typeof $!=="string"||!$.trim())return{blocked:!0,reason:"URL must be a non-empty string"};let Z=new URL($);if(Z.protocol!=="http:"&&Z.protocol!=="https:")return{blocked:!0,reason:`Protocol not allowed: ${Z.protocol}`};let X=Z.hostname.toLowerCase();for(let W of P2)if(W.test(X))return{blocked:!0,reason:`Private/internal address: ${X}`};if(X.startsWith("[")&&X.endsWith("]")){let W=X.slice(1,-1),K=F6(W);if(K&&z2(K))return{blocked:!0,reason:`Private/internal address: ${X} (maps to ${K})`}}let J=U6(X);if(J&&z2(J))return{blocked:!0,reason:`Private/internal address: ${X} (normalizes to ${J})`};return{blocked:!1}}catch(Z){return{blocked:!0,reason:`Invalid URL: ${Z.message}`}}}function w6($){try{let Z=new URL($);if(!(Z.hostname==="github.com"||Z.hostname.endsWith(".github.com")))return $;let X=Z.pathname.split("/").filter(Boolean);if(X.length<5)return $;let[J,W,K,V,...j]=X;if(K!=="blob")return $;let Y=j.join("/");return`https://raw.githubusercontent.com/${J}/${W}/${V}/${Y}`}catch{return $}}async function k2($,Z={}){let X=y$($);if(X.blocked)return{ok:!1,url:$,finalUrl:$,status:403,error:`Blocked: ${X.reason}`,needsBrowser:!1};let J=$;if($=w6($),$!==J)console.error(`[fetcher] Rewrote GitHub URL: ${J.slice(0,60)}... → raw.githubusercontent.com`);let{timeoutMs:W=15000,userAgent:K,signal:V}=Z,j=new AbortController,Y=setTimeout(()=>j.abort(),W);if(V)V.addEventListener("abort",()=>j.abort(),{once:!0});try{let Q=await fetch($,{method:"GET",headers:{...w2,"user-agent":K||F2},redirect:"follow",signal:j.signal});clearTimeout(Y);let H=Q.headers.get("content-type")||"",B=Q.url,N=Q.headers.get("last-modified")||"",G=y$(B);if(G.blocked)return{ok:!1,url:$,finalUrl:B,status:Q.status,error:`Blocked: ${G.reason}`,needsBrowser:!1};let O=!1;try{O=new URL(B).hostname.toLowerCase()==="raw.githubusercontent.com"}catch{}if(H.includes("text/plain")&&O){let P=await Q.text();return{ok:!0,url:J,finalUrl:B,status:Q.status,title:B.split("/").pop()||"GitHub File",byline:"",siteName:"GitHub",lang:"",publishedTime:N,lastModified:N,markdown:P,contentLength:P.length,excerpt:P.slice(0,300).replaceAll(/\n/g," "),needsBrowser:!1}}if(!H.includes("text/html")&&!H.includes("application/xhtml"))return{ok:!1,url:$,finalUrl:B,status:Q.status,error:`Unsupported content type: ${H}`,needsBrowser:!1};let M=await Q.text(),D=Q1(Q.status,M,B,$);if(D.blocked)return{ok:!1,url:$,finalUrl:B,status:Q.status,error:`Blocked: ${D.reason}`,needsBrowser:!0};let z=await H1(M,B),F=B1(z);if(!F.ok)return{ok:!1,url:$,finalUrl:B,status:Q.status,error:`Low quality content: ${F.reason}`,needsBrowser:!0};return{ok:!0,url:$,finalUrl:B,status:Q.status,title:z.title,byline:z.byline,siteName:z.siteName,lang:z.lang,publishedTime:z.publishedTime||N,lastModified:N,markdown:z.markdown,excerpt:z.excerpt,contentLength:z.markdown.length,needsBrowser:!1}}catch(Q){clearTimeout(Y);let H=A6(Q);return{ok:!1,url:$,finalUrl:$,status:0,error:Q.message,needsBrowser:H}}}function Q1($,Z,X,J){let W=Z.match(/<title[^>]*>([^<]*)<\/title>/i)?.[1]?.toLowerCase()||"",K=Z.slice(0,30000).toLowerCase(),V=`${W} ${K}`;if($===403||$===429||$===503)return{blocked:!0,reason:`HTTP ${$}`};let j=[{pattern:/class=["'][^"']*captcha["']|<div[^>]*id=["']captcha/i,reason:"captcha"},{pattern:/g-recaptcha|data-sitekey|i['"]m not a robot/i,reason:"captcha"},{pattern:/checking your browser.{0,100}please wait|cf-browser-verification/i,reason:"cloudflare challenge"},{pattern:/just a moment.{0,50}security check|ddos protection by cloudflare/i,reason:"cloudflare challenge"},{pattern:/unusual traffic.{0,50}from your computer network/i,reason:"unusual traffic"},{pattern:/bot detected|automated.{0,20}request/i,reason:"bot detection"},{pattern:/enable\s+javascript\s+to\s+view|javascript\s+is\s+required.{0,50}enabled/i,reason:"requires javascript"},{pattern:/access denied|accessdenied/i,reason:"access denied"},{pattern:/protected by anubis|anubis uses a proof-of-work/i,reason:"anubis challenge"}];for(let Q of j)if(Q.pattern.test(V))return{blocked:!0,reason:Q.reason};let Y=L6(J,X,Z);if(Y)return{blocked:!0,reason:Y};return{blocked:!1}}function L6($,Z,X){try{let J=new URL($),W=new URL(Z);if(J.hostname.toLowerCase()===W.hostname.toLowerCase())return;let K=W.hostname.toLowerCase();if(P6.some((j)=>K===j||K.endsWith(`.${j}`)))return`redirected to login (${W.hostname})`;if(_6.some((j)=>K.startsWith(j)))return`redirected to login (${W.hostname})`;let V=X.slice(0,20000).toLowerCase();if(k6.some((j)=>V.includes(j)))return`redirected to login page (${W.hostname})`}catch{}return}function A6($){let Z=$.message.toLowerCase();return Z.includes("fetch failed")||Z.includes("unable to verify")||Z.includes("certificate")||Z.includes("timeout")}function U2($){let Z=['meta[property="article:published_time"]','meta[name="article:published_time"]','meta[property="og:published_time"]','meta[name="publication_date"]','meta[name="date"]','meta[itemprop="datePublished"]','time[itemprop="datePublished"]','meta[name="DC.date"]'];for(let X of Z){let J=$.querySelector(X),W=J?.getAttribute("content")||J?.getAttribute("datetime")||"";if(W)return W}return""}async function H1($,Z){let{Readability:X,JSDOM:J,turndown:W}=await O6(),K=new J($,{url:Z});try{let V=K.window.document,Y=new X(V).parse();if(Y&&Y.content){let B=W.turndown(Y.content).replaceAll(/\n{3,}/g,`
|
|
287
|
+
`})])}var T8,C8,R8;var $$=X0(()=>{g0();T8=k8(A8(import.meta.url)),C8=L8(T8,"..","bin","cdp.mjs"),R8=new Set(["list","snap","eval","shot","html","nav","net","click","clickxy","type","loadall","evalraw","browse","stop","--tab"])});import{existsSync as a$}from"node:fs";import{platform as E8}from"node:os";import{join as h0}from"node:path";function _0($){let Z=E8()==="win32",X=process.env.SystemRoot||"C:\\Windows",J={win32:{powershell:h0(X,"System32","WindowsPowerShell","v1.0","powershell.exe"),powershell_ise:h0(X,"System32","WindowsPowerShell","v1.0","powershell_ise.exe"),netstat:h0(X,"System32","netstat.exe"),taskkill:h0(X,"System32","taskkill.exe"),tasklist:h0(X,"System32","tasklist.exe"),cmd:h0(X,"System32","cmd.exe")},unix:{ps:"/usr/bin/ps",lsof:"/usr/bin/lsof",ss:"/usr/sbin/ss",grep:"/usr/bin/grep",kill:"/usr/bin/kill"}},W=Z?J.win32:J.unix,K=$.toLowerCase();if(W[K]&&a$(W[K]))return W[K];if(Z&&K==="netstat"){let V=h0(X,"Sysnative","netstat.exe");if(a$(V))return V}return $}var _1=()=>{};import{execFileSync as q8}from"node:child_process";import{platform as f8}from"node:os";function b8($,Z){return q8(_0($),Z,{encoding:"utf8",stdio:["ignore","pipe","ignore"],timeout:5000})}function x8($){let Z=String($||"").match(/\b(\d+)\b/);return Z?Number.parseInt(Z[1],10):null}function S8($){return x8($)}function g8($,Z){for(let X of String($||"").split(/\r?\n/)){if(!/\bLISTEN\b/i.test(X))continue;if(!X.trim().split(/\s+/).slice(0,6).some((K)=>K.endsWith(`:${Z}`)))continue;let W=X.match(/\bpid=(\d+)\b/);if(W)return Number.parseInt(W[1],10)}return null}function y8($,Z){for(let X of String($||"").split(/\r?\n/)){let J=X.trim().split(/\s+/);if(J.length<5||J[0].toUpperCase()!=="TCP")continue;if(!J.at(-2)?.toUpperCase().startsWith("LISTEN"))continue;if(!J[1].endsWith(`:${Z}`))continue;let W=Number.parseInt(J.at(-1),10);if(Number.isInteger(W)&&W>0)return W}return null}function Z$($,Z,X){try{return $(Z,X)}catch{return null}}function k1($,{platformName:Z=f8(),run:X=b8}={}){if(Z==="win32")return y8(Z$(X,"netstat",["-ano","-p","TCP"]),$);let J=Z$(X,"lsof",["-nP",`-iTCP:${$}`,"-sTCP:LISTEN","-t"]),W=S8(J);if(W)return W;if(Z!=="linux")return null;return g8(Z$(X,"ss",["-ltnp"]),$)}var X$=X0(()=>{_1()});import{existsSync as J$}from"node:fs";import{dirname as o$,join as k0}from"node:path";import{fileURLToPath as h8}from"node:url";function v0($){return h8(new URL(".",$)).replace(/^\/([A-Z]:)/,"$1")}function s$($,Z=J$){let X=new Set;for(let J of $.filter(Boolean)){if(X.has(J))continue;if(X.add(J),Z(J))return J}return $.filter(Boolean).at(-1)}function s0($,{moduleDir:Z,entrypoint:X=process.argv[1],env:J=process.env,exists:W=J$}={}){let K=X?o$(X):null,V=J.GREEDY_SEARCH_EXTENSION_DIR?.trim()||null;return s$([Z?k0(Z,"..","..","extractors",$):null,Z?k0(Z,"..","extractors",$):null,V?k0(V,"extractors",$):null,K?k0(K,"..","extractors",$):null],W)}function t$({moduleDir:$,entrypoint:Z=process.argv[1],env:X=process.env,exists:J=J$}={}){let W=Z?o$(Z):null,K=X.GREEDY_SEARCH_EXTENSION_DIR?.trim()||null;return s$([$?k0($,"..","..","bin","launch.mjs"):null,$?k0($,"launch.mjs"):null,K?k0(K,"bin","launch.mjs"):null,W?k0(W,"launch.mjs"):null,W?k0(W,"..","bin","launch.mjs"):null],J)}var W1=()=>{};import{existsSync as L1,mkdirSync as p8,readFileSync as r$,writeFileSync as m8}from"node:fs";import{homedir as d8}from"node:os";import{join as e$}from"node:path";import{tmpdir as l8}from"node:os";function u8($,Z=9222){let X=Number.parseInt(String($??""),10);return Number.isInteger(X)&&X>1024&&X<65535?X:Z}function i8(){try{if(L1(L0)){let $=r$(L0,"utf8"),Z=JSON.parse($);if(Array.isArray(Z.engines)&&Z.engines.length>0&&Z.engines.every((X)=>typeof X==="string")){let X=Z.engines.filter((W)=>G0[W]),J=Z.engines.filter((W)=>!G0[W]);if(J.length>0)process.stderr.write(`[greedysearch] Warning: ignoring unknown engine(s) in ${L0}: ${J.join(", ")}
|
|
288
|
+
[greedysearch] Available engines: ${Object.keys(G0).join(", ")}
|
|
289
|
+
`);if(X.length>0)return X;process.stderr.write(`[greedysearch] Warning: no valid engines in ${L0}, falling back to defaults: ${K$.join(", ")}
|
|
290
|
+
`)}}}catch{}return K$}function a8(){try{if(!L1(W$))p8(W$,{recursive:!0});if(!L1(L0))m8(L0,JSON.stringify({engines:K$,synthesizer:V$},null,2)+`
|
|
291
|
+
`,"utf8")}catch{}}function o8(){try{if(L1(L0)){let $=r$(L0,"utf8"),Z=JSON.parse($);if(typeof Z.synthesizer==="string"){let X=Z.synthesizer.toLowerCase();if(K1.includes(X))return X;process.stderr.write(`[greedysearch] Warning: unknown synthesizer "${Z.synthesizer}" in ${L0}
|
|
292
|
+
[greedysearch] Available synthesizers: ${K1.join(", ")}
|
|
293
|
+
[greedysearch] Falling back to default: ${V$}
|
|
294
|
+
`)}}}catch{}return V$}var c8,n,u,V1,A1,n8,I0,$2,Z2,T1,e9,X2,W$,L0,K$,V$="gemini",K1,G0,r,j1,J2,j$;var M0=X0(()=>{c8=l8().replaceAll("\\","/"),n=u8(process.env.GREEDY_SEARCH_PORT),u=(process.env.GREEDY_SEARCH_PROFILE_DIR||process.env.CDP_PROFILE_DIR||`${c8}/greedysearch-chrome-profile`).replaceAll("\\","/"),V1=`${u}/DevToolsActivePort`,A1=process.env.GREEDY_SEARCH_PID_FILE||`${u}/browser.pid`,n8=process.env.CDP_PAGES_CACHE||`${u}/cdp-pages.json`,I0=process.env.GREEDY_SEARCH_MODE_FILE||`${u}/browser-mode`,$2=process.env.GREEDY_SEARCH_METADATA_FILE||`${u}/browser-metadata.json`,Z2=process.env.GREEDY_SEARCH_LAUNCH_LOCK_FILE||`${u}/browser-launch.lock`,T1=process.env.GREEDY_SEARCH_ACTIVITY_FILE||`${u}/browser-last-activity`,e9=(process.env.CDP_SOCKET_DIR||`${u}/cdp-sockets`).replaceAll("\\","/"),X2=`${u}/visible-recovery.jsonl`,W$=e$(d8(),".dm"),L0=e$(W$,"greedyconfig"),K$=["perplexity","google","chatgpt","gemini"];a8();K1=["gemini","chatgpt"];G0={perplexity:"perplexity.mjs",p:"perplexity.mjs",bing:"bing-copilot.mjs",b:"bing-copilot.mjs",google:"google-ai.mjs",g:"google-ai.mjs",gemini:"gemini.mjs",gem:"gemini.mjs",chatgpt:"chatgpt.mjs",gpt:"chatgpt.mjs","semantic-scholar":"semantic-scholar.mjs",semanticscholar:"semantic-scholar.mjs",s2:"semantic-scholar.mjs",logically:"logically.mjs",log:"logically.mjs"},r=i8(),j1=r,J2=o8(),j$=Math.max(1,Number.parseInt(process.env.GREEDY_FETCH_CONCURRENCY||"5",10)||5);process.env.CDP_PROFILE_DIR=u});import{execFileSync as W2,execSync as X4}from"node:child_process";import{existsSync as C1,mkdirSync as s8,readFileSync as t0,unlinkSync as m0,writeFileSync as d0}from"node:fs";import{platform as t8}from"node:os";function Q1($){if(!Number.isInteger($)||$<=0)return!1;try{return process.kill($,0),!0}catch{return!1}}function e8($){if(!Q1($))return null;try{if(t8()==="win32")return W2(_0("powershell"),["-NoProfile","-NonInteractive","-Command",`(Get-CimInstance Win32_Process -Filter "ProcessId = ${$}").CommandLine`],{encoding:"utf8",windowsHide:!0,timeout:5000}).trim()||null;return W2(_0("ps"),["-p",String($),"-o","command="],{encoding:"utf8",timeout:5000}).trim()||null}catch{return null}}function $6($,Z,X=n){if(!$)return!1;let J=(V)=>String(V||"").replaceAll("\\","/").toLowerCase(),W=J($),K=J(Z);return W.includes(K)&&W.includes(`--remote-debugging-port=${X}`)&&!W.includes("--type=")}function K2($,Z,X=n){return $6(e8($),Z,X)}function Z6($=n){return k1($)}function H1(){try{if(C1(R1)){let $=t0(R1,"utf8"),Z=JSON.parse($);if(Z&&typeof Z.tempDir==="string"&&typeof Z.debugPort==="number")return{browserPid:Number.isInteger(Z.browserPid)?Z.browserPid:void 0,debugPort:Z.debugPort,tempDir:Z.tempDir,clientPids:Array.isArray(Z.clientPids)?Z.clientPids.filter((X)=>Number.isInteger(X)&&X>0):[],sessionMode:Z.sessionMode==="visible"?"visible":"headless",lastActivity:Number.isFinite(Z.lastActivity)?Z.lastActivity:0,launchedAt:Number.isFinite(Z.launchedAt)?Z.launchedAt:0}}}catch{}try{let $=C1(v1)?Number.parseInt(t0(v1,"utf8").trim(),10)||void 0:void 0,Z=C1(I1)?t0(I1,"utf8").trim()==="visible"?"visible":"headless":"headless",X=C1(Y1)?Number.parseInt(t0(Y1,"utf8").trim(),10)||0:0;return{browserPid:$,debugPort:n,tempDir:u,clientPids:$?[$]:[],sessionMode:Z,lastActivity:X,launchedAt:0}}catch{return null}}function E1($){try{d0(R1,JSON.stringify({browserPid:$.browserPid,debugPort:$.debugPort,tempDir:$.tempDir,clientPids:[...new Set($.clientPids.filter((Z)=>Z>0))],sessionMode:$.sessionMode,lastActivity:$.lastActivity,launchedAt:$.launchedAt},null,2),"utf8")}catch{}try{if($.browserPid)d0(v1,String($.browserPid),"utf8")}catch{}try{d0(I1,$.sessionMode,"utf8")}catch{}try{d0(Y1,String($.lastActivity),"utf8")}catch{}}function V2(){try{m0(R1)}catch{}try{m0(v1)}catch{}try{m0(I1)}catch{}try{m0(Y1)}catch{}}function Y$($){if(!$)return $;let Z={...$,clientPids:[...new Set([...$.clientPids,process.pid].filter((X)=>Q1(X)||X===process.pid))]};return E1(Z),Z}function q1($){let Z=Date.now();try{if($)E1({...$,lastActivity:Z});else d0(Y1,String(Z),"utf8")}catch{}}function Y2(){if(process.env.GREEDY_SEARCH_RESEARCH_CHILD)return;if(j2)return;j2=!0;let $=H1();if(!$)return;if($.browserPid){if(!Q1($.browserPid)){V2();return}if(!K2($.browserPid,$.tempDir,$.debugPort))V2();else E1({...$,clientPids:$.clientPids.filter((W)=>Q1(W))})}let Z=Z6();if(Z&&Z!==$.browserPid)if(K2(Z,u,n))E1({browserPid:Z,debugPort:n,tempDir:u,clientPids:[Z],sessionMode:$.sessionMode,lastActivity:Date.now(),launchedAt:Date.now()});else process.stderr.write(`[greedysearch] Refusing to kill unverified listener ${Z} on port ${n}.
|
|
295
|
+
`)}function Q2(){s8(u,{recursive:!0});try{let $=JSON.stringify({pid:process.pid,ts:Date.now()});return d0(p0,$,{encoding:"utf8",flag:"wx"}),{acquired:!0,release:()=>{try{let Z=t0(p0,"utf8");if(JSON.parse(Z).pid===process.pid)m0(p0)}catch{}}}}catch($){if($?.code!=="EEXIST")return{acquired:!1,release:()=>{}}}try{let $=t0(p0,"utf8"),Z=JSON.parse($),X=Date.now()-(Z.ts||0);if(!Q1(Z.pid)||X>r8){try{m0(p0)}catch{}try{let W=JSON.stringify({pid:process.pid,ts:Date.now()});return d0(p0,W,{encoding:"utf8",flag:"wx"}),{acquired:!0,release:()=>{try{m0(p0)}catch{}}}}catch{return{acquired:!1,release:()=>{}}}}}catch{}return{acquired:!1,release:()=>{}}}var R1,p0,r8=15000,v1,I1,Y1,Y4,j2=!1;var H2=X0(()=>{M0();_1();X$();R1=$2,p0=Z2,v1=A1,I1=I0,Y1=T1;Y4=Number.parseInt(process.env.GREEDY_SEARCH_IDLE_TIMEOUT_MINUTES||"5",10)||5});import{spawn as X6,execFileSync as Q$,execSync as B4}from"node:child_process";import{existsSync as N2,readFileSync as H$,renameSync as J6,unlinkSync as A0,writeFileSync as b1}from"node:fs";import B$ from"node:http";import{platform as O2}from"node:os";function j6($,Z=n){let X=String($||"").toLowerCase();if(!X.includes(`--remote-debugging-port=${Z}`)||X.includes("--type="))return null;return X.includes("--headless")}function M2(){try{let $=g1(),Z=$?D2($):null,X=j6(Z);if(X!==null){try{b1(I0,X?"headless":"visible","utf8")}catch{}return X}}catch{}try{if(!N2(I0))return!0;return H$(I0,"utf8").trim()==="headless"}catch{return!0}}function S1(){try{b1(B1,String(Date.now()),"utf8")}catch{}try{let $=H1();if($)q1($)}catch{}}function D2($){try{if(O2()==="win32")return Q$(_0("powershell"),["-NoProfile","-NonInteractive","-Command",`(Get-CimInstance Win32_Process -Filter "ProcessId = ${$}").CommandLine`],{encoding:"utf8",windowsHide:!0,timeout:5000}).trim()||null;return Q$(_0("ps"),["-p",String($),"-o","command="],{encoding:"utf8",timeout:5000}).trim()||null}catch{return null}}function Y6($){let Z=String($||"").replaceAll("\\","/"),X=u.replaceAll("\\","/");return Z.includes(`--remote-debugging-port=${n}`)&&Z.includes(`--user-data-dir=${X}`)&&!Z.includes("--type=")}function g1(){return k1(n)}function x1(){let $=g1();return $&&Y6(D2($))?$:null}async function Q6($=1500){let Z=x1();if(!Z)return process.stderr.write(`[greedysearch] Refusing to close an unverified listener.
|
|
296
|
+
`),!1;try{let J=await new Promise((K,V)=>{let j=B$.get(`http://localhost:${n}/json/version`,(Y)=>{let Q="";Y.on("data",(H)=>Q+=H),Y.on("end",()=>{try{K(JSON.parse(Q))}catch{V(Error("bad JSON"))}})});j.on("error",V),j.setTimeout(1000,()=>{j.destroy(),V(Error("timeout"))})}),W=new globalThis.WebSocket(J.webSocketDebuggerUrl);await new Promise((K)=>{W.onopen=()=>{if(x1()!==Z){W.close(),K();return}W.send(JSON.stringify({id:1,method:"Browser.close"})),setTimeout(()=>{W.close(),K()},200)},W.onerror=()=>K(),setTimeout(K,1000)})}catch{}let X=Date.now()+$;while(Date.now()<X){let J=g1();if(!J)return!0;if(J!==Z)return!1;await new Promise((W)=>setTimeout(W,150))}return H6(Z)}function H6($=null){try{let Z=x1();if(!Z||$&&Z!==$)return!1;if(O2()==="win32")Q$(_0("taskkill"),["/F","/PID",String(Z)],{stdio:"ignore",windowsHide:!0});else process.kill(Z,"SIGKILL");return!0}catch{return!1}}async function z2(){if(!x1()){if(g1())process.stderr.write(`[greedysearch] Refusing to kill an unverified listener.
|
|
297
|
+
`);return!1}if(!await T0(500)){try{A0(B2)}catch{}try{A0(B1)}catch{}try{A0(I0)}catch{}return!1}let Z=await Q6(1500);try{A0(B2)}catch{}try{A0(B1)}catch{}try{A0(I0)}catch{}if(Z)process.stderr.write(`[greedysearch] Killed Chrome on port ${n}.
|
|
298
|
+
`);return Z}async function B6(){let Z=M2()?K6:V6;if(Z<=0)return!1;if(!N2(B1))return S1(),!1;try{let X=Number.parseInt(H$(B1,"utf8").trim(),10);if(!X)return!1;if((Date.now()-X)/60000>=Z)return z2()}catch{}return!1}async function U2(){let Z=(await y(["list"])).split(`
|
|
299
|
+
`)[0];if(!Z)throw Error("No Chrome tabs found");return Z.slice(0,8)}async function C0($="about:blank"){let Z=await U2(),X=new URL($).hostname;if(X==="copilot.microsoft.com"||X==="www.perplexity.ai"||X==="perplexity.ai"||X.endsWith(".perplexity.ai")){let V=await y(["evalraw",Z,"Target.createTarget",JSON.stringify({url:"about:blank"})]),{targetId:j}=JSON.parse(V),Y=j.slice(0,8);if(await y(["list"]).catch(()=>null),X==="copilot.microsoft.com")await e1(Y);else e1(Y).catch(()=>{});return await y(["list"]).catch(()=>null),j}let W=await y(["evalraw",Z,"Target.createTarget",JSON.stringify({url:$})]),{targetId:K}=JSON.parse(W);return await y(["list"]).catch(()=>null),K}async function E0($){try{let Z=await U2();await y(["evalraw",Z,"Target.closeTarget",JSON.stringify({targetId:$})])}catch{}}async function y1($=[]){if(await Promise.all($.filter(Boolean).map((Z)=>E0(Z).catch(()=>{}))),$.length>0)await y(["list"]).catch(()=>null)}function T0($=3000){return new Promise((Z)=>{let X=B$.get(`http://localhost:${n}/json/version`,(J)=>{J.resume(),Z(J.statusCode===200)});X.on("error",()=>Z(!1)),X.setTimeout($,()=>{X.destroy(),Z(!1)})})}async function G2($=3000,Z=200){let X=Date.now()+$;while(Date.now()<X){if(!await T0(300))return!0;await new Promise((J)=>setTimeout(J,Z))}return!await T0(300)}async function f1(){let $=`${V1}.lock`,Z=`${V1}.tmp`,X=5000,J=1000,W=await new Promise((K)=>{let V=Date.now(),j=()=>{try{let Y=JSON.stringify({pid:process.pid,ts:Date.now()});b1($,Y,{encoding:"utf8",flag:"wx"}),K(!0)}catch(Y){if(Y?.code!=="EEXIST"){if(Date.now()-V<1000)setTimeout(j,50);else K(!1);return}try{let Q=H$($,"utf8").trim(),H=Q.startsWith("{")?JSON.parse(Q):{ts:Number(Q)},B=Number(H?.ts)||0;if(B>0&&Date.now()-B>5000)try{A0($)}catch{}if(Date.now()-V<1000)setTimeout(j,50);else K(!1)}catch{if(Date.now()-V<1000)setTimeout(j,50);else K(!1)}}};j()});try{let K=await new Promise((Y,Q)=>{let H=B$.get(`http://localhost:${n}/json/version`,(B)=>{let N="";B.on("data",(G)=>N+=G),B.on("end",()=>Y(N))});H.on("error",Q),H.setTimeout(3000,()=>{H.destroy(),Q(Error("timeout"))})}),{webSocketDebuggerUrl:V}=JSON.parse(K),j=new URL(V).pathname;if(W){b1(Z,`${n}
|
|
300
|
+
${j}`,"utf8");try{A0(V1)}catch{}J6(Z,V1)}}catch{}finally{if(W)try{A0($)}catch{}}}async function G1(){if(process.env.GREEDY_SEARCH_RESEARCH_CHILD&&await T0()){await f1();try{let K=H1();if(K)q1(K),Y$(K)}catch{}return}Y2();let $=await B6(),Z=$?!1:await T0();if(!Z&&!$)await new Promise((K)=>setTimeout(K,500)),Z=await T0();let X=!1;if(Z){let K=M2(),V=process.env.GREEDY_SEARCH_VISIBLE==="1";if(!V&&!K)process.stderr.write(`[greedysearch] Visible Chrome detected — switching to headless mode...
|
|
301
|
+
`),await l0(),await G2(),X=!0;else if(V&&K)process.stderr.write(`[greedysearch] Headless Chrome detected — switching to visible mode...
|
|
302
|
+
`),await l0(),await G2(),X=!0}if(X?!1:await T0()){await f1();try{let K=H1();if(K)q1(K),Y$(K)}catch{}return}let W=Q2();if(!W.acquired){let K=Date.now()+12000,V=!1;while(Date.now()<K){if(V=await T0(500),V)break;await new Promise((j)=>setTimeout(j,250))}if(V){await f1();return}}try{if(await T0(1000)){await f1();return}process.stderr.write(`GreedySearch Chrome not running on port ${n} — auto-launching...
|
|
303
|
+
`);let j=[t$({moduleDir:W6,entrypoint:process.argv[1],env:process.env})];if(process.env.GREEDY_SEARCH_VISIBLE!=="1")j.push("--headless");await new Promise((Y,Q)=>{X6(Q0(),j,{stdio:["ignore",process.stderr,process.stderr]}).on("close",(B)=>B===0?Y():Q(Error("launch.mjs failed")))})}finally{W.release()}}var W6,B2,B1,K6,V6,l0,y;var G$=X0(()=>{g0();$$();_1();X$();W1();M0();H2();W6=v0(import.meta.url),B2=A1,B1=T1,K6=Number.parseInt(process.env.GREEDY_SEARCH_IDLE_TIMEOUT_MINUTES||"5",10)||5,V6=Number.parseInt(process.env.GREEDY_SEARCH_VISIBLE_IDLE_TIMEOUT_MINUTES||"60",10)||60;l0=z2;y=y0});async function O6(){if(h1)return h1;let[{Readability:$},{JSDOM:Z},{default:X}]=await Promise.all([import("@mozilla/readability"),import("jsdom"),import("turndown")]),J=new X({headingStyle:"atx",bulletListMarker:"-",codeBlockStyle:"fenced"});return J.addRule("removeDataUrls",{filter:(W)=>W.tagName==="IMG"&&W.getAttribute("src")?.startsWith("data:"),replacement:()=>""}),h1={Readability:$,JSDOM:Z,turndown:J},h1}function U6($){if(!$||$.includes(":"))return null;let Z=$.split(".");if(Z.length<1||Z.length>4)return null;if(!Z.every((W)=>z6.test(W)))return null;let X=Z.map((W)=>{if(/^0x/i.test(W))return parseInt(W,16);if(/^0[0-7]+$/.test(W))return parseInt(W,8);return parseInt(W,10)});if(X.some((W)=>!Number.isFinite(W)||W<0))return null;let J;if(X.length===1){if(X[0]>4294967295)return null;J=[X[0]>>>24&255,X[0]>>>16&255,X[0]>>>8&255,X[0]&255]}else if(X.length===2){if(X[0]>255||X[1]>16777215)return null;J=[X[0],X[1]>>>16&255,X[1]>>>8&255,X[1]&255]}else if(X.length===3){if(X[0]>255||X[1]>255||X[2]>65535)return null;J=[X[0],X[1],X[2]>>>8&255,X[2]&255]}else{if(X.some((W)=>W>255))return null;J=X}return J.join(".")}function F6($){let Z=$.match(M6);if(Z)return`${Z[1]}.${Z[2]}.${Z[3]}.${Z[4]}`;let X=$.match(D6);if(X){let J=parseInt(X[1],16),W=parseInt(X[2],16);if(J>65535||W>65535)return null;return[J>>>8&255,J&255,W>>>8&255,W&255].join(".")}return null}function F2($){return k2.some((Z)=>Z.test($))}function L2($={}){return{..._2,...$}}function p1($){try{if(typeof $!=="string"||!$.trim())return{blocked:!0,reason:"URL must be a non-empty string"};let Z=new URL($);if(Z.protocol!=="http:"&&Z.protocol!=="https:")return{blocked:!0,reason:`Protocol not allowed: ${Z.protocol}`};let X=Z.hostname.toLowerCase();for(let W of k2)if(W.test(X))return{blocked:!0,reason:`Private/internal address: ${X}`};if(X.startsWith("[")&&X.endsWith("]")){let W=X.slice(1,-1),K=F6(W);if(K&&F2(K))return{blocked:!0,reason:`Private/internal address: ${X} (maps to ${K})`}}let J=U6(X);if(J&&F2(J))return{blocked:!0,reason:`Private/internal address: ${X} (normalizes to ${J})`};return{blocked:!1}}catch(Z){return{blocked:!0,reason:`Invalid URL: ${Z.message}`}}}function w6($){try{let Z=new URL($);if(!(Z.hostname==="github.com"||Z.hostname.endsWith(".github.com")))return $;let X=Z.pathname.split("/").filter(Boolean);if(X.length<5)return $;let[J,W,K,V,...j]=X;if(K!=="blob")return $;let Y=j.join("/");return`https://raw.githubusercontent.com/${J}/${W}/${V}/${Y}`}catch{return $}}async function A2($,Z={}){let X=p1($);if(X.blocked)return{ok:!1,url:$,finalUrl:$,status:403,error:`Blocked: ${X.reason}`,needsBrowser:!1};let J=$;if($=w6($),$!==J)console.error(`[fetcher] Rewrote GitHub URL: ${J.slice(0,60)}... → raw.githubusercontent.com`);let{timeoutMs:W=15000,userAgent:K,signal:V}=Z,j=new AbortController,Y=setTimeout(()=>j.abort(),W);if(V)V.addEventListener("abort",()=>j.abort(),{once:!0});try{let Q=await fetch($,{method:"GET",headers:{..._2,"user-agent":K||P2},redirect:"follow",signal:j.signal});clearTimeout(Y);let H=Q.headers.get("content-type")||"",B=Q.url,N=Q.headers.get("last-modified")||"",G=p1(B);if(G.blocked)return{ok:!1,url:$,finalUrl:B,status:Q.status,error:`Blocked: ${G.reason}`,needsBrowser:!1};let O=!1;try{O=new URL(B).hostname.toLowerCase()==="raw.githubusercontent.com"}catch{}if(H.includes("text/plain")&&O){let P=await Q.text();return{ok:!0,url:J,finalUrl:B,status:Q.status,title:B.split("/").pop()||"GitHub File",byline:"",siteName:"GitHub",lang:"",publishedTime:N,lastModified:N,markdown:P,contentLength:P.length,excerpt:P.slice(0,300).replaceAll(/\n/g," "),needsBrowser:!1}}if(!H.includes("text/html")&&!H.includes("application/xhtml"))return{ok:!1,url:$,finalUrl:B,status:Q.status,error:`Unsupported content type: ${H}`,needsBrowser:!1};let M=await Q.text(),D=N$(Q.status,M,B,$);if(D.blocked)return{ok:!1,url:$,finalUrl:B,status:Q.status,error:`Blocked: ${D.reason}`,needsBrowser:!0};let z=await O$(M,B),F=M$(z);if(!F.ok)return{ok:!1,url:$,finalUrl:B,status:Q.status,error:`Low quality content: ${F.reason}`,needsBrowser:!0};return{ok:!0,url:$,finalUrl:B,status:Q.status,title:z.title,byline:z.byline,siteName:z.siteName,lang:z.lang,publishedTime:z.publishedTime||N,lastModified:N,markdown:z.markdown,excerpt:z.excerpt,contentLength:z.markdown.length,needsBrowser:!1}}catch(Q){clearTimeout(Y);let H=A6(Q);return{ok:!1,url:$,finalUrl:$,status:0,error:Q.message,needsBrowser:H}}}function N$($,Z,X,J){let W=Z.match(/<title[^>]*>([^<]*)<\/title>/i)?.[1]?.toLowerCase()||"",K=Z.slice(0,30000).toLowerCase(),V=`${W} ${K}`;if($===403||$===429||$===503)return{blocked:!0,reason:`HTTP ${$}`};let j=[{pattern:/class=["'][^"']*captcha["']|<div[^>]*id=["']captcha/i,reason:"captcha"},{pattern:/g-recaptcha|data-sitekey|i['"]m not a robot/i,reason:"captcha"},{pattern:/checking your browser.{0,100}please wait|cf-browser-verification/i,reason:"cloudflare challenge"},{pattern:/just a moment.{0,50}security check|ddos protection by cloudflare/i,reason:"cloudflare challenge"},{pattern:/unusual traffic.{0,50}from your computer network/i,reason:"unusual traffic"},{pattern:/bot detected|automated.{0,20}request/i,reason:"bot detection"},{pattern:/enable\s+javascript\s+to\s+view|javascript\s+is\s+required.{0,50}enabled/i,reason:"requires javascript"},{pattern:/access denied|accessdenied/i,reason:"access denied"},{pattern:/protected by anubis|anubis uses a proof-of-work/i,reason:"anubis challenge"}];for(let Q of j)if(Q.pattern.test(V))return{blocked:!0,reason:Q.reason};let Y=L6(J,X,Z);if(Y)return{blocked:!0,reason:Y};return{blocked:!1}}function L6($,Z,X){try{let J=new URL($),W=new URL(Z);if(J.hostname.toLowerCase()===W.hostname.toLowerCase())return;let K=W.hostname.toLowerCase();if(P6.some((j)=>K===j||K.endsWith(`.${j}`)))return`redirected to login (${W.hostname})`;if(_6.some((j)=>K.startsWith(j)))return`redirected to login (${W.hostname})`;let V=X.slice(0,20000).toLowerCase();if(k6.some((j)=>V.includes(j)))return`redirected to login page (${W.hostname})`}catch{}return}function A6($){let Z=$.message.toLowerCase();return Z.includes("fetch failed")||Z.includes("unable to verify")||Z.includes("certificate")||Z.includes("timeout")}function w2($){let Z=['meta[property="article:published_time"]','meta[name="article:published_time"]','meta[property="og:published_time"]','meta[name="publication_date"]','meta[name="date"]','meta[itemprop="datePublished"]','time[itemprop="datePublished"]','meta[name="DC.date"]'];for(let X of Z){let J=$.querySelector(X),W=J?.getAttribute("content")||J?.getAttribute("datetime")||"";if(W)return W}return""}async function O$($,Z){let{Readability:X,JSDOM:J,turndown:W}=await O6(),K=new J($,{url:Z});try{let V=K.window.document,Y=new X(V).parse();if(Y&&Y.content){let B=W.turndown(Y.content).replaceAll(/\n{3,}/g,`
|
|
305
304
|
|
|
306
|
-
`).trim(),N=Y.publishedTime||
|
|
305
|
+
`).trim(),N=Y.publishedTime||w2(V)||"";return{title:Y.title||V.title||Z,byline:Y.byline||"",siteName:Y.siteName||"",lang:Y.lang||"",publishedTime:N,markdown:B,excerpt:B.slice(0,300).replaceAll(/\n/g," ")}}let Q=V.body;if(Q){let H=Q.cloneNode(!0);H.querySelectorAll("script, style, nav, footer, header, aside").forEach((G)=>G.remove());let N=(H.textContent||"").replaceAll(/\s+/g," ").trim();return{title:V.title||Z,byline:"",siteName:"",lang:"",publishedTime:w2(V),markdown:N,excerpt:N.slice(0,300)}}return{title:Z,byline:"",siteName:"",lang:"",publishedTime:"",markdown:"",excerpt:""}}finally{K.window.close()}}function M$($){let Z=$.markdown.trim().toLowerCase(),X=($.title||"").toLowerCase();if($.markdown.trim().length<100)return{ok:!1,reason:"content too short (< 100 chars)"};let J=Z.toLowerCase(),W=[{check:()=>J.includes("loading")&&J.includes("please wait"),desc:"loading page"},{check:()=>J.includes("please ensure javascript is enabled"),desc:"requires javascript"},{check:()=>J.includes("enable javascript to view"),desc:"requires javascript"},{check:()=>J.includes("just a moment"),desc:"cloudflare challenge detected in content"},{check:()=>J.includes("verify you are human"),desc:"human verification"},{check:()=>J.includes("captcha required"),desc:"captcha in extracted content"},{check:()=>J.includes("access denied"),desc:"access denied in content"},{check:()=>/^\s{0,10}sign\s{1,5}in\s{0,10}$|^\s{0,10}log\s{1,5}in\s{0,10}$/im.test(Z),desc:"login form only"}];for(let{check:K,desc:V}of W)if(K())return{ok:!1,reason:V};if(X.includes("just a moment")||X.includes("checking your browser"))return{ok:!1,reason:"cloudflare challenge page detected in title"};return{ok:!0}}var h1=null,P2="Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/122.0.0.0 Safari/537.36",_2,k2,M6,D6,z6,P6,_6,k6;var T2=X0(()=>{_2={"user-agent":P2,accept:"text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8","accept-language":"en-US,en;q=0.9","accept-encoding":"gzip, deflate, br","cache-control":"no-cache",pragma:"no-cache","sec-ch-ua":'"Chromium";v="122", "Not(A:Brand";v="24", "Google Chrome";v="122"',"sec-ch-ua-mobile":"?0","sec-ch-ua-platform":'"Windows"',"sec-fetch-dest":"document","sec-fetch-mode":"navigate","sec-fetch-site":"none","sec-fetch-user":"?1","upgrade-insecure-requests":"1"},k2=[/^localhost$/i,/^127\.\d+\.\d+\.\d+$/,/^0\.0\.0\.0$/,/^\[::1\]$/,/^10\./,/^172\.(1[6-9]|2\d|3[01])\./,/^192\.168\./,/^169\.254\./,/^fc00:/i,/^fe80:/i,/\.local$/i,/\.internal$/i,/\.localhost$/i],M6=/^::ffff:(\d{1,3})\.(\d{1,3})\.(\d{1,3})\.(\d{1,3})$/i,D6=/^::ffff:([0-9a-f]{1,4}):([0-9a-f]{1,4})$/i,z6=/^(?:0x[0-9a-f]+|0[0-7]*|[1-9][0-9]*)$/i;P6=["accounts.google.com","login.microsoftonline.com","login.live.com","auth0.com","okta.com","auth.mozilla.auth0.com","id.atlassian.com"],_6=["login.","signin.","auth.","sso.","accounts.","idp."],k6=["sign in to continue","log in to continue","authentication required","create an account to continue","subscribe to continue reading","members only"]});var v2={};r1(v2,{parseGitHubUrl:()=>N1,fetchGitHubContent:()=>D$});function N1($){try{let Z=new URL($);if(!(Z.hostname==="github.com"||Z.hostname.endsWith(".github.com")))return null;let X=Z.pathname.split("/").filter(Boolean);if(X.length<2)return null;let[J,W]=X;if(X.length===2)return{owner:J,repo:W,type:"root"};if(X.length>=4&&(X[2]==="blob"||X[2]==="tree")){let K=X[2],V=X[3],j=X.slice(4).join("/");return{owner:J,repo:W,type:K,ref:V,path:j}}return null}catch{return null}}async function N0($,Z=1e4){let X=new AbortController,J=setTimeout(()=>X.abort(),Z);try{let W=await fetch(`https://api.github.com${$}`,{headers:R2,signal:X.signal});if(clearTimeout(J),!W.ok)throw Error(`GitHub API ${W.status}: ${$}`);return await W.json()}catch(W){throw clearTimeout(J),W}}async function T6($,Z){try{let X=await N0(`/repos/${$}/${Z}/readme`);if(X.content&&X.encoding==="base64")return Buffer.from(X.content,"base64").toString("utf8");return""}catch{return""}}async function C2($,Z,X="HEAD",J="",W){try{let K;if(X==="HEAD")if(W)K=await N0(`/repos/${$}/${Z}/git/ref/heads/${W}`).catch(()=>null);else K=await Promise.any([N0(`/repos/${$}/${Z}/git/ref/heads/main`),N0(`/repos/${$}/${Z}/git/ref/heads/master`)]).catch(()=>null);else K=await N0(`/repos/${$}/${Z}/git/ref/heads/${X}`).catch(()=>N0(`/repos/${$}/${Z}/git/ref/heads/master`).catch(()=>null));if(!K?.object?.sha)return[];let j=(await N0(`/repos/${$}/${Z}/git/commits/${K.object.sha}`)).tree.sha,Q=(await N0(`/repos/${$}/${Z}/git/trees/${j}`)).tree||[];if(J)Q=Q.filter((H)=>H.path.startsWith(J));return Q.slice(0,50).map((H)=>({path:H.path,type:H.type==="tree"?"dir":"file",size:H.size}))}catch{return[]}}async function C6($,Z,X,J,W=1e4,K){let V=async(Y)=>{let Q=new AbortController,H=setTimeout(()=>Q.abort(),W);try{let B=await fetch(Y,{headers:{"user-agent":R2["user-agent"]},signal:Q.signal});if(clearTimeout(H),B.ok)return await B.text();throw Error("not ok")}catch{throw clearTimeout(H),Error("failed")}};if(!X||X==="HEAD"){if(K)try{return await V(`https://raw.githubusercontent.com/${$}/${Z}/${K}/${J}`)}catch{return null}try{return await Promise.any([V(`https://raw.githubusercontent.com/${$}/${Z}/main/${J}`),V(`https://raw.githubusercontent.com/${$}/${Z}/master/${J}`)])}catch{return null}}let j=[`https://raw.githubusercontent.com/${$}/${Z}/${X}/${J}`,`https://raw.githubusercontent.com/${$}/${Z}/master/${J}`];for(let Y of j)try{return await V(Y)}catch{}return null}async function D$($){let Z=N1($);if(!Z)return{ok:!1,error:"Not a valid GitHub URL"};let{owner:X,repo:J,type:W,ref:K,path:V}=Z;try{if(W==="root"||W==="tree"&&!V){let j=await N0(`/repos/${X}/${J}`),[Y,Q]=await Promise.allSettled([T6(X,J),C2(X,J,K||"HEAD","",j.default_branch)]),H=Y.status==="fulfilled"?Y.value:"",B=Q.status==="fulfilled"?Q.value:[],N=j?.description?`
|
|
307
306
|
|
|
308
307
|
> ${j.description}`:"",G=j?.stargazers_count==null?"":` ⭐ ${j.stargazers_count}`,O=j?.language?` · ${j.language}`:"",M=`# ${X}/${J}${G}${O}${N}
|
|
309
308
|
|
|
@@ -311,11 +310,11 @@ ${j}`,"utf8");try{L0(W$)}catch{}e8(Z,W$)}}catch{}finally{if(W)try{L0($)}catch{}}
|
|
|
311
310
|
|
|
312
311
|
Files:
|
|
313
312
|
${B.map((D)=>` ${D.type==="dir"?"\uD83D\uDCC1":"\uD83D\uDCC4"} ${D.path}`).join(`
|
|
314
|
-
`)}`;return{ok:!0,title:`${X}/${J}`,content:M,tree:B.slice(0,30)}}if(W==="blob"&&V){let j;if(!K||K==="HEAD")try{j=(await
|
|
313
|
+
`)}`;return{ok:!0,title:`${X}/${J}`,content:M,tree:B.slice(0,30)}}if(W==="blob"&&V){let j;if(!K||K==="HEAD")try{j=(await N0(`/repos/${X}/${J}`)).default_branch}catch{j=void 0}let Y=await C6(X,J,K,V,1e4,j);if(Y===null)return{ok:!1,error:`File not found: ${V}`};return{ok:!0,title:`${X}/${J}: ${V}`,content:Y}}if(W==="tree"&&V){let j;if(!K||K==="HEAD")try{j=(await N0(`/repos/${X}/${J}`)).default_branch}catch{j=void 0}let Y=await C2(X,J,K||"HEAD",V,j),Q=Y.map((H)=>` ${H.type==="dir"?"\uD83D\uDCC1":"\uD83D\uDCC4"} ${H.path}`).join(`
|
|
315
314
|
`);return{ok:!0,title:`${X}/${J}/${V}`,content:`[Directory: ${V}]
|
|
316
315
|
|
|
317
316
|
Files:
|
|
318
|
-
${Q}`,tree:Y}}return{ok:!1,error:"Unsupported GitHub URL type"}}catch(j){return{ok:!1,error:j.message}}}var
|
|
317
|
+
${Q}`,tree:Y}}return{ok:!1,error:"Unsupported GitHub URL type"}}catch(j){return{ok:!1,error:j.message}}}var R2;var z$=X0(()=>{R2={"user-agent":"GreedySearch/1.0",accept:"application/vnd.github+json","x-github-api-version":"2022-11-28"}});function E2($){try{let Z=new URL($),X=Z.hostname.toLowerCase();if(!(X==="reddit.com"||X.endsWith(".reddit.com")))return null;let J=Z.pathname;if(J.match(/^\/(u|user)\/[^/]+\/?$/i))return{type:"user",cleanUrl:I2($)};if(J.match(/^\/r\/[^/]+\/comments\/[^/]+/i))return{type:"post",cleanUrl:I2($)};return null}catch{return null}}function I2($){try{let Z=new URL($);return`${Z.protocol}//${Z.hostname}${Z.pathname}`}catch{return $}}async function q2($,Z=8000){let X=Date.now();try{let J=$.replace(/\/+$/,"")+".json",W=new AbortController,K=setTimeout(()=>W.abort(),15000),V=await fetch(J,{headers:R6,signal:W.signal});if(clearTimeout(K),!V.ok)throw Error(`Reddit API ${V.status}`);let j=await V.json();if(!Array.isArray(j)||j.length<1)throw Error("Invalid Reddit API response structure");let Y=j[0],Q=j[1],H=Y?.data?.children?.[0]?.data;if(!H)throw Error("No post data in Reddit response");let B=v6(H,Q,Z);return{ok:!0,url:$,finalUrl:$,status:200,contentType:"text/markdown",lastModified:"",title:H.title||"Reddit Post",byline:`u/${H.author}`,siteName:`r/${H.subreddit}`,lang:"en",publishedTime:new Date(H.created_utc*1000).toISOString(),excerpt:H.selftext?.slice(0,300).replace(/\n/g," ")||"",markdown:B,contentLength:B.length,needsBrowser:!1,duration:Date.now()-X}}catch(J){return{ok:!1,url:$,finalUrl:$,status:0,error:`Reddit fetch failed: ${J.message}`,needsBrowser:!1,duration:Date.now()-X}}}function v6($,Z,X){let J="";if(J+=`# ${$.title}
|
|
319
318
|
|
|
320
319
|
`,J+=`**Subreddit:** r/${$.subreddit} | **Author:** u/${$.author} | **Score:** ${$.score}
|
|
321
320
|
|
|
@@ -329,27 +328,27 @@ ${Q}`,tree:Y}}return{ok:!1,error:"Unsupported GitHub URL type"}}catch(j){return{
|
|
|
329
328
|
|
|
330
329
|
## Comments
|
|
331
330
|
|
|
332
|
-
`;let W=Z.data.children.filter((K)=>K.kind==="t1").slice(0,10);for(let K of W)J+=
|
|
331
|
+
`;let W=Z.data.children.filter((K)=>K.kind==="t1").slice(0,10);for(let K of W)J+=f2(K.data,0),J+=`
|
|
333
332
|
`}if(J.length>X)J=J.slice(0,X).trim()+`
|
|
334
333
|
|
|
335
|
-
... (truncated)`;return J}function
|
|
334
|
+
... (truncated)`;return J}function f2($,Z){if(!$||$.body==="[deleted]"||$.body==="[removed]")return"";let X="> ".repeat(Z),J="";if(J+=`${X}**u/${$.author}** (${$.score} pts)
|
|
336
335
|
`,J+=`${X}${$.body.replaceAll(`
|
|
337
336
|
`,`
|
|
338
337
|
`+X)}
|
|
339
338
|
`,Z<3&&$.replies?.data?.children){let W=$.replies.data.children.filter((K)=>K.kind==="t1");for(let K of W.slice(0,5))J+=`
|
|
340
|
-
`+
|
|
339
|
+
`+f2(K.data,Z+1)}return J}var R6;var b2=X0(()=>{R6={"user-agent":"GreedySearch/1.0 (Research Bot)",accept:"application/json"}});function u0($,Z=8000){if(!$||$.length<=Z)return $;let X=`
|
|
341
340
|
|
|
342
341
|
[...content trimmed...]
|
|
343
342
|
|
|
344
343
|
`,J=Z-X.length,W=Math.floor(J*0.75),K=J-W,V=W;while(V>W-100&&$[V]!==`
|
|
345
344
|
`)V--;if(V<=W-100)V=W;let j=$.length-K;while(j<$.length-K+100&&$[j]!==`
|
|
346
|
-
`)j++;if(j>=$.length-K+100)j=$.length-K;let Y=$.slice(0,V).trimEnd(),Q=$.slice(j).trimStart();return`${Y}${X}${Q}`}function
|
|
345
|
+
`)j++;if(j>=$.length-K+100)j=$.length-K;let Y=$.slice(0,V).trimEnd(),Q=$.slice(j).trimStart();return`${Y}${X}${Q}`}function I6(){if(typeof globalThis.DOMMatrix>"u")globalThis.DOMMatrix=class{constructor(Z=void 0){}multiplySelf(){return this}preMultiplySelf(){return this}translateSelf(){return this}scaleSelf(){return this}rotateSelf(){return this}};if(typeof globalThis.ImageData>"u")globalThis.ImageData=class{constructor(Z=void 0,X=0,J=0){this.data=Z,this.width=X,this.height=J}};if(typeof globalThis.Path2D>"u")globalThis.Path2D=class{constructor(Z=void 0){}}}async function E6(){I6();let $=await import("pdf-parse"),Z=$.PDFParse??$.default;if(!Z)throw Error("pdf-parse did not export PDFParse");return Z}async function x2($,Z){try{let J=new(await E6())({data:new Uint8Array($)});await J.load();let W=await J.getText(),K=W.text?.trim();if(!K)return null;return{title:new URL(Z).pathname.split("/").pop()||"Document.pdf",content:`## PDF Content (${W.total} pages)
|
|
347
346
|
|
|
348
|
-
${K}`,pages:W.total}}catch(X){return{error:X.message||String(X)}}}function R($="",Z=240){let X=String($).replaceAll(/\s+/g," ").trim();if(X.length<=Z)return X;let J=X.slice(0,Z),W=J.lastIndexOf(" ");return W>0?`${J.slice(0,W)}...`:`${J}...`}function M1($=""){let Z=R($,180);if(!Z)return"";if(/^https?:\/\//i.test(Z))return"";let X=Z.split(/\s+/).filter(Boolean).length,J=/[A-Z]/.test(Z),W=/\d/.test(Z);return Z===Z.toLowerCase()&&X<=4&&!J&&!W?"":Z}function D1($="",Z=""){let X=M1($),J=M1(Z);if(!J)return X;if(!X)return J;let W=/^https?:\/\//i.test(X),K=/^https?:\/\//i.test(J);if(W&&!K)return J;if(!W&&K)return X;return J.length>X.length?J:X}function e($){if(!$)return null;try{let Z=new URL($);if(!["http:","https:"].includes(Z.protocol))return null;if(Z.hash="",Z.hostname=Z.hostname.toLowerCase(),Z.protocol==="https:"&&Z.port==="443"||Z.protocol==="http:"&&Z.port==="80")Z.port="";for(let W of[...Z.searchParams.keys()]){let K=W.toLowerCase();if(E6.includes(K)||K.startsWith("utm_"))Z.searchParams.delete(W)}Z.searchParams.sort();let X=Z.pathname.replace(/\/{1,10}$/,"")||"/";Z.pathname=X;let J=Z.toString();return X==="/"?J.replace(/\/$/,""):J}catch{return null}}function x6($){try{return new URL($).hostname.toLowerCase().replace(/^www\./,"")}catch{return""}}function G$($,Z){return Z.some((X)=>$===X||$.endsWith(`.${X}`))}function z1($,Z="",X=""){let J=Z.toLowerCase(),W=X.toLowerCase();if($==="github.com"||$==="gitlab.com")return"repo";if($==="arxiv.org"||$==="doi.org"||$==="semanticscholar.org"||$.endsWith(".semanticscholar.org")||W.includes("/paper/")||W.includes("/pdf/"))return"academic";if(G$($,x2))return"social";if(G$($,f6))return"community";if(G$($,b6))return"news";if($.startsWith("docs.")||$.startsWith("developer.")||$.startsWith("developers.")||$.startsWith("api.")||J.includes("documentation")||J.includes("docs")||J.includes("reference")||W.includes("/docs/")||W.includes("/reference/")||W.includes("/api/"))return"official-docs";if($.startsWith("blog.")||W.includes("/blog/"))return"maintainer-blog";return"website"}function S6($){switch($){case"official-docs":return 5;case"repo":return 4;case"academic":return 4;case"maintainer-blog":return 3;case"website":return 2;case"community":return 1;case"news":return 0;case"social":return-6;default:return 0}}function g6($){let Z=Object.values($.perEngine||{}).map((X)=>X?.rank||99);return Z.length?Math.min(...Z):99}function l0($){return $.smartScore*3+$.engineCount*5+S6($.sourceType)*2+Math.max(0,7-g6($))}function h6($){let Z=$.toLowerCase(),X=[];if(Z.includes("openai")||Z.includes("gpt")||Z.includes("chatgpt"))X.push("openai.com","platform.openai.com","help.openai.com");if(Z.includes("anthropic")||Z.includes("claude"))X.push("anthropic.com","docs.anthropic.com");if(Z.includes("bun"))X.push("bun.sh","bun.com");if(Z.includes("next.js")||Z.includes("nextjs"))X.push("nextjs.org","vercel.com");if(Z.includes("playwright"))X.push("playwright.dev");if(Z.includes("supabase"))X.push("supabase.com","supabase.io");if(Z.includes("prisma"))X.push("prisma.io");if(Z.includes("tailwind"))X.push("tailwindcss.com");if(Z.includes("vite"))X.push("vitejs.dev","vite.dev");if(Z.includes("astro"))X.push("astro.build");if(Z.includes("svelte"))X.push("svelte.dev");if(Z.includes("solid"))X.push("solidjs.com");if(Z.includes("vue")||Z.includes("nuxt"))X.push("vuejs.org","nuxt.com");if(Z.includes("react")||Z.includes("react native"))X.push("react.dev","reactnative.dev");if(Z.includes("angular"))X.push("angular.io","angular.dev");if(Z.includes("node.js")||Z.includes("nodejs"))X.push("nodejs.org","nodejs.dev","npmjs.com");if(/\bgo\b/.test(Z)||Z.includes("golang"))X.push("go.dev","golang.org","pkg.go.dev");if(Z.includes("deno"))X.push("deno.land","deno.com");if(Z.includes("fresh"))X.push("fresh.deno.dev");if(Z.includes("typescript")||Z.includes("ts"))X.push("typescriptlang.org");if(Z.includes("python"))X.push("python.org","docs.python.org");if(Z.includes("rust"))X.push("rust-lang.org","docs.rs","crates.io");if(Z.includes("zig"))X.push("ziglang.org");if(Z.includes("docker"))X.push("docker.com","docs.docker.com","hub.docker.com");if(Z.includes("kubernetes")||Z.includes("k8s"))X.push("kubernetes.io","k8s.io");if(Z.includes("postgres")||Z.includes("postgresql"))X.push("postgresql.org","neon.tech","supabase.com");if(Z.includes("redis"))X.push("redis.io");if(Z.includes("sqlite"))X.push("sqlite.org");if(Z.includes("cloudflare"))X.push("developers.cloudflare.com","cloudflare.com");if(Z.includes("vercel"))X.push("vercel.com","nextjs.org");if(Z.includes("netlify"))X.push("netlify.com","docs.netlify.com");if(Z.includes("stripe"))X.push("stripe.com","docs.stripe.com");if(Z.includes("github"))X.push("github.com","docs.github.com");if(Z.includes("gitlab"))X.push("gitlab.com","docs.gitlab.com");if(Z.includes("aws"))X.push("aws.amazon.com","docs.aws.amazon.com");if(Z.includes("azure"))X.push("azure.microsoft.com","learn.microsoft.com");if(Z.includes("gcp")||Z.includes("google cloud"))X.push("cloud.google.com","developers.google.com");if(Z.includes("gemini")||Z.includes("google ai"))X.push("ai.google.dev","developers.google.com");for(let J of x2){let W=J.replace(/\.com$/,"");if(Z.includes(W))X.push(J)}return[...new Set(X)]}function b2($,Z){return $===Z||$.endsWith(`.${Z}`)}function q0($,Z=""){let X=new Map,J=Object.keys($||{}).filter((Q)=>!Q.startsWith("_")),W=h6(Z);for(let Q of J){let H=$[Q];if(!H?.sources)continue;for(let B=0;B<H.sources.length;B++){let N=H.sources[B],G=e(N.url);if(!G||G.length<10)continue;let O=M1(N.title||""),M=x6(G),D=z1(M,O,G),z=0;if(W.some((g)=>b2(M,g)))z+=10;if(D==="official-docs")z+=3;let F=G.toLowerCase();if(/\/docs\/|\/documentation\/|\.dev\/|\/api\/|\/reference\//.test(F))z+=2;let P=W.some((g)=>b2(M,g));if(D==="social"&&!P)z-=20;if(W.length>0){if(G$(M,y6))z-=3;else if(D==="community"&&!G$(M,["stackoverflow.com","stackexchange.com"]))z-=1}let w=X.get(G)||{id:"",canonicalUrl:G,displayUrl:N.url||G,domain:M,title:"",engines:[],engineCount:0,perEngine:{},sourceType:D,isOfficial:D==="official-docs",smartScore:0};if(w.title=D1(w.title,O),w.displayUrl=w.displayUrl||N.url||G,w.sourceType=w.sourceType||D,w.isOfficial=w.isOfficial||D==="official-docs",w.smartScore=Math.max(w.smartScore,z),!w.engines.includes(Q))w.engines.push(Q);w.perEngine[Q]={rank:B+1,title:D1(w.perEngine[Q]?.title||"",O)},X.set(G,w)}}let K=Array.from(X.values()).map((Q)=>({...Q,engineCount:Q.engines.length})),V=K.filter((Q)=>Q.sourceType!=="social"),j=K.filter((Q)=>Q.sourceType==="social");return V.sort((Q,H)=>{let B=l0(H)-l0(Q);if(B!==0)return B;return Q.domain.localeCompare(H.domain)}),j.sort((Q,H)=>{let B=l0(H)-l0(Q);if(B!==0)return B;return Q.domain.localeCompare(H.domain)}),[...V,...j].slice(0,12).map((Q,H)=>({...Q,id:`S${H+1}`,title:Q.title||Q.domain||Q.canonicalUrl}))}function t0($,Z){let X=new Map(Z.map((J)=>[J.id,J]));return $.map((J)=>{let W=X.get(J.id);if(!W)return J;let K=D1(J.title,W.title||"");return{...J,title:K||J.title,fetch:{attempted:!0,ok:!W.error&&W.contentChars>100,status:W.status||null,finalUrl:W.finalUrl||W.url||J.canonicalUrl,contentType:W.contentType||"",lastModified:W.lastModified||"",publishedTime:W.publishedTime||"",byline:W.byline||"",siteName:W.siteName||"",lang:W.lang||"",title:W.title||"",snippet:W.snippet||"",contentChars:W.contentChars||0,source:W.source||"unknown",duration:W.duration||0,error:W.error||""}}})}var E6,f6,b6,x2,y6;var E0=V0(()=>{E6=["fbclid","gclid","ref","ref_src","ref_url","source","utm_campaign","utm_content","utm_medium","utm_source","utm_term"],f6=["dev.to","hashnode.com","medium.com","reddit.com","stackoverflow.com","stackexchange.com","substack.com"],b6=["arstechnica.com","techcrunch.com","theverge.com","venturebeat.com","wired.com","zdnet.com"],x2=["facebook.com","instagram.com","linkedin.com","pinterest.com","tiktok.com","twitter.com","x.com"];y6=["reddit.com","news.ycombinator.com","lobste.rs"]});var U1={};s$(U1,{fetchTopSource:()=>r0,fetchSourceContent:()=>g2,fetchMultipleSources:()=>N$});async function p6($,Z,X=8000){let J=Date.now();try{let K=(await y(["evalraw",$,"Page.getFrameTree","{}"]).then((O)=>JSON.parse(O)).catch(()=>null))?.frameTree?.frame?.id||void 0,V=await y(["evalraw",$,"Network.loadNetworkResource",JSON.stringify({frameId:K,url:Z,options:{disableCache:!0,includeCredentials:!1}})],20000),Y=JSON.parse(V).resource;if(!Y?.success||!Y.httpStatusCode)return{url:Z,error:Y?.netErrorName||Y?.netError||"loadNetworkResource failed",source:"chrome",duration:Date.now()-J,needsFallback:!0};let Q="";if(Y.stream)try{let O=await y(["evalraw",$,"IO.read",JSON.stringify({handle:Y.stream})],1e4);Q=JSON.parse(O).data||"",await y(["evalraw",$,"IO.close",JSON.stringify({handle:Y.stream})]).catch(()=>{})}catch{}if(!Q||Q.length<100)return{url:Z,error:"Empty response body from Network.loadNetworkResource",source:"chrome",duration:Date.now()-J,needsFallback:!0};let H=Q1(Y.httpStatusCode,Q,Z,Z);if(H.blocked)return{url:Z,status:Y.httpStatusCode,error:`Blocked: ${H.reason}`,source:"chrome",duration:Date.now()-J,needsBrowser:!0};let B=await H1(Q,Z),N=B1(B);if(!N.ok)return{url:Z,status:Y.httpStatusCode,error:`Low quality: ${N.reason}`,source:"chrome",duration:Date.now()-J,needsBrowser:!0};let G=d0(B.markdown,X);return{url:Z,finalUrl:Z,status:Y.httpStatusCode,contentType:"text/markdown",lastModified:"",publishedTime:B.publishedTime||"",byline:B.byline||"",siteName:B.siteName||"",lang:B.lang||"",title:B.title||Z,snippet:B.excerpt,content:G,contentChars:G.length,source:"chrome",duration:Date.now()-J}}catch(W){return{url:Z,error:W.message,source:"chrome",duration:Date.now()-J,needsFallback:!0}}}function S2($){try{return new URL($).pathname.toLowerCase().endsWith(".pdf")}catch{return!1}}async function m6($,Z=8000){let X=y$($);if(X.blocked)return{url:$,finalUrl:$,status:403,error:`Blocked: ${X.reason}`,source:"pdf-http"};let J=new AbortController,W=setTimeout(()=>J.abort(),20000),K=Date.now();try{let V=await fetch($,{method:"GET",redirect:"follow",signal:J.signal,headers:_2({accept:"application/pdf,application/octet-stream;q=0.9,*/*;q=0.5"})});clearTimeout(W);let j=V.headers.get("content-type")||"",Y=V.url||$,Q=Number.parseInt(V.headers.get("content-length")||"0",10);if(V.status>=400)return{url:$,finalUrl:Y,status:V.status,error:`HTTP ${V.status}`,source:"pdf-http",duration:Date.now()-K};if(!j.toLowerCase().includes("application/pdf")&&!S2(Y))return null;if(Q>31457280)return{url:$,finalUrl:Y,status:V.status,error:`PDF too large: ${Q} bytes`,source:"pdf-http",duration:Date.now()-K};let H=Buffer.from(await V.arrayBuffer()),B=await f2(H,Y);if(!B||B.error)return{url:$,finalUrl:Y,status:V.status,error:B?.error||"PDF text extraction failed",source:"pdf-http",duration:Date.now()-K};let N=d0(B.content,Z);return{url:$,finalUrl:Y,status:V.status,contentType:"application/pdf",lastModified:V.headers.get("last-modified")||"",title:B.title,snippet:R(N,320),content:N,contentChars:N.length,pages:B.pages,source:"pdf-http",duration:Date.now()-K}}catch(V){return clearTimeout(W),{url:$,finalUrl:$,error:V.message||String(V),source:"pdf-http",duration:Date.now()-K}}}async function g2($,Z=8000){let X=Date.now();if(S2($)){let K=await m6($,Z);if(K?.content||K?.status===403)return K}if(B$($)){let K=B$($);if(K&&(K.type==="root"||K.type==="tree"||K.type==="blob"&&!K.path?.includes("."))){let V=await G1($);if(V.ok){let j=d0(V.content,Z);return{url:$,finalUrl:$,status:200,contentType:"text/markdown",lastModified:"",title:V.title,snippet:j.slice(0,320),content:j,contentChars:j.length,source:"github-api",...V.tree&&{tree:V.tree},duration:Date.now()-X}}process.stderr.write(`[greedysearch] GitHub API fetch failed, trying HTTP: ${V.error}
|
|
349
|
-
`)}}if(
|
|
350
|
-
`);let K=await
|
|
351
|
-
`)}let W=await
|
|
352
|
-
`),await d6($,Z)}async function
|
|
347
|
+
${K}`,pages:W.total}}catch(X){return{error:X.message||String(X)}}}function R($="",Z=240){let X=String($).replaceAll(/\s+/g," ").trim();if(X.length<=Z)return X;let J=X.slice(0,Z),W=J.lastIndexOf(" ");return W>0?`${J.slice(0,W)}...`:`${J}...`}function F$($=""){let Z=R($,180);if(!Z)return"";if(/^https?:\/\//i.test(Z))return"";let X=Z.split(/\s+/).filter(Boolean).length,J=/[A-Z]/.test(Z),W=/\d/.test(Z);return Z===Z.toLowerCase()&&X<=4&&!J&&!W?"":Z}function w$($="",Z=""){let X=F$($),J=F$(Z);if(!J)return X;if(!X)return J;let W=/^https?:\/\//i.test(X),K=/^https?:\/\//i.test(J);if(W&&!K)return J;if(!W&&K)return X;return J.length>X.length?J:X}function e($){if(!$)return null;try{let Z=new URL($);if(!["http:","https:"].includes(Z.protocol))return null;if(Z.hash="",Z.hostname=Z.hostname.toLowerCase(),Z.protocol==="https:"&&Z.port==="443"||Z.protocol==="http:"&&Z.port==="80")Z.port="";for(let W of[...Z.searchParams.keys()]){let K=W.toLowerCase();if(q6.includes(K)||K.startsWith("utm_"))Z.searchParams.delete(W)}Z.searchParams.sort();let X=Z.pathname.replace(/\/{1,10}$/,"")||"/";Z.pathname=X;let J=Z.toString();return X==="/"?J.replace(/\/$/,""):J}catch{return null}}function x6($){try{return new URL($).hostname.toLowerCase().replace(/^www\./,"")}catch{return""}}function O1($,Z){return Z.some((X)=>$===X||$.endsWith(`.${X}`))}function P$($,Z="",X=""){let J=Z.toLowerCase(),W=X.toLowerCase();if($==="github.com"||$==="gitlab.com")return"repo";if($==="arxiv.org"||$==="doi.org"||$==="semanticscholar.org"||$.endsWith(".semanticscholar.org")||W.includes("/paper/")||W.includes("/pdf/"))return"academic";if(O1($,g2))return"social";if(O1($,f6))return"community";if(O1($,b6))return"news";if($.startsWith("docs.")||$.startsWith("developer.")||$.startsWith("developers.")||$.startsWith("api.")||J.includes("documentation")||J.includes("docs")||J.includes("reference")||W.includes("/docs/")||W.includes("/reference/")||W.includes("/api/"))return"official-docs";if($.startsWith("blog.")||W.includes("/blog/"))return"maintainer-blog";return"website"}function S6($){switch($){case"official-docs":return 5;case"repo":return 4;case"academic":return 4;case"maintainer-blog":return 3;case"website":return 2;case"community":return 1;case"news":return 0;case"social":return-6;default:return 0}}function g6($){let Z=Object.values($.perEngine||{}).map((X)=>X?.rank||99);return Z.length?Math.min(...Z):99}function c0($){return $.smartScore*3+$.engineCount*5+S6($.sourceType)*2+Math.max(0,7-g6($))}function h6($){let Z=$.toLowerCase(),X=[];if(Z.includes("openai")||Z.includes("gpt")||Z.includes("chatgpt"))X.push("openai.com","platform.openai.com","help.openai.com");if(Z.includes("anthropic")||Z.includes("claude"))X.push("anthropic.com","docs.anthropic.com");if(Z.includes("bun"))X.push("bun.sh","bun.com");if(Z.includes("next.js")||Z.includes("nextjs"))X.push("nextjs.org","vercel.com");if(Z.includes("playwright"))X.push("playwright.dev");if(Z.includes("supabase"))X.push("supabase.com","supabase.io");if(Z.includes("prisma"))X.push("prisma.io");if(Z.includes("tailwind"))X.push("tailwindcss.com");if(Z.includes("vite"))X.push("vitejs.dev","vite.dev");if(Z.includes("astro"))X.push("astro.build");if(Z.includes("svelte"))X.push("svelte.dev");if(Z.includes("solid"))X.push("solidjs.com");if(Z.includes("vue")||Z.includes("nuxt"))X.push("vuejs.org","nuxt.com");if(Z.includes("react")||Z.includes("react native"))X.push("react.dev","reactnative.dev");if(Z.includes("angular"))X.push("angular.io","angular.dev");if(Z.includes("node.js")||Z.includes("nodejs"))X.push("nodejs.org","nodejs.dev","npmjs.com");if(/\bgo\b/.test(Z)||Z.includes("golang"))X.push("go.dev","golang.org","pkg.go.dev");if(Z.includes("deno"))X.push("deno.land","deno.com");if(Z.includes("fresh"))X.push("fresh.deno.dev");if(Z.includes("typescript")||Z.includes("ts"))X.push("typescriptlang.org");if(Z.includes("python"))X.push("python.org","docs.python.org");if(Z.includes("rust"))X.push("rust-lang.org","docs.rs","crates.io");if(Z.includes("zig"))X.push("ziglang.org");if(Z.includes("docker"))X.push("docker.com","docs.docker.com","hub.docker.com");if(Z.includes("kubernetes")||Z.includes("k8s"))X.push("kubernetes.io","k8s.io");if(Z.includes("postgres")||Z.includes("postgresql"))X.push("postgresql.org","neon.tech","supabase.com");if(Z.includes("redis"))X.push("redis.io");if(Z.includes("sqlite"))X.push("sqlite.org");if(Z.includes("cloudflare"))X.push("developers.cloudflare.com","cloudflare.com");if(Z.includes("vercel"))X.push("vercel.com","nextjs.org");if(Z.includes("netlify"))X.push("netlify.com","docs.netlify.com");if(Z.includes("stripe"))X.push("stripe.com","docs.stripe.com");if(Z.includes("github"))X.push("github.com","docs.github.com");if(Z.includes("gitlab"))X.push("gitlab.com","docs.gitlab.com");if(Z.includes("aws"))X.push("aws.amazon.com","docs.aws.amazon.com");if(Z.includes("azure"))X.push("azure.microsoft.com","learn.microsoft.com");if(Z.includes("gcp")||Z.includes("google cloud"))X.push("cloud.google.com","developers.google.com");if(Z.includes("gemini")||Z.includes("google ai"))X.push("ai.google.dev","developers.google.com");for(let J of g2){let W=J.replace(/\.com$/,"");if(Z.includes(W))X.push(J)}return[...new Set(X)]}function S2($,Z){return $===Z||$.endsWith(`.${Z}`)}function f0($,Z=""){let X=new Map,J=Object.keys($||{}).filter((Q)=>!Q.startsWith("_")),W=h6(Z);for(let Q of J){let H=$[Q];if(!H?.sources)continue;for(let B=0;B<H.sources.length;B++){let N=H.sources[B],G=e(N.url);if(!G||G.length<10)continue;let O=F$(N.title||""),M=x6(G),D=P$(M,O,G),z=0;if(W.some((g)=>S2(M,g)))z+=10;if(D==="official-docs")z+=3;let F=G.toLowerCase();if(/\/docs\/|\/documentation\/|\.dev\/|\/api\/|\/reference\//.test(F))z+=2;let P=W.some((g)=>S2(M,g));if(D==="social"&&!P)z-=20;if(W.length>0){if(O1(M,y6))z-=3;else if(D==="community"&&!O1(M,["stackoverflow.com","stackexchange.com"]))z-=1}let w=X.get(G)||{id:"",canonicalUrl:G,displayUrl:N.url||G,domain:M,title:"",engines:[],engineCount:0,perEngine:{},sourceType:D,isOfficial:D==="official-docs",smartScore:0};if(w.title=w$(w.title,O),w.displayUrl=w.displayUrl||N.url||G,w.sourceType=w.sourceType||D,w.isOfficial=w.isOfficial||D==="official-docs",w.smartScore=Math.max(w.smartScore,z),!w.engines.includes(Q))w.engines.push(Q);w.perEngine[Q]={rank:B+1,title:w$(w.perEngine[Q]?.title||"",O)},X.set(G,w)}}let K=Array.from(X.values()).map((Q)=>({...Q,engineCount:Q.engines.length})),V=K.filter((Q)=>Q.sourceType!=="social"),j=K.filter((Q)=>Q.sourceType==="social");return V.sort((Q,H)=>{let B=c0(H)-c0(Q);if(B!==0)return B;return Q.domain.localeCompare(H.domain)}),j.sort((Q,H)=>{let B=c0(H)-c0(Q);if(B!==0)return B;return Q.domain.localeCompare(H.domain)}),[...V,...j].slice(0,12).map((Q,H)=>({...Q,id:`S${H+1}`,title:Q.title||Q.domain||Q.canonicalUrl}))}function r0($,Z){let X=new Map(Z.map((J)=>[J.id,J]));return $.map((J)=>{let W=X.get(J.id);if(!W)return J;let K=w$(J.title,W.title||"");return{...J,title:K||J.title,fetch:{attempted:!0,ok:!W.error&&W.contentChars>100,status:W.status||null,finalUrl:W.finalUrl||W.url||J.canonicalUrl,contentType:W.contentType||"",lastModified:W.lastModified||"",publishedTime:W.publishedTime||"",byline:W.byline||"",siteName:W.siteName||"",lang:W.lang||"",title:W.title||"",snippet:W.snippet||"",contentChars:W.contentChars||0,source:W.source||"unknown",duration:W.duration||0,error:W.error||""}}})}var q6,f6,b6,g2,y6;var b0=X0(()=>{q6=["fbclid","gclid","ref","ref_src","ref_url","source","utm_campaign","utm_content","utm_medium","utm_source","utm_term"],f6=["dev.to","hashnode.com","medium.com","reddit.com","stackoverflow.com","stackexchange.com","substack.com"],b6=["arstechnica.com","techcrunch.com","theverge.com","venturebeat.com","wired.com","zdnet.com"],g2=["facebook.com","instagram.com","linkedin.com","pinterest.com","tiktok.com","twitter.com","x.com"];y6=["reddit.com","news.ycombinator.com","lobste.rs"]});var _$={};r1(_$,{fetchTopSource:()=>e0,fetchSourceContent:()=>h2,fetchMultipleSources:()=>M1});async function p6($,Z,X=8000){let J=Date.now();try{let K=(await y(["evalraw",$,"Page.getFrameTree","{}"]).then((O)=>JSON.parse(O)).catch(()=>null))?.frameTree?.frame?.id||void 0,V=await y(["evalraw",$,"Network.loadNetworkResource",JSON.stringify({frameId:K,url:Z,options:{disableCache:!0,includeCredentials:!1}})],20000),Y=JSON.parse(V).resource;if(!Y?.success||!Y.httpStatusCode)return{url:Z,error:Y?.netErrorName||Y?.netError||"loadNetworkResource failed",source:"chrome",duration:Date.now()-J,needsFallback:!0};let Q="";if(Y.stream)try{let O=await y(["evalraw",$,"IO.read",JSON.stringify({handle:Y.stream})],1e4);Q=JSON.parse(O).data||"",await y(["evalraw",$,"IO.close",JSON.stringify({handle:Y.stream})]).catch(()=>{})}catch{}if(!Q||Q.length<100)return{url:Z,error:"Empty response body from Network.loadNetworkResource",source:"chrome",duration:Date.now()-J,needsFallback:!0};let H=N$(Y.httpStatusCode,Q,Z,Z);if(H.blocked)return{url:Z,status:Y.httpStatusCode,error:`Blocked: ${H.reason}`,source:"chrome",duration:Date.now()-J,needsBrowser:!0};let B=await O$(Q,Z),N=M$(B);if(!N.ok)return{url:Z,status:Y.httpStatusCode,error:`Low quality: ${N.reason}`,source:"chrome",duration:Date.now()-J,needsBrowser:!0};let G=u0(B.markdown,X);return{url:Z,finalUrl:Z,status:Y.httpStatusCode,contentType:"text/markdown",lastModified:"",publishedTime:B.publishedTime||"",byline:B.byline||"",siteName:B.siteName||"",lang:B.lang||"",title:B.title||Z,snippet:B.excerpt,content:G,contentChars:G.length,source:"chrome",duration:Date.now()-J}}catch(W){return{url:Z,error:W.message,source:"chrome",duration:Date.now()-J,needsFallback:!0}}}function y2($){try{return new URL($).pathname.toLowerCase().endsWith(".pdf")}catch{return!1}}async function m6($,Z=8000){let X=p1($);if(X.blocked)return{url:$,finalUrl:$,status:403,error:`Blocked: ${X.reason}`,source:"pdf-http"};let J=new AbortController,W=setTimeout(()=>J.abort(),20000),K=Date.now();try{let V=await fetch($,{method:"GET",redirect:"follow",signal:J.signal,headers:L2({accept:"application/pdf,application/octet-stream;q=0.9,*/*;q=0.5"})});clearTimeout(W);let j=V.headers.get("content-type")||"",Y=V.url||$,Q=Number.parseInt(V.headers.get("content-length")||"0",10);if(V.status>=400)return{url:$,finalUrl:Y,status:V.status,error:`HTTP ${V.status}`,source:"pdf-http",duration:Date.now()-K};if(!j.toLowerCase().includes("application/pdf")&&!y2(Y))return null;if(Q>31457280)return{url:$,finalUrl:Y,status:V.status,error:`PDF too large: ${Q} bytes`,source:"pdf-http",duration:Date.now()-K};let H=Buffer.from(await V.arrayBuffer()),B=await x2(H,Y);if(!B||B.error)return{url:$,finalUrl:Y,status:V.status,error:B?.error||"PDF text extraction failed",source:"pdf-http",duration:Date.now()-K};let N=u0(B.content,Z);return{url:$,finalUrl:Y,status:V.status,contentType:"application/pdf",lastModified:V.headers.get("last-modified")||"",title:B.title,snippet:R(N,320),content:N,contentChars:N.length,pages:B.pages,source:"pdf-http",duration:Date.now()-K}}catch(V){return clearTimeout(W),{url:$,finalUrl:$,error:V.message||String(V),source:"pdf-http",duration:Date.now()-K}}}async function h2($,Z=8000){let X=Date.now();if(y2($)){let K=await m6($,Z);if(K?.content||K?.status===403)return K}if(N1($)){let K=N1($);if(K&&(K.type==="root"||K.type==="tree"||K.type==="blob"&&!K.path?.includes("."))){let V=await D$($);if(V.ok){let j=u0(V.content,Z);return{url:$,finalUrl:$,status:200,contentType:"text/markdown",lastModified:"",title:V.title,snippet:j.slice(0,320),content:j,contentChars:j.length,source:"github-api",...V.tree&&{tree:V.tree},duration:Date.now()-X}}process.stderr.write(`[greedysearch] GitHub API fetch failed, trying HTTP: ${V.error}
|
|
348
|
+
`)}}if(E2($)?.type==="post"){process.stderr.write(`[greedysearch] Using Reddit JSON API for: ${$.slice(0,60)}...
|
|
349
|
+
`);let K=await q2($,Z);if(K.ok){let V=u0(K.markdown,Z);return{url:$,finalUrl:K.finalUrl,status:K.status,contentType:"text/markdown",lastModified:K.lastModified||"",publishedTime:K.publishedTime||"",byline:K.byline||"",siteName:K.siteName||"",lang:K.lang||"",title:K.title,snippet:K.excerpt,content:V,contentChars:V.length,source:"reddit-api",duration:Date.now()-X}}process.stderr.write(`[greedysearch] Reddit API fetch failed, falling back to HTTP: ${K.error}
|
|
350
|
+
`)}let W=await A2($,{timeoutMs:1e4});if(W.ok){let K=u0(W.markdown,Z);return{url:$,finalUrl:W.finalUrl,status:W.status,contentType:"text/markdown",lastModified:W.lastModified||"",publishedTime:W.publishedTime||"",byline:W.byline||"",siteName:W.siteName||"",lang:W.lang||"",title:W.title,snippet:W.excerpt,content:K,contentChars:K.length,source:"http",duration:Date.now()-X}}if(W.needsBrowser)try{let K=await C0();try{let V=await p6(K,$,Z);if(V.content&&V.content.length>100)return V}finally{await E0(K)}}catch{}return process.stderr.write(`[greedysearch] HTTP failed for ${$.slice(0,60)}, trying browser...
|
|
351
|
+
`),await d6($,Z)}async function p2($,Z=4000,X=200){let J=Date.now()+Z;while(Date.now()<J){try{if((await y(["eval",$,'document.readyState === "complete" && !!document.body && document.body.innerText.length > 500'])).trim()==="true")return}catch{}await new Promise((W)=>setTimeout(W,X))}}async function d6($,Z=8000){let X=Date.now(),J;try{J=await C0()}catch(W){return{url:$,title:"",content:null,snippet:"",contentChars:0,error:`openNewTab failed: ${W.message}`,source:"browser",duration:Date.now()-X}}try{await y(["nav",J,$],30000),await p2(J);let W=await y(["eval",J,String.raw`
|
|
353
352
|
(function(){
|
|
354
353
|
var el = document.querySelector('article, [role="main"], main, .post-content, .article-body, #content, .content');
|
|
355
354
|
var text = (el || document.body).innerText;
|
|
@@ -359,19 +358,19 @@ ${K}`,pages:W.total}}catch(X){return{error:X.message||String(X)}}}function R($="
|
|
|
359
358
|
url: location.href
|
|
360
359
|
});
|
|
361
360
|
})()
|
|
362
|
-
`]),K=JSON.parse(W),V=
|
|
361
|
+
`]),K=JSON.parse(W),V=u0(K.content,Z);return{url:$,finalUrl:K.url||$,status:200,contentType:"text/plain",lastModified:"",title:K.title,snippet:R(V,320),content:V,contentChars:V.length,source:"browser",duration:Date.now()-X}}catch(W){return{url:$,title:"",content:null,snippet:"",contentChars:0,error:W.message,source:"browser",duration:Date.now()-X}}finally{await E0(J)}}async function M1($,Z=5,X=8000,J=j$){let W=$.slice(0,Z);if(W.length===0)return[];let K=Math.min(W.length,Math.max(1,Number.parseInt(String(J),10)||j$));process.stderr.write(`[greedysearch] Fetching content from ${W.length} sources via HTTP (concurrency ${K})...
|
|
363
362
|
`);let V=Array(W.length),j=0,Y=0;async function Q(){while(!0){let G=j++;if(G>=W.length)return;let O=W[G],M=O.canonicalUrl||O.url;process.stderr.write(`[greedysearch] [${G+1}/${W.length}] Fetching: ${M.slice(0,60)}...
|
|
364
|
-
`);let D=await
|
|
363
|
+
`);let D=await h2(M,X).catch((z)=>({url:M,title:"",content:null,snippet:"",contentChars:0,error:z.message,source:"error",duration:0}));if(V[G]={id:O.id,...D},D.content&&D.content.length>100)process.stderr.write(`[greedysearch] ✓ ${D.source}: ${D.content.length} chars
|
|
365
364
|
`);else if(D.error)process.stderr.write(`[greedysearch] ✗ ${D.error.slice(0,80)}
|
|
366
365
|
`);Y+=1,process.stderr.write(`PROGRESS:fetch:${Y}/${W.length}
|
|
367
366
|
`)}}await Promise.all(Array.from({length:K},()=>Q()));let H=V.filter((G)=>G.content&&G.content.length>100),B=V.filter((G)=>G.source==="http").length,N=V.filter((G)=>G.source==="browser").length;return process.stderr.write(`[greedysearch] Fetched ${H.length}/${V.length} sources (HTTP: ${B}, Browser: ${N})
|
|
368
|
-
`),V}async function
|
|
367
|
+
`),V}async function e0($){let Z=await C0();try{await y(["nav",Z,$],30000),await p2(Z);let X=await y(["eval",Z,String.raw`
|
|
369
368
|
(function(){
|
|
370
369
|
var el = document.querySelector('article, [role="main"], main, .post-content, .article-body, #content, .content');
|
|
371
370
|
var text = (el || document.body).innerText;
|
|
372
371
|
return text.replace(/\s+/g, ' ').trim();
|
|
373
372
|
})()
|
|
374
|
-
`]);return{url:$,content:X}}catch(X){return{url:$,content:null,error:X.message}}finally{await
|
|
373
|
+
`]);return{url:$,content:X}}catch(X){return{url:$,content:null,error:X.message}}finally{await E0(Z)}}var D1=X0(()=>{T2();z$();b2();G$();M0();b0()});var l2={};r1(l2,{writeSourcesToFiles:()=>$1});import{mkdirSync as n6,writeFileSync as i6}from"node:fs";import{join as d2}from"node:path";function $1($,Z=a6){return n6(Z,{recursive:!0}),$.map((X)=>{if(!X.content||X.content.length<10)return X;let J=String(X.id||"unknown").replace(/[^a-zA-Z0-9_-]/g,""),W=(X.canonicalUrl||X.url||"").replace(/^https?:\/\//,"").replace(/[^a-zA-Z0-9]/g,"-").slice(0,40),K=`${J}-${W}.md`,V=d2(Z,K),j=`---
|
|
375
374
|
url: ${X.finalUrl||X.url}
|
|
376
375
|
title: ${X.title||""}
|
|
377
376
|
source: ${X.source||"unknown"}
|
|
@@ -379,8 +378,8 @@ status: ${X.status||""}
|
|
|
379
378
|
chars: ${X.contentChars||X.content.length}
|
|
380
379
|
---
|
|
381
380
|
|
|
382
|
-
`;i6(V,j+X.content,"utf8");let{content:Y,...Q}=X;return{...Q,contentPath:V,contentChars:X.contentChars||Y.length}})}var a6;var
|
|
383
|
-
`),M=null;try{let z=JSON.parse(B.trim());if(z._envelope)M=z._envelope}catch{}let D=Error(`${$} timed out after ${W/1000}s`+(M?.lastStage?` (last stage: ${M.lastStage})`:""));D.engineScript=$,D.lastStage=M?.lastStage||null,D.partialErr=O(N),D.partialOut=O(B),Y(D)},W);H.on("close",(O)=>{if(clearTimeout(G),O===0)try{j(JSON.parse(B.trim()))}catch{Y(Error(`bad JSON from ${$}: ${B.slice(0,100)}`))}else{let M=null;try{let F=JSON.parse(B.trim());if(F._envelope)M=F._envelope}catch{}let D=N.trim()||`extractor exit ${O}`,z=Error(D);if(M)z.envelope=M;Y(z)}})})}
|
|
381
|
+
`;i6(V,j+X.content,"utf8");let{content:Y,...Q}=X;return{...Q,contentPath:V,contentChars:X.contentChars||Y.length}})}var a6;var m1=X0(()=>{a6=d2(process.cwd(),".dm","greedysearch-sources")});G$();M0();import{appendFileSync as z9,existsSync as U9,readFileSync as F9}from"node:fs";import{homedir as w9}from"node:os";import{join as a1}from"node:path";g0();M0();W1();import{spawn as G6}from"node:child_process";var N6=v0(import.meta.url);function q0($,Z,X=null,J=!1,W=null,K=null){if(W===null)W=$.includes("logically")?120000:$.includes("chatgpt")?80000:$.includes("gemini")?70000:60000;let V=[...X?["--tab",X]:[],...J?["--short"]:[],...K?["--locale",K]:[]];return new Promise((j,Y)=>{let Q=s0($,{moduleDir:N6}),H=G6(Q0(),[Q,"--stdin",...V],{stdio:["pipe","pipe","pipe"],env:{...process.env,CDP_PROFILE_DIR:u}});H.stdin.write(Z),H.stdin.end();let B="",N="";H.stdout.on("data",(O)=>B+=O),H.stderr.on("data",(O)=>{if(N+=O,process.env.GREEDY_SEARCH_CHILD_STDERR!=="0")process.stderr.write(O)});let G=setTimeout(()=>{H.kill();let O=(z,F=20)=>String(z??"").split(/\r?\n/).filter(Boolean).slice(-F).join(`
|
|
382
|
+
`),M=null;try{let z=JSON.parse(B.trim());if(z._envelope)M=z._envelope}catch{}let D=Error(`${$} timed out after ${W/1000}s`+(M?.lastStage?` (last stage: ${M.lastStage})`:""));D.engineScript=$,D.lastStage=M?.lastStage||null,D.partialErr=O(N),D.partialOut=O(B),Y(D)},W);H.on("close",(O)=>{if(clearTimeout(G),O===0)try{j(JSON.parse(B.trim()))}catch{Y(Error(`bad JSON from ${$}: ${B.slice(0,100)}`))}else{let M=null;try{let F=JSON.parse(B.trim());if(F._envelope)M=F._envelope}catch{}let D=N.trim()||`extractor exit ${O}`,z=Error(D);if(M)z.envelope=M;Y(z)}})})}D1();$$();var l6=Number.parseInt(process.env.GREEDY_SEARCH_CHALLENGE_WAIT_MS||"300000",10),u6=3000,m2={chatgpt:{name:"chatgpt",isCleared:async($)=>{let Z=await y0(["eval",$,`(() => {
|
|
384
383
|
const title = document.title;
|
|
385
384
|
const onChatGPT = location.hostname === "chatgpt.com";
|
|
386
385
|
const hasProseMirror = !!document.querySelector("div.ProseMirror");
|
|
@@ -397,7 +396,7 @@ chars: ${X.contentChars||X.content.length}
|
|
|
397
396
|
bodyLen: bodyText.length,
|
|
398
397
|
onChatGPT,
|
|
399
398
|
});
|
|
400
|
-
})()`]).catch(()=>null);if(!Z)return!1;let X;try{X=JSON.parse(Z)}catch{return!1}if(!X.onChatGPT)return!1;if(X.title&&/περιμένετε|please wait|just a moment|verifying|checking/i.test(X.title))return!1;if(X.hasTurnstileInput)return!1;return X.hasProseMirror||X.bodyLen>50}},bing:{name:"bing",isCleared:async($)=>{let Z=await
|
|
399
|
+
})()`]).catch(()=>null);if(!Z)return!1;let X;try{X=JSON.parse(Z)}catch{return!1}if(!X.onChatGPT)return!1;if(X.title&&/περιμένετε|please wait|just a moment|verifying|checking/i.test(X.title))return!1;if(X.hasTurnstileInput)return!1;return X.hasProseMirror||X.bodyLen>50}},bing:{name:"bing",isCleared:async($)=>{let Z=await y0(["eval",$,`(() => {
|
|
401
400
|
const url = location.href;
|
|
402
401
|
const title = document.title;
|
|
403
402
|
const onCopilot = /copilot\\.microsoft\\.com/.test(location.hostname);
|
|
@@ -420,42 +419,42 @@ chars: ${X.contentChars||X.content.length}
|
|
|
420
419
|
hasTurnstileInput,
|
|
421
420
|
bodyLen: bodyText.length,
|
|
422
421
|
});
|
|
423
|
-
})()`]).catch(()=>null);if(!Z)return!1;let X;try{X=JSON.parse(Z)}catch{return!1}if(!X.onCopilot)return!1;if(X.onChallenge)return!1;if(X.hasTurnstileInput)return!1;return X.hasTextarea||X.bodyLen>50}}};async function c6($){let Z=await
|
|
422
|
+
})()`]).catch(()=>null);if(!Z)return!1;let X;try{X=JSON.parse(Z)}catch{return!1}if(!X.onCopilot)return!1;if(X.onChallenge)return!1;if(X.hasTurnstileInput)return!1;return X.hasTextarea||X.bodyLen>50}}};async function c6($){let Z=await y0(["eval",$,`(() => {
|
|
424
423
|
const cookies = document.cookie || "";
|
|
425
424
|
return JSON.stringify({
|
|
426
425
|
hasCfClearance: /(?:^|;\\s*)cf_clearance=/.test(cookies),
|
|
427
426
|
hasCfBm: /(?:^|;\\s*)__cf_bm=/.test(cookies),
|
|
428
427
|
cookiesLength: cookies.length,
|
|
429
428
|
});
|
|
430
|
-
})()`]).catch(()=>null);if(!Z)return!1;try{let X=JSON.parse(Z);return X.hasCfClearance||X.hasCfBm}catch{return!1}}async function
|
|
431
|
-
`;if(Z){
|
|
432
|
-
`);return}if(X){process.stdout.write(K);return}let V=new Date().toISOString().replaceAll("T","_").replaceAll(/[:.]/g,"-").slice(0,19),j=$7(W),Y=
|
|
429
|
+
})()`]).catch(()=>null);if(!Z)return!1;try{let X=JSON.parse(Z);return X.hasCfClearance||X.hasCfBm}catch{return!1}}async function k$({tab:$,engine:Z,timeoutMs:X=l6,intervalMs:J=u6,signal:W,log:K=()=>{}}){let V=m2[Z],j=Date.now(),Y=null;while(Date.now()-j<X){if(W?.aborted)return{cleared:!1,reason:"aborted"};let Q=Math.floor((Date.now()-j)/1000),H=!1;if(V)H=await V.isCleared($).catch(()=>!1);else H=await c6($).catch(()=>!1);if(H)return K(`[greedysearch] ✅ ${Z} challenge cleared after ${Q}s — auto-resuming extraction.`),{cleared:!0,signal:V?"dom-marker":"cookie"};if(Q>0&&Q%30===0&&Y!==Q)Y=Q,K(`[greedysearch] ⏳ Waiting for ${Z} challenge to clear (${Q}s/${Math.floor(X/1000)}s)...`);await new Promise((B)=>setTimeout(B,J))}return{cleared:!1,reason:`Challenge not cleared within ${Math.floor(X/1000)}s`}}var d4=Object.keys(m2);m1();import{mkdirSync as o6,readdirSync as s6,rmSync as t6,statSync as r6,writeFileSync as L$}from"node:fs";import{join as d1}from"node:path";var e6=import.meta.dirname||new URL(".",import.meta.url).pathname.replace(/^\/([A-Z]:)/,"$1");function $7($){return $.toLowerCase().replaceAll(/[^a-z0-9]+/g,"-").replaceAll(/^-|-$/g,"").slice(0,60)}var Z7=604800000,X7=10;function J7($){try{let Z=s6($).filter((J)=>J.endsWith(".json")||J.endsWith(".md")).map((J)=>({f:J,mtime:r6(d1($,J)).mtimeMs})).sort((J,W)=>W.mtime-J.mtime),X=Date.now()-Z7;for(let J=X7;J<Z.length;J++)if(Z[J].mtime<X)t6(d1($,Z[J].f),{force:!0})}catch{}}function W7(){let $=d1(e6,"..","..","results");return o6($,{recursive:!0}),J7($),$}function n0($,Z,{inline:X=!1,synthesize:J=!1,query:W=""}={}){let K=`${JSON.stringify($,null,2)}
|
|
430
|
+
`;if(Z){L$(Z,K,"utf8"),process.stderr.write(`Results written to ${Z}
|
|
431
|
+
`);return}if(X){process.stdout.write(K);return}let V=new Date().toISOString().replaceAll("T","_").replaceAll(/[:.]/g,"-").slice(0,19),j=$7(W),Y=d1(W7(),`${V}_${j}`);if(L$(`${Y}.json`,K,"utf8"),J&&$._synthesis?.answer)L$(`${Y}-synthesis.md`,$._synthesis.answer,"utf8"),process.stdout.write(`${Y}-synthesis.md
|
|
433
432
|
`);else process.stdout.write(`${Y}.json
|
|
434
|
-
`)}var K7=["perplexity","bing","chatgpt","semantic-scholar","logically"],
|
|
435
|
-
`)Z+="\\n";else if(X&&W==="\r")Z+="\\r";else if(X&&W==="\t")Z+="\\t";else Z+=W}return Z}function
|
|
433
|
+
`)}var K7=["perplexity","bing","chatgpt","semantic-scholar","logically"],u2=new Set(["rate-limit"]),V7=/timed out|timeout|verification|captcha|cloudflare|turnstile|input not found|ask-input|copy button hidden|sign.in|login required/i,j7=/needs-human|verification required|please solve|captcha|cloudflare|turnstile|could not be completed automatically|manual intervention|sign.in|login required/i;function c2($){return V7.test(String($||""))}function A$($){return j7.test(String($||""))}function n2($){return K7.filter((Z)=>{let X=$?.[Z];if(!X)return!1;let J=X._envelope?.blockedBy;if(J){if(u2.has(J))return!1;return!0}if(X._envelope?.verificationResult==="needs-human")return!0;let W=X.error;return W&&c2(W)})}function i2($){if(!$)return!1;let Z=$.envelope;if(Z?.blockedBy){if(u2.has(Z.blockedBy))return!1;return!0}if(Z?.verificationResult==="needs-human")return!0;return c2($.message)}b0();M0();b0();function Y7($){let Z="",X=!1,J=!1;for(let W of String($)){if(J){Z+=W,J=!1;continue}if(W==="\\"){Z+=W,J=!0;continue}if(W==='"'){X=!X,Z+=W;continue}if(X&&W===`
|
|
434
|
+
`)Z+="\\n";else if(X&&W==="\r")Z+="\\r";else if(X&&W==="\t")Z+="\\t";else Z+=W}return Z}function D0($){if(!$)return null;let Z=String($).trim(),X=Z.indexOf("BEGIN_JSON"),J=Z.indexOf("END_JSON");if(X!==-1&&J!==-1&&X<J)Z=Z.slice(X+10,J).trim();else{let j=Z.indexOf("{");if(j>0)Z=Z.slice(j)}let W=[Z,Z.replace(/^```json\s*/i,"").replace(/^```\s*/i,"").replace(/```$/i,"").trim()],K=Z.indexOf("{"),V=Z.lastIndexOf("}");if(K!==-1&&V!==-1&&K<V)W.push(Z.slice(K,V+1));for(let j of[...W]){let Y=Y7(j);if(Y!==j)W.push(Y)}for(let j of W)try{return JSON.parse(j)}catch{}return null}function a2($,Z,X=""){let J=new Set(Z.map((Y)=>Y.id)),W=["high","medium","low","mixed","conflicting"].includes($?.agreement?.level)?$.agreement.level:"mixed",K=Array.isArray($?.claims)?$.claims.map((Y)=>({claim:R(Y?.claim||"",260),support:["strong","moderate","weak","conflicting"].includes(Y?.support)?Y.support:"moderate",sourceIds:Array.isArray(Y?.sourceIds)?Y.sourceIds.filter((Q)=>J.has(Q)):[]})).filter((Y)=>Y.claim):[],V=Array.isArray($?.recommendedSources)?$.recommendedSources.filter((Y)=>J.has(Y)).slice(0,6):[],j="";if(X){let Y=X.indexOf("{"),Q=X.lastIndexOf("}");if(Y!==-1&&Q!==-1&&Y<Q)j=X.slice(Y,Q+1);else j=X}return{answer:R($?.answer||j||X,4000),agreement:{level:W,summary:R($?.agreement?.summary||"",280)},differences:Array.isArray($?.differences)?$.differences.map((Y)=>R(Y,220)).filter(Boolean).slice(0,5):[],caveats:Array.isArray($?.caveats)?$.caveats.map((Y)=>R(Y,220)).filter(Boolean).slice(0,5):[],claims:K,recommendedSources:V}}function o2($,Z,X,{grounded:J=!1}={}){let W={};for(let j of["perplexity","bing","google"]){let Y=Z[j];if(!Y)continue;if(Y.error){W[j]={status:"error",error:String(Y.error)};continue}W[j]={status:"ok",answer:R(Y.answer||"",J?4500:2200),sourceIds:X.filter((Q)=>Q.engines.includes(j)).sort((Q,H)=>(Q.perEngine[j]?.rank||99)-(H.perEngine[j]?.rank||99)).map((Q)=>Q.id).slice(0,6)}}let K=J?700:300,V=X.slice(0,J?10:8).map((j)=>({id:j.id,title:j.title,domain:j.domain,canonicalUrl:j.canonicalUrl,sourceType:j.sourceType,isOfficial:j.isOfficial,engines:j.engines,engineCount:j.engineCount,fetch:j.fetch?.attempted?{ok:j.fetch.ok,publishedTime:j.fetch.publishedTime||"",byline:j.fetch.byline||"",snippet:R(j.fetch.snippet||"",K)}:void 0}));return["You are a research synthesizer. Combine these search engine results into a single authoritative answer.","",`Query: ${$}`,"",`Engine summaries:
|
|
436
435
|
${JSON.stringify(W,null,2)}`,"",`Source registry:
|
|
437
436
|
${JSON.stringify(V,null,2)}`,"","Instructions:","- Write a clear, direct answer in markdown (use headers/bullets where they help readability)","- Cite sources inline as [S1], [S2] etc. when making specific claims","- Prefer sources with content (fetch.ok=true and non-empty snippet) for citations","- Note where the engines agree or meaningfully disagree","- List any important caveats or limitations","- recommendedSources: the 2-4 source IDs most worth reading for this query","","Respond ONLY with a JSON object wrapped in BEGIN_JSON / END_JSON markers:","","BEGIN_JSON",JSON.stringify({answer:"<your markdown answer here>",agreement:{level:"high|medium|mixed|conflicting",summary:"<one sentence>"},differences:["<notable difference between engines, if any>"],caveats:["<important caveat or limitation>"],recommendedSources:["S1","S2"]},null,2),"END_JSON"].join(`
|
|
438
|
-
`)}function
|
|
439
|
-
`);try{let X=await
|
|
440
|
-
`),{complexity:"moderate",reasoning:"classification failed",suggestedBreadth:3,suggestedIterations:2,needsAcademicSources:!1}}}
|
|
441
|
-
`)}return{startRound(z){V=z-1},endRound(){V++,D("round")},startAction(z,F){Q=Date.now(),H=`${z}:${(F||"").slice(0,40)}`,D(z)},endAction(){if(Q)G(Date.now()-Q),Q=null;K++,D("action")},startFetch(z){Q=Date.now(),H=`fetch:${(z||"").slice(0,40)}`,D("fetch")},endFetch(z=!0){if(Q)G(Date.now()-Q),Q=null;j++,D(z?"fetch":"fetch-failed")},print(){D("progress")},finish(){D("done")},getElapsedMs(){return Date.now()-W}}}
|
|
442
|
-
`);Q=N.pop()||"";for(let G of N)if(
|
|
443
|
-
`)});let H=setTimeout(()=>{V.kill(),K(Error(`research child search timed out for: ${$}`))},140000);V.on("close",(B)=>{if(clearTimeout(H),B!==0){K(Error(Y.trim()||`search child exited with code ${B}`));return}try{W(JSON.parse(j.trim()))}catch{K(Error(`Invalid JSON from research child: ${j.slice(0,200)}`))}})})}function
|
|
444
|
-
`);let N=
|
|
437
|
+
`)}function s2($){let Z=Array.isArray($._sources)?$._sources:[],X=Z.length>0?Z[0]?.engineCount||0:0,J=Z.filter((Q)=>Q.isOfficial).length,W=Z.filter((Q)=>Q.isOfficial||Q.sourceType==="maintainer-blog").length,K=Z.filter((Q)=>Q.fetch?.attempted).length,V=Z.filter((Q)=>Q.fetch?.ok).length,j=Z.reduce((Q,H)=>{return Q[H.sourceType]=(Q[H.sourceType]||0)+1,Q},{}),Y=$._synthesis?.agreement?.level;return{sourcesCount:Z.length,topSourceConsensus:X,agreementLevel:Y||(X>=3?"high":X>=2?"medium":"low"),enginesResponded:r.filter((Q)=>$[Q]?.answer&&!$[Q]?.error),enginesFailed:r.filter((Q)=>$[Q]?.error),officialSourceCount:J,firstPartySourceCount:W,fetchedSourceSuccessRate:K>0?Number((V/K).toFixed(2)):0,sourceTypeBreakdown:j}}g0();M0();W1();import{spawn as Q7}from"node:child_process";b0();var H7=v0(import.meta.url),B7={gemini:"gemini.mjs",chatgpt:"chatgpt.mjs"},G7={gemini:"https://gemini.google.com/app",chatgpt:"https://chatgpt.com/"};function z1($="gemini"){let Z=String($||"gemini").toLowerCase();if(Z==="gem")return"gemini";if(Z==="gpt")return"chatgpt";return Z}function t2($="gemini"){return G7[z1($)]||"about:blank"}async function r2($,Z,{tabPrefix:X=null,timeoutMs:J=180000,visible:W=null}={}){let K=z1($),V=B7[K];if(!V||!K1.includes(K))throw Error(`Unsupported synthesizer "${$}". Supported: ${K1.join(", ")}`);return new Promise((j,Y)=>{let Q=s0(V,{moduleDir:H7}),H=X?["--tab",String(X)]:[],B={...process.env,CDP_PROFILE_DIR:u};if(W!==!0)delete B.GREEDY_SEARCH_VISIBLE,delete B.GREEDY_SEARCH_ALWAYS_VISIBLE;else B.GREEDY_SEARCH_VISIBLE="1",B.GREEDY_SEARCH_ALWAYS_VISIBLE="1";let N=Q7(Q0(),[Q,"--stdin",...H],{stdio:["pipe","pipe","pipe"],env:B});N.stdin.write(Z),N.stdin.end();let G="",O="";N.stdout.on("data",(D)=>G+=D),N.stderr.on("data",(D)=>O+=D);let M=setTimeout(()=>{N.kill(),Y(Error(`${K} prompt timed out after ${J/1000}s`))},J);N.on("close",(D)=>{if(clearTimeout(M),D!==0){Y(Error(O.trim()||`${K} extractor failed`));return}try{j(JSON.parse(G.trim()))}catch{Y(Error(`bad JSON from ${K}: ${G.slice(0,100)}`))}})})}async function H0($,Z={}){return r2("gemini",$,Z)}async function e2($,Z,{grounded:X=!1,tabPrefix:J=null,visible:W=null,synthesizer:K="gemini"}={}){let V=z1(K),j=Array.isArray(Z._sources)?Z._sources:f0(Z),Y=o2($,Z,j,{grounded:X}),Q=await r2(V,Y,{tabPrefix:J,timeoutMs:180000,visible:W}),H=D0(Q.answer||""),N=H&&["answer","agreement","claims","differences","caveats"].some((O)=>(O in H));if(H&&["perplexity","bing","google","chatgpt","gemini"].some((O)=>(O in H))&&!N)H=null;return{...a2(H,j,Q.answer||""),rawAnswer:Q.answer||"",synthesizedBy:V,synthesizerSources:Q.sources||[],geminiSources:V==="gemini"?Q.sources||[]:[]}}var N7=/^(can you |could you |please |would you mind |i need to (know|understand) |i want to (know|understand) |i('m| am) (looking for|wondering about|curious about) |i need (information|info) (about|on) |tell me )?(about |explain |describe |give me |help me understand |search for |look up |find |research )?(about |regarding |on |for )?(it|this|the following)?\s*/i,O7=/\b(latest|newest|current|recent|up-to-date|up to date)\b/i,M7=/\b\d+\.\d+|\bv\d+\b|\b20(2[0-9]|[3-9]\d)\b/i;function D7($){let Z=$.trim().replace(N7,"").trim();return Z.length>4?Z:$.trim()}function z7($,Z=new Date().getFullYear()){if(!O7.test($))return $;if(M7.test($))return $;return`${$.trimEnd()} ${Z}`}function l1($){if(!$?.trim())return $;let Z=D7($);return Z=z7(Z),Z||$}g0();b0();import{spawn as b7}from"node:child_process";import{mkdirSync as f$,writeFileSync as V0}from"node:fs";import{join as m}from"node:path";import{fileURLToPath as x7}from"node:url";M0();b0();var U7=30000;function $8($,Z,X,J){let W=Number.parseInt(String($??""),10);if(!Number.isFinite(W))return J;return Math.min(X,Math.max(Z,W))}async function Z8($){let Z=["You are a research complexity classifier.","Classify the following query by research complexity.","","- simple: A narrow factual question (what is X, define X, how does X work)."," Answerable with 1-3 search queries and a short synthesis. No sub-questions.","- moderate: A focused comparison, recent change, or best-practice lookup."," Needs 2-4 angles but stays within one domain.","- complex: Multi-faceted survey, landscape analysis, or cross-domain investigation."," Benefits from parallel research directions and iterative deepening.","","Respond ONLY with JSON wrapped in BEGIN_JSON / END_JSON markers:","BEGIN_JSON",JSON.stringify({complexity:"simple",reasoning:"narrow factual question",suggestedBreadth:1,suggestedIterations:1,needsAcademicSources:!1},null,2),"END_JSON","","Query: "+$].join(`
|
|
438
|
+
`);try{let X=await H0(Z,{timeoutMs:U7}),J=D0(X?.answer||"")||{},W=["simple","moderate","complex"].includes(J.complexity)?J.complexity:"moderate";return{complexity:W,reasoning:R(J.reasoning||"",200),suggestedBreadth:$8(J.suggestedBreadth,1,5,W==="simple"?1:3),suggestedIterations:$8(J.suggestedIterations,1,3,W==="simple"?1:2),needsAcademicSources:J.needsAcademicSources===!0}}catch(X){return process.stderr.write(`[greedysearch] Complexity classification failed, defaulting to moderate: ${X.message}
|
|
439
|
+
`),{complexity:"moderate",reasoning:"classification failed",suggestedBreadth:3,suggestedIterations:2,needsAcademicSources:!1}}}M0();b0();m1();D1();function F7($){if($<1000)return"0s";let Z=Math.round($/1000);if(Z<60)return`${Z}s`;let X=Math.floor(Z/60),J=Z%60;return`${X}m ${J}s`}function w7($,Z=20){let X=Math.round($*Z),J=Z-X;return"["+"█".repeat(X)+"░".repeat(J)+"]"}function u1({totalActions:$=0,totalRounds:Z=0,totalFetches:X=0,silent:J=!1}={}){let W=Date.now(),K=0,V=0,j=0,Y=[],Q=null,H=null,B=0,N=500;function G(z){if(Y.push(z),Y.length>5)Y.shift()}function O(){if(Y.length===0)return null;return Y.reduce((z,F)=>z+F,0)/Y.length}function M(z){let F=Date.now()-W,P=$+X+Z,w=K+j+V,g=P>0?Math.min(1,w/P):0,d=w7(g),f=O(),x=Math.max(0,P-w),i=f?f*x:null,B0=i?F7(i):"—",o=H?` ${H}`:"";return`${d} ${w}/${P} (${z}${o}, ETA ${B0})`}function D(z){if(J)return;let F=Date.now();if(F-B<N&&z!=="done")return;B=F,process.stderr.write(`[greedysearch] ${M(z)}
|
|
440
|
+
`)}return{startRound(z){V=z-1},endRound(){V++,D("round")},startAction(z,F){Q=Date.now(),H=`${z}:${(F||"").slice(0,40)}`,D(z)},endAction(){if(Q)G(Date.now()-Q),Q=null;K++,D("action")},startFetch(z){Q=Date.now(),H=`fetch:${(z||"").slice(0,40)}`,D("fetch")},endFetch(z=!0){if(Q)G(Date.now()-Q),Q=null;j++,D(z?"fetch":"fetch-failed")},print(){D("progress")},finish(){D("done")},getElapsedMs(){return Date.now()-W}}}g0();import{spawn as P7}from"node:child_process";import{join as _7}from"node:path";import{fileURLToPath as k7}from"node:url";var L7=k7(new URL(".",import.meta.url)).replace(/^\/([A-Z]:)/,"$1"),A7=_7(L7,"..","..","bin","search.mjs");function X8($,Z=1/0){let X=new Set,J=[];for(let W of $||[]){let K=R(String(W||""),1000);if(!K||X.has(K))continue;if(X.add(K),J.push(K),J.length>=Z)break}return J}function T7($){let Z=String($||"").trim();if(!Z)return[];return[`${Z} — definition and overview`,`${Z} — how it works, mechanism, or key details`,`${Z} — current usage, comparison, or best practices`]}function C7($,Z){let X=new Map;for(let J of $||[]){let W=J?.canonicalUrl||J?.finalUrl||J?.url;if(W)X.set(W,J)}for(let J of Z||[]){let W=J?.canonicalUrl||J?.finalUrl||J?.url;if(!W)continue;if(X.has(W)){let K={...X.get(W),angles:[...X.get(W).angles||[X.get(W).query||""],J.query||""]};X.set(W,K)}else X.set(W,J)}return Array.from(X.values())}var R7=r.join("|"),v7=new RegExp(`^\\[(${R7})\\]`);function I7($){return/^PROGRESS:/.test($)||/^\[greedysearch\]/.test($)||v7.test($)||/^GreedySearch Chrome/.test($)||/^Launching GreedySearch Chrome/.test($)||/^Headless mode/.test($)||/^Ready\.?$/.test($)}async function E7($,{locale:Z=null,short:X=!0}={}){let J=[A7,"all","--inline","--stdin","--fast"];if(!X)J.push("--full");if(Z)J.push("--locale",Z);return new Promise((W,K)=>{let V=P7(Q0(),J,{stdio:["pipe","pipe","pipe"],env:{...process.env,GREEDY_SEARCH_RESEARCH_CHILD:"1"}});V.stdin.write($),V.stdin.end();let j="",Y="",Q="";V.stdout.on("data",(B)=>j+=B),V.stderr.on("data",(B)=>{Y+=B,Q+=B.toString();let N=Q.split(`
|
|
441
|
+
`);Q=N.pop()||"";for(let G of N)if(I7(G))process.stderr.write(`${G}
|
|
442
|
+
`)});let H=setTimeout(()=>{V.kill(),K(Error(`research child search timed out for: ${$}`))},140000);V.on("close",(B)=>{if(clearTimeout(H),B!==0){K(Error(Y.trim()||`search child exited with code ${B}`));return}try{W(JSON.parse(j.trim()))}catch{K(Error(`Invalid JSON from research child: ${j.slice(0,200)}`))}})})}function q7($,Z){let X=new Map;for(let J of Z||[]){let W=e(J?.canonicalUrl||J?.finalUrl||J?.url);if(W&&J?.id)X.set(W,J.id)}return($||[]).map((J,W)=>{let K=e(J?.finalUrl||J?.canonicalUrl||J?.url);return{...J,id:J?.id||X.get(K)||`F${W+1}`}})}function f7($){let Z=$.length,X=$.filter((J)=>J.status==="closed").length;return{total:Z,closed:X,open:Math.max(0,Z-X)}}async function J8({query:$,locale:Z=null,maxSources:X=5,qualityThreshold:J=8.5,writeBundle:W=process.env.GREEDY_RESEARCH_BUNDLE!=="0",researchOutDir:K=null}={}){let V=new Date().toISOString(),j=Date.now(),Y=I$($),Q=new Set;process.stderr.write(`[greedysearch] Simple research mode: single-pass for "${R($,80)}"
|
|
443
|
+
`);let N=u1({totalActions:6,totalRounds:1,totalFetches:1,silent:process.env.GREEDY_RESEARCH_QUIET==="1"});N.startRound(1);let G=[],O=[],M=T7($),D=[];N.startAction("search",`${M.length} angles in parallel`);let z=await Promise.allSettled(M.map((T)=>E7(T,{locale:Z,short:!0})));for(let T=0;T<M.length;T++){let $0=M[T],c=z[T];if(N.endAction(),c.status==="fulfilled"){let s=c.value;D.push({angle:$0,result:s});let E=f0(s,$0);G=C7(G,E)}else process.stderr.write(`[greedysearch] Simple search angle "${$0}" failed: ${c.reason.message}
|
|
445
444
|
`)}if(process.stderr.write(`PROGRESS:research:simple:fetching
|
|
446
|
-
`),G.length>0)try{N.startFetch(`top ${Math.min(X,G.length)} sources`),O=await
|
|
447
|
-
`)}O=
|
|
448
|
-
`);let F=[];try{let T=await
|
|
445
|
+
`),G.length>0)try{N.startFetch(`top ${Math.min(X,G.length)} sources`),O=await M1(G,Math.min(X,G.length),8000,Math.min(3,X)),N.endFetch(!0),G=r0(G,O)}catch(T){N.endFetch(!1),process.stderr.write(`[greedysearch] Source fetching failed: ${T.message}
|
|
446
|
+
`)}O=q7(O,G),process.stderr.write(`PROGRESS:research:simple:evidence
|
|
447
|
+
`);let F=[];try{let T=await W8({query:$,questions:Y,fetchedSources:O,extractedSourceKeys:Q});F=T.evidence||[];for(let $0 of T.evidence){let c=Array.isArray($0.answers)?$0.answers:[];for(let E of c){let U0=E?.id||E?.question;if(U0){let b=Y.find((W0)=>W0.id===U0);if(b){if(b.status="closed",b.closedRound=1,E.evidence)b.evidence=X8([...b.evidence||[],E.evidence],4)}}}let s=Array.isArray($0.newQuestions)?$0.newQuestions:[];for(let E of s){let U0=R(String(E),320);if(U0&&!Y.some((b)=>b.question===U0))Y.push({id:`Q${Y.length+1}`,question:U0,status:"open",reason:"Discovered gap/follow-up",createdRound:1,evidence:[],sourceIds:[]})}}}catch(T){process.stderr.write(`[greedysearch] Evidence extraction failed: ${T.message}
|
|
449
448
|
`)}process.stderr.write(`PROGRESS:research:simple:synthesizing
|
|
450
|
-
`);let P={answer:"",agreement:{level:"mixed",summary:"Single-pass synthesis."},differences:[],caveats:[],claims:[],recommendedSources:G.slice(0,4).map((T)=>T.id),synthesized:!1};if(F.length>0)try{N.startAction("synth-evidence","from evidence");let T=await
|
|
451
|
-
`)}if(!P.synthesized&&G.length>0)try{N.startAction("synth-final","fallback report");let T=await
|
|
449
|
+
`);let P={answer:"",agreement:{level:"mixed",summary:"Single-pass synthesis."},differences:[],caveats:[],claims:[],recommendedSources:G.slice(0,4).map((T)=>T.id),synthesized:!1};if(F.length>0)try{N.startAction("synth-evidence","from evidence");let T=await H0(C$($,G,Y,F),{timeoutMs:120000});N.endAction(),P={...P,...D0(T?.answer||"")||{}},P.synthesized=Array.isArray(P.claims)&&P.claims.length>0}catch(T){process.stderr.write(`[greedysearch] Evidence synthesis failed: ${T.message}
|
|
450
|
+
`)}if(!P.synthesized&&G.length>0)try{N.startAction("synth-final","fallback report");let T=await H0(T$($,[{round:1,learnings:[],gaps:[],actions:[]}],G,Y,F),{timeoutMs:120000});N.endAction(),P={...P,...D0(T?.answer||"")||{}},P.synthesized=Array.isArray(P.claims)&&P.claims.length>0}catch(T){process.stderr.write(`[greedysearch] Final synthesis failed: ${T.message}
|
|
452
451
|
`)}process.stderr.write(`PROGRESS:research:simple:audit
|
|
453
|
-
`);let w=
|
|
454
|
-
`);try{o=await
|
|
455
|
-
`),o={error:T.message||String(T)},J0=await
|
|
456
|
-
`),N.endRound(),N.finish(),{query:$,_research:{mode:"simple",breadth:1,iterations:1,maxSources:X,rounds:[{round:1,actions:[],learnings:[],gaps:d,evidence:F}],learnings:[],gaps:d,evidence:F,questions:Y,questionProgress:f7(Y),qualityHistory:[P.synthesized?8:5],terminationReason:"simple_single_pass",qualityThreshold:J,floor:f,bundle:o,manifest:
|
|
457
|
-
`||J==="\r"){if(!X)Z+=" ";X=!0}else Z+=J,X=!1;return Z.trim()}function
|
|
458
|
-
`)}function i7($,Z,X,J,W){let K=[],V=[{template:(j)=>`${j} official documentation`,label:"official docs"},{template:(j)=>`${j} GitHub issues discussions`,label:"community signals"},{template:(j)=>`${j} benchmarks performance comparison`,label:"benchmarks"},{template:(j)=>`${j} limitations risks caveats`,label:"limitations"},{template:(j)=>`${j} production deployment experience`,label:"production usage"},{template:(j)=>`${Z} ${j} counter evidence`,label:"counter-evidence"}];for(let j=0;j<$.length&&K.length<J;j++){let Y=$[j],Q=V[j%V.length],H=Q.template(Y);if(!
|
|
452
|
+
`);let w=R$(P.answer||"",G),g=await v$(G,w);E$(Y,P,w);let d=X8(P.caveats||[]),f=c1({sources:G,fetchedSources:O,synthesis:P,citationAudit:w,gaps:d,questions:Y,rounds:[{round:1,actions:[],learnings:[],gaps:d}],qualityScore:P.synthesized?8:5,qualityThreshold:J,maxSources:X}),x=new Date().toISOString(),i=Date.now()-j,B0={startedAt:V,finishedAt:x,durationMs:i,rounds:1,terminationReason:"simple_single_pass"},o=null,J0;if(W){process.stderr.write(`PROGRESS:research:simple:bundle
|
|
453
|
+
`);try{o=await q$({query:$,rounds:[{round:1,actions:[],learnings:[],gaps:d,evidence:F}],sources:G,fetchedSources:O,evidenceItems:F,synthesis:P,citationAudit:w,citationUrls:g,floor:f,manifest:{...B0,engines:j1,synthesizer:"gemini",actionsRun:1,searches:1,fetches:O.length,sourcesFetched:O.filter((T)=>T?.contentChars>100).length,engineFailures:[],floorMet:f.floorMet},allGaps:d,questions:Y,outDir:K}),J0=o.sourceFiles,delete o.sourceFiles}catch(T){process.stderr.write(`[greedysearch] Research bundle write failed: ${T.message}
|
|
454
|
+
`),o={error:T.message||String(T)},J0=await $1(O)}}else J0=await $1(O);return process.stderr.write(`PROGRESS:research:done
|
|
455
|
+
`),N.endRound(),N.finish(),{query:$,_research:{mode:"simple",breadth:1,iterations:1,maxSources:X,rounds:[{round:1,actions:[],learnings:[],gaps:d,evidence:F}],learnings:[],gaps:d,evidence:F,questions:Y,questionProgress:f7(Y),qualityHistory:[P.synthesized?8:5],terminationReason:"simple_single_pass",qualityThreshold:J,floor:f,bundle:o,manifest:B0},_citationAudit:w,_citationUrls:g,_sources:G,_fetchedSources:J0,_synthesis:P,_confidence:{sourcesCount:G.length,fetchedSourceSuccessRate:O.length>0?O.filter((T)=>T.contentChars>100).length/O.length:0,agreementLevel:P.agreement?.level||"mixed",floorMet:f.floorMet}}}var S7=x7(new URL(".",import.meta.url)).replace(/^\/([A-Z]:)/,"$1"),g7=m(S7,"..","..","bin","search.mjs"),y7=m(process.cwd(),".pi","greedysearch-research"),h7=28000;function p7($){return String($||"research").toLowerCase().replaceAll(/[^a-z0-9]+/g,"-").replaceAll(/^-|-$/g,"").slice(0,60)||"research"}function R0($,Z=1/0){let X=new Set,J=[];for(let W of $||[]){let K=R(String(W||""),1000);if(!K||X.has(K))continue;if(X.add(K),J.push(K),J.length>=Z)break}return J}async function m7(...$){let{fetchMultipleSources:Z}=await Promise.resolve().then(() => (D1(),_$));return Z(...$)}async function y$(...$){let{writeSourcesToFiles:Z}=await Promise.resolve().then(() => (m1(),l2));return Z(...$)}function d7({breadth:$=3,iterations:Z=2,maxSources:X}){let J=b$($,1,5,3),W=b$(Z,1,3,2),K=b$(X??Math.max(5,J*W*2),3,12,8);return{breadth:J,iterations:W,maxSources:K}}function b$($,Z,X,J){let W=Number.parseInt(String($??""),10);if(!Number.isFinite(W))return J;return Math.min(X,Math.max(Z,W))}function l7($,Z,X,{expand:J=!0,includeOriginal:W=!0,exclude:K=[]}={}){let V=Array.isArray($?.queries)?$.queries:[],j=[],Y=new Set([...K].map((Q)=>z0(Q).toLowerCase()));for(let Q of V){let H=typeof Q==="string"?Q:Q?.query,B=typeof Q==="string"?"":Q?.researchGoal||"";x$(j,H,B,{exclude:Y})}if(W)x$(j,Z,"Original user query",{prepend:!0,exclude:Y});if(J){let Q=[{query:`${Z} official docs GitHub`,researchGoal:"Find primary project docs, repository details, and maintainer claims."},{query:`${Z} benchmarks limitations compatibility`,researchGoal:"Validate performance claims and uncover unsupported APIs or caveats."},{query:`${Z} alternatives comparison production use cases`,researchGoal:"Compare against conventional headless browsers and identify when to choose it."},{query:`${Z} anti bot detection Cloudflare screenshots visual rendering`,researchGoal:"Check automation risks, rendering gaps, screenshots, and bot-detection behavior."}];for(let H of Q){if(j.length>=X)break;x$(j,H.query,H.researchGoal,{exclude:Y})}}return j.slice(0,X)}function x$($,Z,X="",{prepend:J=!1,exclude:W=new Set}={}){if(!Z||typeof Z!=="string")return;let K=z0(Z);if(!K||W.has(K.toLowerCase())||$.some((j)=>j.query.toLowerCase()===K.toLowerCase()))return;let V={query:K,researchGoal:R(X,320)};if(J)$.unshift(V);else $.push(V)}function z0($){return c7(u7(String($)))}function u7($){let Z="",X=0;while(X<$.length){let J=$.indexOf("[",X);if(J===-1){Z+=$.slice(X);break}let W=$.indexOf("]",J+1);if(W===-1||$[W+1]!=="("||W===J+1){Z+=$.slice(X,J+1),X=J+1;continue}let K=$.indexOf(")",W+2);if(K===-1){Z+=$.slice(X,J+1),X=J+1;continue}let V=$.slice(W+2,K).trimStart();if(!V.startsWith("http://")&&!V.startsWith("https://")){Z+=$.slice(X,J+1),X=J+1;continue}Z+=$.slice(X,J),Z+=$.slice(J+1,W),X=K+1}return Z}function c7($){let Z="",X=!1;for(let J of $)if(J===" "||J==="\t"||J===`
|
|
456
|
+
`||J==="\r"){if(!X)Z+=" ";X=!0}else Z+=J,X=!1;return Z.trim()}function h$($){return new Set(String($).toLowerCase().normalize("NFD").replaceAll(/[\u0300-\u036f]/g,"").split(/[^\w]+/).filter((Z)=>Z.length>1))}function m$($,Z){let X=h$($),J=h$(Z),W=new Set([...X,...J]).size;if(W===0)return 1;let K=0;for(let V of X)if(J.has(V))K++;return K/W}function j8($,Z,{threshold:X=0.75,roundIndex:J=0,originalQuery:W=null}={}){let K=z0($).toLowerCase();if(Z.has(K))return!0;if(W&&J>0&&K===z0(W).toLowerCase())return!0;for(let V of Z)if(m$(K,V)>=X)return!0;return!1}function n7($,Z,X,J){let W=Z.map((K)=>({queries:K.queries?.map((V)=>V.query||"")||[],learnings:K.learnings||[],gaps:K.gaps||[]}));return["You are evaluating the quality of an iterative research run.","Assess coverage across: official sources, limitations/risks, benchmarks/performance, production usage, and counter-evidence.","Score each dimension 0-10. Overall score 0-10.","Identify remaining knowledge gaps.","Propose targeted next actions (search queries or direct URL fetches) that would most improve the research.","Decide whether to continue or stop.","terminationReason must be one of: quality_threshold | max_rounds | no_novel_actions | insufficient_evidence.","",`Original research question: ${$}`,`Rounds completed: ${JSON.stringify(W,null,2)}`,`Accumulated learnings: ${JSON.stringify(X.slice(0,12),null,2)}`,`Known gaps: ${JSON.stringify(J.slice(0,8),null,2)}`,"","Respond ONLY with JSON wrapped in BEGIN_JSON / END_JSON markers:","BEGIN_JSON",JSON.stringify({score:7.5,coverage:{officialSources:8,limitations:5,benchmarks:7,productionUseCases:6,counterEvidence:4},knowledgeGaps:["specific gap or missing evidence"],shouldContinue:!0,terminationReason:"quality_threshold",nextActions:[{type:"search",query:"targeted search query"},{type:"fetchUrl",url:"https://example.com/primary-doc"}]},null,2),"END_JSON"].join(`
|
|
457
|
+
`)}function i7($,Z,X,J,W){let K=[],V=[{template:(j)=>`${j} official documentation`,label:"official docs"},{template:(j)=>`${j} GitHub issues discussions`,label:"community signals"},{template:(j)=>`${j} benchmarks performance comparison`,label:"benchmarks"},{template:(j)=>`${j} limitations risks caveats`,label:"limitations"},{template:(j)=>`${j} production deployment experience`,label:"production usage"},{template:(j)=>`${Z} ${j} counter evidence`,label:"counter-evidence"}];for(let j=0;j<$.length&&K.length<J;j++){let Y=$[j],Q=V[j%V.length],H=Q.template(Y);if(!j8(H,X,{roundIndex:W}))K.push({query:H,researchGoal:`Gap-driven: ${Y} (${Q.label})`})}return K}async function a7($,Z,X,J,W){try{let K=await H0(n7($,Z,X,J),{timeoutMs:120000}),V=U1(K,{}),j=typeof V.score==="number"?Math.min(10,Math.max(0,V.score)):W.length>0?W[W.length-1]:5,Y=Array.isArray(V.knowledgeGaps)?V.knowledgeGaps.map((N)=>String(N)).filter(Boolean).slice(0,6):[],Q=Array.isArray(V.nextActions)?V.nextActions.slice(0,5):[],H=typeof V.shouldContinue==="boolean"?V.shouldContinue:j<8,B=V.terminationReason||null;return{score:j,coverage:V.coverage||{},knowledgeGaps:Y,shouldContinue:H,nextActions:Q,terminationReason:B||(j>=8.5?"quality_threshold":null),evaluationError:""}}catch(K){return process.stderr.write(`[greedysearch] Quality evaluation failed: ${K.message}
|
|
459
458
|
`),{score:W.length>0?W[W.length-1]:5,coverage:{},knowledgeGaps:[],shouldContinue:!0,nextActions:[],terminationReason:null,evaluationError:K.message}}}function o7($){let Z={};for(let X of Object.keys($||{}).filter((J)=>!J.startsWith("_"))){let J=$?.[X];if(!J)continue;Z[X]=J.error?{status:"error",error:String(J.error)}:{status:"ok",answer:R(J.answer||"",1400),sources:Array.isArray(J.sources)?J.sources.slice(0,5).map((W)=>({title:R(W.title||"",160),url:W.url||""})):[]}}return Z}function s7($,Z,X=[],J=[],W=[]){let K=J.length>0?`
|
|
460
459
|
Known knowledge gaps to target:
|
|
461
460
|
${J.map((j)=>`- ${j}`).join(`
|
|
@@ -466,91 +465,91 @@ ${W.map((j)=>`- ${j}`).join(`
|
|
|
466
465
|
Prior learnings to build on:
|
|
467
466
|
${X.map((j)=>`- ${j}`).join(`
|
|
468
467
|
`)}`:"",K,V,"","Respond ONLY with JSON wrapped in BEGIN_JSON / END_JSON markers:","BEGIN_JSON",JSON.stringify({actions:[{type:"search",query:"specific search query",researchGoal:"what this action should clarify"},{type:"fetchUrl",url:"https://example.com/docs/relevant-page",researchGoal:"extract specific information from this page"}]},null,2),"END_JSON"].join(`
|
|
469
|
-
`)}function
|
|
470
|
-
`)}async function
|
|
471
|
-
`)},B=Math.min(4,Y.length),N=3000,G=Math.min(6,Q.length),O=2000,M=H({extractionCount:B,extractionLimit:N,learningCount:G,learningLimit:O}),D=!1,z=600;while(M.length>h7){if(N>z||O>z)N=Math.max(z,Math.floor(N/2)),O=Math.max(z,Math.floor(O/2));else if(G>1)G-=1;else if(B>1)B-=1;else if(N>1||O>1)N=Math.max(1,Math.floor(N/2)),O=Math.max(1,Math.floor(O/2));else throw Error(`[greedysearch] evidence/learning prompt exceeds Gemini input cap after source trimming: ${M.length} chars`);D=!0,M=H({extractionCount:B,extractionLimit:N,learningCount:G,learningLimit:O})}if(D)console.error(`[greedysearch] evidence/learning prompt trimmed to fit Gemini input cap: ${M.length} chars`);return M}async function K9({query:$,questions:Z,fetchedSources:X,extractedSourceKeys:J,roundQueries:W,searchSummaries:K,evidenceItems:V=[]}){let j=(X||[]).filter((N)=>(N?.content||N?.snippet)&&!J.has(
|
|
472
|
-
`)}function
|
|
473
|
-
`)}async function V9($,{locale:Z=null,short:X=!0}={}){let J=[g7,"all","--inline","--stdin","--fast"];if(!X)J.push("--full");if(Z)J.push("--locale",Z);return new Promise((W,K)=>{let V=b7(
|
|
468
|
+
`)}function Y8($){if(!$||typeof $!=="object")return null;let Z=$.type,X=R($.researchGoal||"",320);if(Z==="search"){if($.query==null)return null;let J=z0($.query);return J?{type:"search",query:J,researchGoal:X}:null}if(Z==="fetchUrl"){if($.url==null)return null;let J=e($.url);return J?{type:"fetchUrl",url:J,researchGoal:X}:null}return null}async function t7($,{locale:Z=null,short:X=!0,usedQueries:J,usedUrls:W,maxChars:K=8000}={}){if($.type==="search"){let V=z0($.query).toLowerCase();J.add(V);try{let j=await V9($.query,{locale:Z,short:X}),Y=f0(j,$.query);return{ok:!0,action:$,result:j,sources:Y}}catch(j){return{ok:!1,action:$,error:j.message,sources:[]}}}if($.type==="fetchUrl"){let V=e($.url);if(W.has(V))return{ok:!1,action:$,error:`URL already fetched: ${V}`,sources:[]};try{let j=await r7(V,K);W.add(V);let Y=e7(V),Q={id:"",canonicalUrl:j.finalUrl||V,displayUrl:j.url||V,domain:Y,title:j.title||V,engines:["fetch"],engineCount:1,perEngine:{},sourceType:P$(Y,j.title||"",j.finalUrl||V),isOfficial:!1,smartScore:0,fetch:{attempted:!0,ok:!j.error&&(j.contentChars||0)>100,status:j.status||null,finalUrl:j.finalUrl||V,content:j.content||"",contentChars:j.contentChars||0,snippet:j.snippet||"",error:j.error||""}};return{ok:!0,action:$,result:null,sources:[Q],fetchResult:{id:Q.id,url:V,finalUrl:j.finalUrl||V,title:j.title||"",content:j.content||"",contentChars:j.contentChars||0,snippet:j.snippet||"",status:j.status||null,error:j.error||"",source:j.source||"http",duration:j.duration||0}}}catch(j){return{ok:!1,action:$,error:j.message,sources:[]}}}return{ok:!1,action:$,error:`Unknown action type: ${$.type}`,sources:[]}}async function r7($,Z){let{fetchSourceContent:X}=await Promise.resolve().then(() => (D1(),_$));return await X($,Z)}function e7($){try{return new URL($).hostname.toLowerCase().replace(/^www\./,"")}catch{return""}}async function $9($,Z){let X=[],{parseGitHubUrl:J}=await Promise.resolve().then(() => (z$(),v2));for(let W of $){if(W.type!=="fetchUrl"){X.push(W);continue}let K=J(W.url);if(!K||K.type!=="root"){X.push(W);continue}let{owner:V,repo:j}=K,Y=`https://github.com/${V}/${j}`;if(Z.has(Y))continue;let Q=[Y],H=[`${Y}/blob/main/CONTRIBUTING.md`,`${Y}/blob/master/CONTRIBUTING.md`,`${Y}/blob/main/CHANGELOG.md`,`${Y}/blob/master/CHANGELOG.md`,`${Y}/blob/main/docs/README.md`];for(let B of H){if(Q.length>=3)break;if(!Z.has(B))Q.push(B)}for(let B of Q)X.push({type:"fetchUrl",url:B,researchGoal:W.researchGoal||`Fetch GitHub content for ${V}/${j}`})}return X}function Z9($,Z){let X=D0($?.answer||"")||{},J=Array.isArray(X?.actions)?X.actions:[],W=[];for(let K of J){let V=Y8(K);if(V&&W.length<Z)W.push(V)}return W}function X9($){return($||[]).map((Z)=>({type:"search",query:typeof Z==="string"?Z:Z.query,researchGoal:typeof Z==="string"?"":Z.researchGoal||""})).filter((Z)=>Z.query)}function Z1($){return e($?.finalUrl||$?.canonicalUrl||$?.url||"")||$?.id||""}function Q8($,Z){let X=Array.isArray($?.extractions)?$.extractions:[],J=new Map,W=new Map;for(let K of Z||[]){if(K?.id)W.set(String(K.id),K);let V=Z1(K);if(V)J.set(V,K)}return X.map((K)=>{let V=W.get(String(K?.sourceId||""))||J.get(e(K?.url||"")||""),j=String(K?.sourceId||V?.id||""),Y=e(K?.url||V?.finalUrl||V?.url||""),Q=Array.isArray(K?.answers)?K.answers.map((H)=>({id:String(H?.id||""),evidence:R(H?.evidence||"",500),sourceIds:[j].filter(Boolean)})).filter((H)=>H.id):[];return{sourceId:j,url:Y,title:V?.title||K?.title||"",rational:R(K?.rational||"",700),evidence:R(K?.evidence||"",1600),summary:R(K?.summary||"",700),answers:Q,newQuestions:R0(K?.newQuestions||[],6)}}).filter((K)=>K.sourceId||K.url||K.summary||K.evidence)}function J9($,Z,X,J=new Set){let W=(Z||[]).filter((V)=>V.status!=="closed").slice(0,12).map((V)=>({id:V.id,question:V.question})),K=(X||[]).filter((V)=>V?.content||V?.snippet).filter((V)=>!J.has(Z1(V))).slice(0,6).map((V,j)=>({id:V.id||`F${j+1}`,title:V.title||"",url:V.finalUrl||V.url||V.canonicalUrl||"",content:R(V.content||V.snippet||"",5000)}));return["You are doing goal-based evidence extraction for an iterative research run.","For each source, extract only information that helps answer the open questions.","Use original wording/details where useful. Do not invent answers; leave questions open if evidence is insufficient.","If a source answers one or more tracked questions, identify those question IDs explicitly.","Also propose genuinely new sub-questions discovered from the evidence.","",`Original research question: ${$}`,`Open question ledger: ${JSON.stringify(W,null,2)}`,`Fetched sources: ${JSON.stringify(K,null,2)}`,"","Respond ONLY with JSON wrapped in BEGIN_JSON / END_JSON markers:","BEGIN_JSON",JSON.stringify({extractions:[{sourceId:"S1",url:"https://example.com/source",rational:"why this source matters for the goal",evidence:"specific quoted/paraphrased evidence with numbers, dates, caveats",summary:"concise contribution to the research question",answers:[{id:"Q1",evidence:"brief evidence that closes the question"}],newQuestions:["new sub-question raised by this source"]}]},null,2),"END_JSON"].join(`
|
|
469
|
+
`)}async function W8({query:$,questions:Z,fetchedSources:X,extractedSourceKeys:J}){let W=(X||[]).filter((K)=>(K?.content||K?.snippet)&&!J.has(Z1(K)));if(W.length===0)return{evidence:[],error:""};try{let K=await H0(J9($,Z,W,J),{timeoutMs:120000}),V=U1(K,{extractions:[]}),j=Q8(V,W);for(let Y of W){let Q=Z1(Y);if(Q)J.add(Q)}return{evidence:j,error:""}}catch(K){return{evidence:[],error:K.message||String(K)}}}function W9($,Z,X,J,W,K,V=[]){let j=(Z||[]).filter((F)=>F.status!=="closed").slice(0,12).map((F)=>({id:F.id,question:F.question})),Y=(W||[]).filter((F)=>F?.content||F?.snippet),Q=(K||[]).filter((F)=>F?.content||F?.snippet),H=({extractionCount:F,extractionLimit:P,learningCount:w,learningLimit:g})=>{let d=Y.slice(0,F).map((x,i)=>({id:x.id||`F${i+1}`,title:x.title||"",url:x.finalUrl||x.url||x.canonicalUrl||"",content:R(x.content||x.snippet||"",P)})),f=Q.slice(0,w).map((x,i)=>({id:`F${i+1}`,title:x.title||"",url:x.finalUrl||x.url||"",snippet:R(x.content||x.snippet||"",g)}));return["You are doing two combined research tasks for one round of an iterative research run. Perform BOTH tasks and return a single combined JSON object.","","TASK A — Goal-based evidence extraction:","For each source under 'Sources for evidence extraction', extract only information that helps answer the open questions.","Use original wording/details where useful. Do not invent answers; leave questions open if evidence is insufficient.","If a source answers one or more tracked questions, identify those question IDs explicitly.","Also propose genuinely new sub-questions discovered from the evidence.","","TASK B — Compact research-state learning extraction:","Using the round queries, question ledger, extracted source evidence, engine summaries, and fetched source snippets below, create dense, non-overlapping learnings with exact names, numbers, dates, limitations, and caveats where available.","Also propose follow-up search queries that would most improve confidence or fill gaps.","",`Original research question: ${$}`,`Open question ledger: ${JSON.stringify(j)}`,`Round queries: ${JSON.stringify(X)}`,`Question ledger: ${JSON.stringify(Z)}`,`Extracted source evidence so far: ${JSON.stringify(V.slice(-12))}`,`Engine summaries: ${JSON.stringify(J)}`,`Sources for evidence extraction (Task A): ${JSON.stringify(d)}`,`Fetched source snippets (Task B context): ${JSON.stringify(f)}`,"","Respond ONLY with JSON wrapped in BEGIN_JSON / END_JSON markers, combining both tasks into one object:","BEGIN_JSON",JSON.stringify({extractions:[{sourceId:"S1",url:"https://example.com/source",rational:"why this source matters for the goal",evidence:"specific quoted/paraphrased evidence with numbers, dates, caveats",summary:"concise contribution to the research question",answers:[{id:"Q1",evidence:"brief evidence that closes the question"}],newQuestions:["new sub-question raised by this source"]}],learnings:["concise, information-dense learning"],answeredQuestions:[{id:"Q1",evidence:"brief evidence that closes this question",sourceIds:["S1"]}],newQuestions:["new sub-question discovered from the evidence"],followUpQueries:["specific next search query"],gaps:["important uncertainty or missing evidence"]},null,2),"END_JSON"].join(`
|
|
470
|
+
`)},B=Math.min(4,Y.length),N=3000,G=Math.min(6,Q.length),O=2000,M=H({extractionCount:B,extractionLimit:N,learningCount:G,learningLimit:O}),D=!1,z=600;while(M.length>h7){if(N>z||O>z)N=Math.max(z,Math.floor(N/2)),O=Math.max(z,Math.floor(O/2));else if(G>1)G-=1;else if(B>1)B-=1;else if(N>1||O>1)N=Math.max(1,Math.floor(N/2)),O=Math.max(1,Math.floor(O/2));else throw Error(`[greedysearch] evidence/learning prompt exceeds Gemini input cap after source trimming: ${M.length} chars`);D=!0,M=H({extractionCount:B,extractionLimit:N,learningCount:G,learningLimit:O})}if(D)console.error(`[greedysearch] evidence/learning prompt trimmed to fit Gemini input cap: ${M.length} chars`);return M}async function K9({query:$,questions:Z,fetchedSources:X,extractedSourceKeys:J,roundQueries:W,searchSummaries:K,evidenceItems:V=[]}){let j=(X||[]).filter((N)=>(N?.content||N?.snippet)&&!J.has(Z1(N))),Y=[],Q="",H={learnings:[],followUpQueries:[],gaps:[]},B="";try{let N=await H0(W9($,Z,W,K,j,X,V),{timeoutMs:180000}),G=U1(N,{});Y=Q8(G,j);for(let O of j){let M=Z1(O);if(M)J.add(M)}H={...H,...G}}catch(N){let G=N.message||String(N);Q=G,B=G}return{evidence:Y,evidenceError:Q,learningPayload:H,learningError:B}}function T$($,Z,X,J=[],W=[]){let K=Z.flatMap((Y)=>Y.learnings||[]),V=Z.flatMap((Y)=>Y.gaps||[]),j=X.slice(0,12).map((Y)=>({id:Y.id,title:Y.title,domain:Y.domain,url:Y.canonicalUrl,type:Y.sourceType,engines:Y.engines,fetch:Y.fetch?.attempted?{ok:Y.fetch.ok,snippet:R(Y.fetch.snippet||"",1200),publishedTime:Y.fetch.publishedTime||""}:void 0}));return["You are writing the final research report for an iterative deep-research run.","Produce a thorough markdown report organized into clear sections.","","Use the learnings and source registry below. Every substantive claim MUST be backed by an [S1] citation.",'Where engines disagree, surface the conflicting claims explicitly in the "differences" array.','Include a "Key Claims" structure that maps each distinct claim to its supporting source IDs.',"","Report structure:","1. ## Summary — A 2-4 sentence executive summary of findings","2. ## Key Findings — The main findings, organized by theme or question, each with inline citations","3. ## Areas of Disagreement — Where engines or sources conflict (if any)","4. ## Limitations & Caveats — Important qualifiers, gaps, or uncertainties","",`Original research question: ${$}`,`Learnings: ${JSON.stringify(K,null,2)}`,`Known gaps/caveats: ${JSON.stringify(V,null,2)}`,`Question ledger: ${JSON.stringify(J,null,2)}`,`Goal-based extracted evidence: ${JSON.stringify(W.slice(-20),null,2)}`,`Source registry: ${JSON.stringify(j,null,2)}`,"","Respond ONLY with JSON wrapped in BEGIN_JSON / END_JSON markers:","BEGIN_JSON",JSON.stringify({answer:"markdown report with sections and inline [S1] citations",agreement:{level:"high|medium|low|mixed|conflicting",summary:"one-sentence confidence summary"},differences:["notable disagreement or conflict between sources"],caveats:["important caveat or qualification"],claims:[{claim:"specific factual statement from the research",support:"strong|moderate|weak|conflicting",sourceIds:["S1","S2"]}],recommendedSources:["S1","S2"]},null,2),"END_JSON"].join(`
|
|
471
|
+
`)}function C$($,Z=[],X=[],J=[]){let W=Z.slice(0,12).map((Y)=>({id:Y.id,title:Y.title,domain:Y.domain,url:Y.canonicalUrl,type:Y.sourceType,engines:Y.engines})),K=J.slice(-20),V=new Set;for(let Y of K)for(let Q of Y.answers||[])if(Q?.id)V.add(Q.id);let j=(X||[]).filter((Y)=>Y.status!=="closed").map((Y)=>({id:Y.id,question:Y.question}));return["You are writing the final research report from goal-based extracted evidence.","Per-round learnings were not produced, but the per-source evidence extraction step succeeded.","Synthesize a thorough markdown report using ONLY the evidence below. Every substantive claim MUST be backed by an [S1] citation.","","Report structure:","1. ## Summary — A 2-4 sentence executive summary of findings","2. ## Key Findings — The main findings, organized by theme or question, each with inline citations","3. ## Limitations & Caveats — Important qualifiers, gaps, or uncertainties","",`Original research question: ${$}`,`Per-source extracted evidence: ${JSON.stringify(K,null,2)}`,`Source registry: ${JSON.stringify(W,null,2)}`,`Questions already answered by the evidence: ${JSON.stringify(Array.from(V))}`,`Questions still open after this evidence: ${JSON.stringify(j)}`,"","Respond ONLY with JSON wrapped in BEGIN_JSON / END_JSON markers:","BEGIN_JSON",JSON.stringify({answer:"markdown report with sections and inline [S1] citations",agreement:{level:"high|medium|low|mixed|conflicting",summary:"one-sentence confidence summary"},differences:["notable disagreement or conflict between sources"],caveats:["important caveat or qualification"],claims:[{claim:"specific factual statement supported by the evidence",support:"strong|moderate|weak|conflicting",sourceIds:["S1","S2"]}],recommendedSources:["S1","S2"]},null,2),"END_JSON"].join(`
|
|
472
|
+
`)}async function V9($,{locale:Z=null,short:X=!0}={}){let J=[g7,"all","--inline","--stdin","--fast"];if(!X)J.push("--full");if(Z)J.push("--locale",Z);return new Promise((W,K)=>{let V=b7(Q0(),J,{stdio:["pipe","pipe","pipe"],env:{...process.env,GREEDY_SEARCH_RESEARCH_CHILD:"1"}});V.stdin.write($),V.stdin.end();let j="",Y="",Q="";V.stdout.on("data",(B)=>j+=B),V.stderr.on("data",(B)=>{Y+=B,Q+=B.toString();let N=Q.split(`
|
|
474
473
|
`);Q=N.pop()||"";for(let G of N)if(H9(G))process.stderr.write(`${G}
|
|
475
|
-
`)});let H=setTimeout(()=>{V.kill(),K(Error(`research child search timed out for: ${$}`))},140000);V.on("close",(B)=>{if(clearTimeout(H),B!==0){K(Error(Y.trim()||`search child exited with code ${B}`));return}try{W(JSON.parse(j.trim()))}catch{K(Error(`Invalid JSON from research child: ${j.slice(0,200)}`))}})})}function j9($){let Z=new Map;for(let X of $.flat()){let J=e(X.canonicalUrl||X.url);if(!J)continue;let W=Z.get(J);if(!W){Z.set(J,{...X,canonicalUrl:J});continue}W.engines=[...new Set([...W.engines||[],...X.engines||[]])],W.engineCount=W.engines.length,W.smartScore=Math.max(W.smartScore||0,X.smartScore||0)}return Array.from(Z.values()).sort((X,J)=>{let W=
|
|
474
|
+
`)});let H=setTimeout(()=>{V.kill(),K(Error(`research child search timed out for: ${$}`))},140000);V.on("close",(B)=>{if(clearTimeout(H),B!==0){K(Error(Y.trim()||`search child exited with code ${B}`));return}try{W(JSON.parse(j.trim()))}catch{K(Error(`Invalid JSON from research child: ${j.slice(0,200)}`))}})})}function j9($){let Z=new Map;for(let X of $.flat()){let J=e(X.canonicalUrl||X.url);if(!J)continue;let W=Z.get(J);if(!W){Z.set(J,{...X,canonicalUrl:J});continue}W.engines=[...new Set([...W.engines||[],...X.engines||[]])],W.engineCount=W.engines.length,W.smartScore=Math.max(W.smartScore||0,X.smartScore||0)}return Array.from(Z.values()).sort((X,J)=>{let W=c0(J)-c0(X);if(W!==0)return W;return(X.domain||"").localeCompare(J.domain||"")}).slice(0,12).map((X,J)=>({...X,id:`S${J+1}`}))}var Y9=r.join("|"),Q9=new RegExp(`^\\[(${Y9})\\]`);function H9($){return/^PROGRESS:/.test($)||/^\[greedysearch\]/.test($)||Q9.test($)||/^GreedySearch Chrome/.test($)||/^Launching GreedySearch Chrome/.test($)||/^Headless mode/.test($)||/^Ready\.?$/.test($)}function U1($,Z={}){return D0($?.answer||"")||Z}function R$($,Z){if(!$||!Array.isArray(Z))return{cited:[],missing:[],unfetched:[],ok:!0};let X=/\b[SF](\d+)\b/g,J=new Set,W;while((W=X.exec($))!==null)J.add(`S${W[1]}`),J.add(`F${W[1]}`);let K=new Map;for(let Q of Z){let H=Q?.id;if(H)K.set(H,Q)}let V=Array.from(J),j=[],Y=[];for(let Q of V){let H=K.get(Q);if(!H){let B=Q.match(/^(S|F)(\d+)$/);if(B){let N=parseInt(B[2],10)-1;if(N>=0&&N<Z.length){let G=Z[N];if(G){if(!(G.fetch?.ok||G.content&&G.content.length>100||G.contentChars&&G.contentChars>100))Y.push(Q);continue}}}j.push(Q)}else if(!(H.fetch?.ok||H.content&&H.content.length>100||H.contentChars&&H.contentChars>100))Y.push(Q)}return{cited:V,missing:j,unfetched:Y,ok:j.length===0}}async function B9($,{timeoutMs:Z=6000,concurrency:X=4}={}){let J=Math.max(1,Math.floor(X||1)),W=($||[]).filter((N)=>N?.id&&(N?.canonicalUrl||N?.finalUrl||N?.url));if(W.length===0)return{reachable:[],dead:[],skipped:[],ok:!0};let K=[],V=[],j=[],Y=Array(W.length),Q=0;async function H(){while(!0){let N=Q++;if(N>=W.length)return;let G=W[N];try{let O=G.fetch?.finalUrl||G.canonicalUrl||G.finalUrl||G.url;if(!O){Y[N]={id:G.id,url:"",status:"skipped"};continue}try{let M=new URL(O);if(M.protocol!=="http:"&&M.protocol!=="https:"){Y[N]={id:G.id,url:O,status:"skipped"};continue}}catch{Y[N]={id:G.id,url:O,status:"skipped"};continue}try{let M=new AbortController,D=setTimeout(()=>M.abort(),Z);try{let z=await fetch(O,{method:"HEAD",redirect:"follow",signal:M.signal,headers:{"User-Agent":"Mozilla/5.0 (compatible; GreedySearch/2.0; +https://github.com/apmantza/greedysearch-dm)"}});clearTimeout(D);let F=z.status>=200&&z.status<400,P=[401,403,405,429].includes(z.status),w="dead";if(F)w="reachable";else if(P)w="skipped";Y[N]={id:G.id,url:O,status:w,httpStatus:z.status,reason:P?"bot-protected-or-head-disallowed":void 0}}catch(z){clearTimeout(D),Y[N]={id:G.id,url:O,status:"dead",error:z.name==="AbortError"?"timeout":z.message}}}catch(M){Y[N]={id:G.id,url:O,status:"dead",error:M.message}}}catch(O){Y[N]={id:"?",url:"",status:"dead",error:O?.message||"unknown"}}}}let B=Math.min(W.length,J);await Promise.all(Array.from({length:B},()=>H()));for(let N of Y)if(N.status==="reachable")K.push(N);else if(N.status==="dead")V.push(N);else j.push(N);return{reachable:K,dead:V,skipped:j,ok:V.length===0}}async function v$($,Z=null){process.stderr.write(`PROGRESS:research:check-urls
|
|
476
475
|
`);try{let X=new Set(Z?.cited||[]),J=X.size?($||[]).filter((K)=>X.has(K?.id)):$,W=await B9(J,{timeoutMs:6000,concurrency:4});if(!W.ok)process.stderr.write(`[greedysearch] ${W.dead.length} dead citation URL(s) detected
|
|
477
476
|
`);return W}catch(X){return process.stderr.write(`[greedysearch] URL reachability check failed: ${X.message}
|
|
478
|
-
`),null}}function
|
|
479
|
-
`)}function
|
|
480
|
-
`):Z}function M9($,{query:Z,rounds:X,sources:J,fetchedSources:W,citationAudit:K,citationUrls:V,floor:j,manifest:Y}){let Q=(W||[]).filter((M)=>M?.contentChars>100||M?.fetch?.ok),H=(J||[]).filter((M)=>["official-docs","repo","maintainer-blog","academic"].includes(String(M?.sourceType||""))),B=new Set(K?.cited||[]),N=(J||[]).filter((M)=>B.has(M?.id)),G=[`# Provenance: ${Z}`,"",`- **Date:** ${Y?.startedAt||new Date().toISOString()}`,`- **Duration:** ${Y?.durationMs?`${(Y.durationMs/1000).toFixed(1)}s`:"unknown"}`,`- **Mode:** ${Y?.terminationReason==="simple_single_pass"?"simple (single-pass)":"iterative"}`,`- **Rounds:** ${Y?.rounds||X?.length||1}`,"","## Sources","",`- **Consulted:** ${J?.length||0}`,`- **Fetched successfully:** ${Q.length}`,`- **Primary sources:** ${H.length}`,`- **Cited in report:** ${N.length}`,""];if(N.length>0){G.push("### Cited sources","");for(let M of N){let D=M.canonicalUrl||M.finalUrl||M.url||"",z=M.fetch?.ok?"✓":"✗";G.push(`- **${M.id}:** [${M.title||D}](${D}) (${M.sourceType||"unknown"}, fetched: ${z})`)}G.push("")}if(V&&(V.reachable.length>0||V.dead.length>0)){if(G.push("## URL reachability",""),V.dead.length>0){G.push(""),G.push("**Dead links:**");for(let M of V.dead)G.push(`- ${M.id}: ${M.url} (${M.httpStatus||M.error||"unknown"})`)}if(V.reachable.length>0)G.push(""),G.push(`**Reachable:** ${V.reachable.length}/${V.reachable.length+V.dead.length}`);G.push("")}let O=!K?"NOT CHECKED":K.ok&&(V?.ok??!0)?"PASS":K.ok===!1?"FAIL (missing citations)":"FAIL (dead links)";if(G.push("## Verification","",`- **Citations:** ${K?.ok?"PASS":`FAIL — missing: ${(K?.missing||[]).join(", ")}`}`,`- **URL reachability:** ${V?V.ok?"PASS":`FAIL — ${V.dead.length} dead`:"SKIPPED"}`,`- **Floor:** ${j?.floorMet?"PASS":"PARTIAL"}`,`- **Overall:** ${O}`,""),j?.checks){G.push("## Floor checks","");for(let[M,D]of Object.entries(j.checks))G.push(`- [${D?"x":" "}] ${M}`);G.push("")}
|
|
481
|
-
`),"utf8")}async function
|
|
482
|
-
`),"utf8"),
|
|
483
|
-
`),"utf8"),
|
|
484
|
-
`),"utf8"),
|
|
477
|
+
`),null}}function c1({sources:$=[],fetchedSources:Z=[],synthesis:X={},citationAudit:J=null,gaps:W=[],questions:K=[],rounds:V=[],qualityScore:j=0,qualityThreshold:Y=8.5,maxSources:Q=8,requireCitations:H=!0,requireQuestions:B=!0}={}){let N=Z.filter((f)=>f?.fetch?.ok||(f?.contentChars||0)>100||String(f?.content||"").length>100),G=$.filter((f)=>["official-docs","repo","maintainer-blog","academic"].includes(String(f?.sourceType||""))),O=Array.isArray(X?.claims)?X.claims:[],M=J?J.cited?.length||0:0,D=p$(K),z=(K||[]).filter((f)=>!f.createdRound||f.reason==="Original research question"),F=p$(z),P=(V||[]).length,w=Math.min(4,Math.max(2,Number(Q)||8)),g=P<=1?Math.min(2,w):w,d={roundsRun:V.length>=1,fetchedSources:N.length>=g,primarySources:G.length>=1,qualityScore:j>=Math.min(Y,8)||H&&O.length>0&&M>0,claimsExtracted:!H||O.length>0,citationsPresent:!H||M>0,citationsValid:!H||J?.ok===!0,unfetchedCitations:!H||(J?.unfetched||[]).length===0,requiredQuestionsClosed:!B||F.open===0};return{floorMet:Object.values(d).every(Boolean),checks:d,metrics:{fetchedOk:N.length,primarySources:G.length,claims:O.length,cited:M,gaps:W.length,openQuestions:D.open,closedQuestions:D.closed,totalQuestions:D.total,openRequiredQuestions:F.open,closedRequiredQuestions:F.closed,totalRequiredQuestions:F.total,qualityScore:j,minFetched:g}}}function K8($,Z){let X=new Map;for(let J of Z||[]){let W=e(J?.canonicalUrl||J?.finalUrl||J?.url);if(W&&J?.id)X.set(W,J.id)}return($||[]).map((J,W)=>{let K=e(J?.finalUrl||J?.canonicalUrl||J?.url);return{...J,id:J?.id||X.get(K)||`F${W+1}`}})}function I$($){return[{id:"Q1",question:R(z0($),320),status:"open",reason:"Original research question",evidence:[],sourceIds:[]}]}function G9($){let Z=0;for(let X of $||[]){let J=Number.parseInt(String(X.id||"").replace(/^Q/i,""),10);if(Number.isFinite(J))Z=Math.max(Z,J)}return`Q${Z+1}`}function H8($,Z){let X=z0(Z).toLowerCase();return($||[]).find((J)=>J.question?.toLowerCase()===X||m$(J.question||"",X)>=0.82)}function S$($,Z,{reason:X="",round:J=null}={}){let W=R(z0(Z),320);if(!W)return null;let K=H8($,W);if(K)return K;let V={id:G9($),question:W,status:"open",reason:R(X,240),createdRound:J,evidence:[],sourceIds:[]};return $.push(V),V}function i1($,Z,{evidence:X="",sourceIds:J=[],round:W=null}={}){let K=$.find((V)=>V.id===Z)||H8($,Z);if(!K)return null;if(K.status="closed",K.closedRound=K.closedRound||W,X)K.evidence=R0([...K.evidence||[],X],4);if(Array.isArray(J))K.sourceIds=R0([...K.sourceIds||[],...J],8);return K}function p$($){let Z=$.length,X=$.filter((J)=>J.status==="closed").length;return{total:Z,closed:X,open:Math.max(0,Z-X)}}function n1($,{roundNumber:Z,actions:X=[],learningPayload:J={}}={}){for(let Y of X){let Q=Y?.action||Y,H=Q?.researchGoal&&Q.researchGoal!=="Original user query"?Q.researchGoal:Q?.query||Q?.url||"";if(H)S$($,H,{reason:"Planned research action",round:Z})}let W=5,K=$.filter((Y)=>Y.status==="open"&&Y.reason==="Discovered gap/follow-up");if(K.length>W){let Y=K.sort((Q,H)=>(Q.createdRound||0)-(H.createdRound||0)).slice(0,K.length-W);for(let Q of Y)Q.status="resolved",Q.closedRound=Z,Q.evidence=R0([...Q.evidence||[],"Auto-resolved to cap open-question ledger"],4)}let V=Array.isArray(J.answeredQuestions)?J.answeredQuestions:[];for(let Y of V){if(typeof Y==="string"){i1($,Y,{round:Z});continue}let Q=Y?.id||Y?.question;if(!Q&&Y?.question){let H=S$($,Y.question,{reason:"Answered during learning extraction",round:Z});if(H)i1($,H.id,{round:Z});continue}i1($,Q,{evidence:Y?.evidence||Y?.answer||"",sourceIds:Array.isArray(Y?.sourceIds)?Y.sourceIds:[],round:Z})}let j=Array.isArray(J.newQuestions)?J.newQuestions:[];for(let Y of j)S$($,Y,{reason:"Discovered gap/follow-up",round:Z});return $}function N9($,Z){if(!Array.isArray($)||$.length===0)return[];let X=["arxiv.org","semanticscholar.org","doi.org"],J=new Set,W=[];for(let K of $){let V=K?.canonicalUrl||K?.finalUrl||K?.url||"";if(!V)continue;let j="";try{j=new URL(V).hostname.toLowerCase().replace(/^www\./,"")}catch{continue}if(!X.some((Q)=>j===Q||j.endsWith(`.${Q}`)))continue;if(Z.has(V)||J.has(V))continue;J.add(V);let Y=V.includes("/pdf/")?V.replace(/\/pdf\//,"/html/").replace(/\.pdf$/i,""):V;W.push({url:Y,label:K?.title||K?.id||j})}return W.slice(0,2)}function E$($,Z,X){if(!Z?.answer||X?.ok!==!0)return $;let J=Array.isArray(Z.claims)?Z.claims:[],W=Array.isArray(X.cited)?X.cited:[];if(J.length===0||W.length===0)return $;for(let K of $){if(K.status==="closed")continue;let V=null,j=0;for(let Y of J){let Q=m$(K.question||"",Y.claim||"");if(Q>j)j=Q,V=Y}if(K.id==="Q1"||j>=0.18)i1($,K.id,{evidence:V?.claim||"Answered in final cited synthesis",sourceIds:Array.isArray(V?.sourceIds)?V.sourceIds:W.slice(0,4)})}return $}function O9($){if(!$.length)return"No tracked questions.";return $.map((Z)=>{let X=Z.sourceIds?.length?` (${Z.sourceIds.join(", ")})`:"";return`- [${Z.status==="closed"?"x":" "}] ${Z.id}: ${Z.question}${X}`}).join(`
|
|
478
|
+
`)}function g$($,Z="None recorded."){let X=R0($);return X.length?X.map((J)=>`- ${J}`).join(`
|
|
479
|
+
`):Z}function M9($,{query:Z,rounds:X,sources:J,fetchedSources:W,citationAudit:K,citationUrls:V,floor:j,manifest:Y}){let Q=(W||[]).filter((M)=>M?.contentChars>100||M?.fetch?.ok),H=(J||[]).filter((M)=>["official-docs","repo","maintainer-blog","academic"].includes(String(M?.sourceType||""))),B=new Set(K?.cited||[]),N=(J||[]).filter((M)=>B.has(M?.id)),G=[`# Provenance: ${Z}`,"",`- **Date:** ${Y?.startedAt||new Date().toISOString()}`,`- **Duration:** ${Y?.durationMs?`${(Y.durationMs/1000).toFixed(1)}s`:"unknown"}`,`- **Mode:** ${Y?.terminationReason==="simple_single_pass"?"simple (single-pass)":"iterative"}`,`- **Rounds:** ${Y?.rounds||X?.length||1}`,"","## Sources","",`- **Consulted:** ${J?.length||0}`,`- **Fetched successfully:** ${Q.length}`,`- **Primary sources:** ${H.length}`,`- **Cited in report:** ${N.length}`,""];if(N.length>0){G.push("### Cited sources","");for(let M of N){let D=M.canonicalUrl||M.finalUrl||M.url||"",z=M.fetch?.ok?"✓":"✗";G.push(`- **${M.id}:** [${M.title||D}](${D}) (${M.sourceType||"unknown"}, fetched: ${z})`)}G.push("")}if(V&&(V.reachable.length>0||V.dead.length>0)){if(G.push("## URL reachability",""),V.dead.length>0){G.push(""),G.push("**Dead links:**");for(let M of V.dead)G.push(`- ${M.id}: ${M.url} (${M.httpStatus||M.error||"unknown"})`)}if(V.reachable.length>0)G.push(""),G.push(`**Reachable:** ${V.reachable.length}/${V.reachable.length+V.dead.length}`);G.push("")}let O=!K?"NOT CHECKED":K.ok&&(V?.ok??!0)?"PASS":K.ok===!1?"FAIL (missing citations)":"FAIL (dead links)";if(G.push("## Verification","",`- **Citations:** ${K?.ok?"PASS":`FAIL — missing: ${(K?.missing||[]).join(", ")}`}`,`- **URL reachability:** ${V?V.ok?"PASS":`FAIL — ${V.dead.length} dead`:"SKIPPED"}`,`- **Floor:** ${j?.floorMet?"PASS":"PARTIAL"}`,`- **Overall:** ${O}`,""),j?.checks){G.push("## Floor checks","");for(let[M,D]of Object.entries(j.checks))G.push(`- [${D?"x":" "}] ${M}`);G.push("")}V0(m($,"provenance.md"),G.join(`
|
|
480
|
+
`),"utf8")}async function q$({query:$,rounds:Z,sources:X,fetchedSources:J,evidenceItems:W=[],synthesis:K,citationAudit:V,floor:j,manifest:Y,allGaps:Q=[],questions:H=[],citationUrls:B=null,outDir:N=null}){let G=new Date().toISOString().replaceAll(/[:.]/g,"-").slice(0,19),O=N||m(y7,`${G}_${p7($)}`),M=m(O,"reports"),D=m(O,"sources"),z=m(O,"data");f$(M,{recursive:!0}),f$(D,{recursive:!0}),f$(z,{recursive:!0});let F=await y$(J,D),P=R0([...Q,...Z.flatMap((w)=>w.gaps||[])]);V0(m(O,"STATUS.md"),[j.floorMet?"STATUS: DONE":"STATUS: PARTIAL","",`Query: ${$}`,`Stop reason: ${Y.terminationReason||"max_rounds"}`,"","## Deterministic floor checks",...Object.entries(j.checks).map(([w,g])=>`- [${g?"x":" "}] ${w}`),"","## Questions",O9(H),"","## Open gaps",g$(P),""].join(`
|
|
481
|
+
`),"utf8"),V0(m(O,"OUTLINE.md"),["# Research bundle outline","","- `reports/SUMMARY.md` — final cited report","- `reports/CLAIMS.md` — extracted claims with support/source IDs","- `reports/EVIDENCE.md` — goal-based source evidence","- `reports/GAPS.md` — remaining caveats and uncertainties","- `provenance.md` — human-readable run metadata and verification","- `sources/` — fetched source markdown files","- `data/manifest.json` — machine-readable run metadata","- `data/rounds.json` — per-round actions/learnings/gaps","- `data/sources.json` — ranked source registry","- `data/questions.json` — open/closed question ledger",""].join(`
|
|
482
|
+
`),"utf8"),V0(m(M,"SUMMARY.md"),String(K.answer||""),"utf8"),V0(m(M,"CLAIMS.md"),["# Key claims","",...Array.isArray(K.claims)&&K.claims.length?K.claims.map((w)=>{let g=Array.isArray(w.sourceIds)?w.sourceIds.join(", "):"";return`- ${w.claim||""} (${w.support||"support unknown"}${g?`; ${g}`:""})`}):["No structured claims were extracted."],""].join(`
|
|
483
|
+
`),"utf8"),V0(m(M,"EVIDENCE.md"),["# Extracted evidence","",...W.length?W.map((w)=>[`## ${w.sourceId||w.url||"Source"}`,w.url?`<${w.url}>`:"",w.rational?`**Rational:** ${w.rational}`:"",w.evidence?`**Evidence:** ${w.evidence}`:"",w.summary?`**Summary:** ${w.summary}`:"",""].filter(Boolean).join(`
|
|
485
484
|
`)):["No goal-based evidence was extracted."],""].join(`
|
|
486
|
-
`),"utf8"),
|
|
487
|
-
`),"utf8"),
|
|
485
|
+
`),"utf8"),V0(m(M,"GAPS.md"),["# Gaps and caveats","","## Caveats",g$(K.caveats||[]),"","## Research gaps",g$(P),""].join(`
|
|
486
|
+
`),"utf8"),V0(m(z,"manifest.json"),JSON.stringify({...Y,floor:j,citationAudit:V},null,2),"utf8"),V0(m(z,"rounds.json"),JSON.stringify(Z,null,2),"utf8"),V0(m(z,"sources.json"),JSON.stringify(X,null,2),"utf8"),V0(m(z,"questions.json"),JSON.stringify(H,null,2),"utf8"),V0(m(z,"evidence.json"),JSON.stringify(W,null,2),"utf8"),V0(m(D,"index.md"),["# Source index","",...F.map((w)=>{let g=w.title||w.url,d=w.finalUrl||w.url,f=w.contentPath?` — ${w.contentPath}`:"";return`- ${w.id||"?"}: [${g}](${d})${f}`}),""].join(`
|
|
488
487
|
`),"utf8");try{M9(O,{query:$,rounds:Z,sources:X,fetchedSources:J,citationAudit:V,citationUrls:B,floor:j,manifest:Y})}catch(w){process.stderr.write(`[greedysearch] Provenance sidecar write failed (non-critical): ${w.message}
|
|
489
|
-
`)}return{dir:O,statusPath:m(O,"STATUS.md"),summaryPath:m(M,"SUMMARY.md"),manifestPath:m(z,"manifest.json"),provenancePath:m(O,"provenance.md"),sourceCount:F.length,sourceFiles:F}}async function
|
|
488
|
+
`)}return{dir:O,statusPath:m(O,"STATUS.md"),summaryPath:m(M,"SUMMARY.md"),manifestPath:m(z,"manifest.json"),provenancePath:m(O,"provenance.md"),sourceCount:F.length,sourceFiles:F}}async function B8({query:$,breadth:Z,iterations:X,maxSources:J,locale:W=null,short:K=!1,qualityThreshold:V=8.5,writeBundle:j=process.env.GREEDY_RESEARCH_BUNDLE!=="0",researchOutDir:Y=null}={}){let Q=d7({breadth:Z,iterations:X,maxSources:J}),H=Z!==void 0&&Z!==null,B=X!==void 0&&X!==null;if(!H&&!B)try{let _=await Z8($);if(process.stderr.write(`[greedysearch] Complexity: ${_.complexity} (${_.reasoning})
|
|
490
489
|
`),_.complexity==="simple")return process.stderr.write(`[greedysearch] Simple query detected — using fast single-pass path
|
|
491
|
-
`),
|
|
492
|
-
`)}let G=[],O=[],M=[],D=
|
|
490
|
+
`),J8({query:$,locale:W,maxSources:Math.min(J??5,5),qualityThreshold:V,writeBundle:j,researchOutDir:Y});if(!H)Q.breadth=_.suggestedBreadth;if(!B)Q.iterations=_.suggestedIterations}catch(_){process.stderr.write(`[greedysearch] Scale classification failed, using defaults: ${_.message}
|
|
491
|
+
`)}let G=[],O=[],M=[],D=I$($),z=null,F=[],P=[],w=[],g=new Set,d=new Set,f=new Set,x=[],i="max_rounds",B0=new Date().toISOString(),o=Date.now(),J0=0,T=0,$0=0,c=[],s=u1({totalActions:Q.iterations*Q.breadth,totalRounds:Q.iterations,totalFetches:Q.iterations,silent:process.env.GREEDY_RESEARCH_QUIET==="1"});s.startRound(1),process.stderr.write(`[greedysearch] Research mode: breadth ${Q.breadth}, iterations ${Q.iterations}, qualityThreshold ${V}, engines ${j1.join(",")}, synthesizer gemini
|
|
493
492
|
`);for(let _=0;_<Q.iterations;_++){let A=_+1,h=Math.max(1,Math.ceil(Q.breadth/2**_));if(process.stderr.write(`PROGRESS:research:round-${A}:planning
|
|
494
|
-
`),!z)try{let U=await
|
|
495
|
-
`);let
|
|
496
|
-
`);return
|
|
497
|
-
`);return
|
|
498
|
-
`)}let p=Array(
|
|
499
|
-
`),process.stderr.write(`[greedysearch] Action ${U+1}/${
|
|
500
|
-
`),s.startAction(
|
|
501
|
-
`)}let
|
|
502
|
-
`);let U=new Set,
|
|
493
|
+
`),!z)try{let U=await H0(s7($,h,O,M,[...f]),{timeoutMs:120000}),q=Z9(U,h);if(_===0)q.unshift({type:"search",query:$,researchGoal:"Original user query"});q=await $9(q,f),z=q}catch(U){process.stderr.write(`[greedysearch] Action planning failed, using fallback queries: ${U.message}
|
|
494
|
+
`);let q=l7(null,$,h,{includeOriginal:_===0,exclude:d});z=X9(q)}let j0=(z||[]).filter((U)=>{if(U.type==="search"){let q=!j8(U.query,d,{roundIndex:_,originalQuery:$});if(!q)process.stderr.write(`[greedysearch] Novelty gate rejected search: ${U.query}
|
|
495
|
+
`);return q}if(U.type==="fetchUrl"){let q=!f.has(U.url);if(!q)process.stderr.write(`[greedysearch] Novelty gate rejected fetch: ${U.url}
|
|
496
|
+
`);return q}return!1}).slice(0,h),S=N9(F,f);if(!j0.some((U)=>U.type==="fetchUrl")&&S.length>0){let U=S[0];j0.push({type:"fetchUrl",url:U.url,researchGoal:`Direct fetch of known academic source: ${U.label||U.url}`}),process.stderr.write(`[greedysearch] Forced fetchUrl for academic source: ${U.url}
|
|
497
|
+
`)}let p=Array(j0.length),l=Math.min(3,j0.length),Y0=0;async function x0(){while(!0){let U=Y0++;if(U>=j0.length)return;let q=j0[U];process.stderr.write(`PROGRESS:research:round-${A}:action-${U+1}/${j0.length}
|
|
498
|
+
`),process.stderr.write(`[greedysearch] Action ${U+1}/${j0.length} [${q.type}]: ${(q.query||q.url).slice(0,80)}
|
|
499
|
+
`),s.startAction(q.type,(q.query||q.url||"").slice(0,60));let t=await t7(q,{locale:W,short:K,usedQueries:d,usedUrls:f,maxChars:8000});s.endAction(),p[U]=t}}await Promise.all(Array.from({length:l},()=>x0()));let F0=[];for(let U=0;U<j0.length;U++){let q=j0[U],t=p[U];if(F0.push(t),J0++,q.type==="search")T++;if(q.type==="fetchUrl")$0++,s.endFetch(t.ok);if(!t.ok)c.push({round:A,type:q.type,target:q.query||q.url,error:t.error}),process.stderr.write(`[greedysearch] Action failed: ${t.error}
|
|
500
|
+
`)}let l$=F0.filter((U)=>U.action.type==="search"),u$=F0.filter((U)=>U.action.type==="fetchUrl");n1(D,{roundNumber:A,actions:F0}),F=j9([F,l$.flatMap((U)=>U.sources||[]),u$.flatMap((U)=>U.sources||[])]);for(let U of u$)if(U.fetchResult)P.push(U.fetchResult);P=V8(P);let o1=Math.max(0,Q.maxSources-P.filter((U)=>U?.content||U?.contentChars>100).length);if(o1>0&&F.length>0){process.stderr.write(`PROGRESS:research:round-${A}:fetching
|
|
501
|
+
`);let U=new Set,q=(P0)=>{try{return e(P0||"")}catch{return""}};for(let P0 of P)for(let w1 of[P0?.url,P0?.finalUrl,P0?.canonicalUrl]){let o0=q(w1);if(o0)U.add(o0)}let t=F.filter((P0)=>{let w1=[P0?.canonicalUrl,P0?.finalUrl,P0?.url].map((o0)=>q(o0)).filter(Boolean);return w1.length>0&&w1.every((o0)=>!U.has(o0))}),D8=await m7(t,Math.min(o1,t.length),8000,Math.min(3,o1||1));P=V8([...P,...D8]),F=r0(F,P)}P=K8(P,F);let M8=F0.map((U)=>({query:U.action.query||U.action.url||"",researchGoal:U.action.researchGoal||""}));process.stderr.write(`PROGRESS:research:round-${A}:evidence
|
|
503
502
|
`),process.stderr.write(`PROGRESS:research:round-${A}:learning
|
|
504
|
-
`);let
|
|
505
|
-
`);w=[...w,...
|
|
506
|
-
`);let
|
|
507
|
-
`),s.endRound(),A<Q.iterations)s.startRound(A+1);let K0=A===Q.iterations?{score:x.length>0?x[x.length-1]:5,coverage:{},knowledgeGaps:[],shouldContinue:!1,nextActions:[],terminationReason:null,evaluationError:""}:await a7($,G,O,M,x);x.push(K0.score),M=
|
|
508
|
-
`),K0.score>=V&&
|
|
509
|
-
`);break}let
|
|
510
|
-
`)}z=
|
|
511
|
-
`);let
|
|
512
|
-
`):"Research completed, but no structured learnings were extracted.",agreement:{level:"mixed",summary:"Research synthesis fallback."},differences:[],caveats:[],claims:[],recommendedSources:F.slice(0,4).map((_)=>_.id),synthesized:!1};try{let _=await
|
|
513
|
-
`),
|
|
514
|
-
`);try{let _=
|
|
515
|
-
`),
|
|
516
|
-
`);let
|
|
517
|
-
`);try{
|
|
518
|
-
`),s.finish(),{query:$,_research:{mode:"iterative",breadth:Q.breadth,iterations:Q.iterations,maxSources:Q.maxSources,rounds:G,learnings:O,gaps:M,evidence:w,questions:D,questionProgress:
|
|
519
|
-
`,"utf8")}catch{}}async function k9(){return new Promise(($)=>{let Z="";if(process.stdin.setEncoding("utf8"),process.stdin.on("data",(X)=>Z+=X),process.stdin.on("end",()=>$(Z.trim())),process.stdin.isTTY)$("")})}async function L9(){let $=process.argv.slice(2);if($[0]==="--dm-print-helper-paths"){let k=
|
|
503
|
+
`);let F1=await K9({query:$,questions:D,fetchedSources:P,extractedSourceKeys:g,roundQueries:M8,searchSummaries:l$.map((U)=>({query:U.action.query,researchGoal:U.action.researchGoal,error:U.error||"",engines:o7(U.result)})),evidenceItems:w}),i0={evidence:F1.evidence,error:F1.evidenceError};if(i0.error)process.stderr.write(`[greedysearch] Evidence extraction failed: ${i0.error}
|
|
504
|
+
`);w=[...w,...i0.evidence];for(let U of i0.evidence)n1(D,{roundNumber:A,learningPayload:{answeredQuestions:U.answers||[],newQuestions:U.newQuestions||[]}});let{learningPayload:a0,learningError:s1}=F1;if(s1)process.stderr.write(`[greedysearch] Learning extraction failed: ${s1}
|
|
505
|
+
`);let c$=Array.isArray(a0.learnings)?a0.learnings.map((U)=>String(U)).filter(Boolean).slice(0,8):[],t1=Array.isArray(a0.gaps)?a0.gaps.map((U)=>String(U)).filter(Boolean).slice(0,6):[];if(O=R0([...O,...c$]),M=R0([...M,...t1]),n1(D,{roundNumber:A,actions:[],learningPayload:a0,gaps:t1}),G.push({round:A,actions:F0.map((U)=>({type:U.action.type,query:U.action.query||"",url:U.action.url||"",researchGoal:U.action.researchGoal||"",error:U.error||"",sourceCount:U.sources?.length||0})),learnings:c$,gaps:t1,evidence:i0.evidence,evidenceError:i0.error,learningError:s1}),process.stderr.write(`PROGRESS:research:round-${A}:evaluating
|
|
506
|
+
`),s.endRound(),A<Q.iterations)s.startRound(A+1);let K0=A===Q.iterations?{score:x.length>0?x[x.length-1]:5,coverage:{},knowledgeGaps:[],shouldContinue:!1,nextActions:[],terminationReason:null,evaluationError:""}:await a7($,G,O,M,x);x.push(K0.score),M=R0([...M,...K0.knowledgeGaps||[]]),n1(D,{roundNumber:A,gaps:K0.knowledgeGaps||[]});let n$=c1({sources:F,fetchedSources:P,gaps:M,questions:D,rounds:G,qualityScore:K0.score,qualityThreshold:V,maxSources:Q.maxSources,requireCitations:!1,requireQuestions:!1});if(process.stderr.write(`[greedysearch] Quality score round ${A}: ${K0.score.toFixed(1)} (shouldContinue: ${K0.shouldContinue}, floor: ${n$.floorMet})
|
|
507
|
+
`),K0.score>=V&&n$.floorMet&&(!K0.shouldContinue||K0.terminationReason==="quality_threshold")){i=K0.terminationReason||"quality_threshold",process.stderr.write(`[greedysearch] Research floor reached (score: ${K0.score.toFixed(1)}). Terminating early.
|
|
508
|
+
`);break}let S0=Math.max(1,Math.ceil(h/2)),w0=(a0.followUpQueries||[]).map((U)=>({type:"search",query:z0(String(U)),researchGoal:"Follow-up from learning extraction"})).filter((U)=>U.query&&U.query.toLowerCase()!==$.toLowerCase()).slice(0,S0);if(w0.length<S0&&K0.nextActions.length>0){let U=K0.nextActions.map((t)=>Y8(t)).filter(Boolean);w0=[...w0,...U].slice(0,S0)}if(w0.length<S0&&M.length>0){let U=i7(M,$,d,S0-w0.length,_+1),q=U.map((t)=>({type:"search",query:t.query,researchGoal:t.researchGoal}));if(w0=[...w0,...q].slice(0,S0),U.length>0)process.stderr.write(`[greedysearch] Generated ${U.length} gap-driven fallback actions.
|
|
509
|
+
`)}z=w0.length>=S0?w0:null}process.stderr.write(`PROGRESS:research:final-report
|
|
510
|
+
`);let E={answer:O.length?O.map((_)=>`- ${_}`).join(`
|
|
511
|
+
`):"Research completed, but no structured learnings were extracted.",agreement:{level:"mixed",summary:"Research synthesis fallback."},differences:[],caveats:[],claims:[],recommendedSources:F.slice(0,4).map((_)=>_.id),synthesized:!1};try{let _=await H0(T$($,G,F,D,w),{timeoutMs:180000}),A=U1(_,{}),h=Array.isArray(A?.claims)&&A.claims.length>0;E={...E,...A,rawAnswer:_.answer||"",geminiSources:_.sources||[],synthesized:h}}catch(_){process.stderr.write(`[greedysearch] Final report failed: ${_.message}
|
|
512
|
+
`),E.error=_.message}if(!(E.synthesized===!0&&Array.isArray(E.claims)&&E.claims.length>0)&&w.length>0){process.stderr.write(`[greedysearch] Falling back to evidence-based synthesis (no per-round learnings).
|
|
513
|
+
`);try{let _=C$($,F,D,w),A=await H0(_,{timeoutMs:180000}),h=U1(A,{});E={...E,...h,rawAnswer:A.answer||E.answer||"",geminiSources:A.sources||E.geminiSources||[],synthesized:!0,synthesisMode:"evidence_fallback"}}catch(_){process.stderr.write(`[greedysearch] Evidence-based synthesis failed: ${_.message}
|
|
514
|
+
`),E.evidenceFallbackError=_.message}}let b=new Date().toISOString(),W0=Date.now()-o,k=x.at(-1)||0;P=K8(P,F),process.stderr.write(`PROGRESS:research:audit-citations
|
|
515
|
+
`);let v=R$(E.answer||"",F),J1=await v$(F,v);E$(D,E,v);let a=c1({sources:F,fetchedSources:P,synthesis:E,citationAudit:v,gaps:M,questions:D,rounds:G,qualityScore:k,qualityThreshold:V,maxSources:Q.maxSources});if(a.floorMet&&i==="max_rounds")i="done_floor_met";else if(!a.floorMet&&i==="quality_threshold")i="max_rounds_floor_unmet";let C={startedAt:B0,finishedAt:b,durationMs:W0,engines:j1,synthesizer:"gemini",rounds:G.length,actionsRun:J0,searches:T,fetches:$0,sourcesFetched:P.filter((_)=>_?.contentChars>100).length,engineFailures:c,terminationReason:i,floorMet:a.floorMet},I=null,L;if(j){process.stderr.write(`PROGRESS:research:bundle
|
|
516
|
+
`);try{I=await q$({query:$,rounds:G,sources:F,fetchedSources:P,evidenceItems:w,synthesis:E,citationAudit:v,citationUrls:J1,floor:a,manifest:C,allGaps:M,questions:D,outDir:Y}),L=I.sourceFiles,delete I.sourceFiles}catch(_){I={error:_.message||String(_)},L=await y$(P)}}else L=await y$(P);return process.stderr.write(`PROGRESS:research:done
|
|
517
|
+
`),s.finish(),{query:$,_research:{mode:"iterative",breadth:Q.breadth,iterations:Q.iterations,maxSources:Q.maxSources,rounds:G,learnings:O,gaps:M,evidence:w,questions:D,questionProgress:p$(D),qualityHistory:x,terminationReason:i,qualityThreshold:V,floor:a,bundle:I,manifest:C},_citationAudit:v,_citationUrls:J1,_sources:F,_fetchedSources:L,_synthesis:E,_confidence:{sourcesCount:F.length,fetchedSourceSuccessRate:P.length>0?Number((P.filter((_)=>_.contentChars>100).length/P.length).toFixed(2)):0,agreementLevel:E.agreement?.level||"mixed",floorMet:a.floorMet}}}function V8($){let Z=new Map;for(let V of $){let j=V?.id||e(V?.finalUrl||V?.url||"");if(!j)continue;let Y=Z.get(j);if(!Y||(V.contentChars||0)>(Y.contentChars||0))Z.set(j,V)}let X=new Map;function J(V){let j=X.get(V);if(!j){let Y=String(V.content||V.snippet||"");j={length:Y.length,tokens:h$(Y.slice(0,4000))},X.set(V,j)}return j}function W(V,j){let Y=0,Q=V.size<=j.size?V:j,H=V.size<=j.size?j:V;for(let N of Q)if(H.has(N))Y++;let B=V.size+j.size-Y;if(B===0)return 1;return Y/B}let K=[];for(let V of Z.values()){let j=J(V),Y=K.findIndex((Q)=>{let H=X.get(Q);if(j.length<400||H.length<400)return!1;return W(j.tokens,H.tokens)>=0.9});if(Y===-1){K.push(V);continue}if((V.contentChars||0)>(K[Y].contentChars||0))K[Y]=V}return K}import D9 from"node:http";function G8($,Z=1000){return new Promise((X)=>{let J=D9.get($,(W)=>{let K="";W.on("data",(V)=>K+=V),W.on("end",()=>X({ok:W.statusCode===200,body:K}))});J.on("error",()=>X({ok:!1})),J.setTimeout(Z,()=>{J.destroy(),X({ok:!1})})})}async function N8($){try{let Z=await G8(`http://localhost:${$}/json/version`);if(!Z.ok)return;let X=JSON.parse(Z.body),J=await G8(`http://localhost:${$}/json/list`);if(!J.ok)return;let K=JSON.parse(J.body).find((Q)=>Q.type==="page")?.id;if(!K)return;let V=X.webSocketDebuggerUrl;if(typeof V!=="string")return;let j=new URL(V);if(j.hostname!=="localhost"&&j.hostname!=="127.0.0.1")return;if(!/^ws:\/\/localhost:\d+/.test(`ws://${j.host}`))return;let Y=new WebSocket(`ws://localhost:${$}${j.pathname}`);await new Promise((Q)=>{let H=!1,B=setTimeout(()=>N(),5000),N=()=>{if(H)return;H=!0,clearTimeout(B);try{Y.close()}catch{}Q()};Y.onopen=()=>{try{Y.send(JSON.stringify({id:1,method:"Browser.getWindowForTarget",params:{targetId:K}}))}catch{N()}},Y.onmessage=(G)=>{try{let O=JSON.parse(G.data);if(O.id===1&&O.result?.windowId)Y.send(JSON.stringify({id:2,method:"Browser.setWindowBounds",params:{windowId:O.result.windowId,bounds:{windowState:"minimized"}}}));else if(O.id===2)N();else if(O.id===1)N()}catch{N()}},Y.onerror=N})}catch{}}W1();var P9=a1(w9(),".config","greedysearch"),O8=a1(P9,"config.json");function _9(){try{if(U9(O8))return JSON.parse(F9(O8,"utf8"))}catch{}return{}}function X1($){try{z9(X2,`${JSON.stringify({at:new Date().toISOString(),...$})}
|
|
518
|
+
`,"utf8")}catch{}}async function k9(){return new Promise(($)=>{let Z="";if(process.stdin.setEncoding("utf8"),process.stdin.on("data",(X)=>Z+=X),process.stdin.on("end",()=>$(Z.trim())),process.stdin.isTTY)$("")})}async function L9(){let $=process.argv.slice(2);if($[0]==="--dm-print-helper-paths"){let k=v0(import.meta.url);console.log(JSON.stringify({launchScript:a1(k,"launch.mjs"),searchScript:a1(k,"search.mjs"),perplexityExtractor:s0("perplexity.mjs",{moduleDir:k})}));return}if($.length<2||$[0]==="--help")process.stderr.write(`${['Usage: node search.mjs <engine> "<query>"',"","Engines: all, perplexity (p), google (g), chatgpt (gpt), gemini (gem), semantic-scholar (s2), logically (log), bing (b)","","Flags:"," --synthesize For engine=all: synthesize fetched sources"," --synthesizer <engine> Synthesis engine (default from ~/.dm/greedyconfig)"," --fast Legacy quick mode: no source fetching or synthesis"," --depth <mode> Legacy: fast|standard|deep aliases, or research"," --deep-research Deprecated alias for --research"," --research Iterative query/learnings loop (alias: --depth research)"," --breadth <n> Research mode query breadth, 1-5 (default: 3)"," --iterations <n> Research mode rounds, 1-3 (default: 2)"," --max-sources <n> Research mode fetched source cap, 3-12"," --research-out-dir <dir> Write research bundle to a specific directory"," --no-research-bundle Disable the default .dm/greedysearch-research bundle"," --fetch-top-source Fetch content from top source"," --inline Output JSON to stdout (for piping)"," --locale <lang> Force results language (en, de, fr, etc.)"," --visible Always use visible Chrome for this search"," --always-visible Alias for --visible"," --stdin Read query from stdin (avoids command-line leakage)","","Environment:"," GREEDY_SEARCH_VISIBLE Set to 1 to show Chrome window (disables headless)"," GREEDY_SEARCH_ALWAYS_VISIBLE Set to 1 to force visible mode for all runs"," GREEDY_SEARCH_LOCALE Default locale (default: en)","","Examples:",' node search.mjs all "Node.js streams" # Grounded: engines + fetched sources',' node search.mjs all "Node.js streams" --synthesize # Add Gemini synthesis',' node search.mjs all "quick check" --fast # Legacy fast: no sources/synthesis',' node search.mjs all "browser automation" --research --breadth 3 --iterations 2',' node search.mjs p "what is memoization" # Single engine search'].join(`
|
|
520
519
|
`)}
|
|
521
|
-
`),process.exit(1);if($.includes("--visible")||$.includes("--always-visible")||process.env.GREEDY_SEARCH_ALWAYS_VISIBLE==="1")process.env.GREEDY_SEARCH_VISIBLE="1",process.env.GREEDY_SEARCH_ALWAYS_VISIBLE="1",delete process.env.GREEDY_SEARCH_HEADLESS;else if(process.env.GREEDY_SEARCH_VISIBLE!=="1")process.env.GREEDY_SEARCH_HEADLESS="1";await
|
|
520
|
+
`),process.exit(1);if($.includes("--visible")||$.includes("--always-visible")||process.env.GREEDY_SEARCH_ALWAYS_VISIBLE==="1")process.env.GREEDY_SEARCH_VISIBLE="1",process.env.GREEDY_SEARCH_ALWAYS_VISIBLE="1",delete process.env.GREEDY_SEARCH_HEADLESS;else if(process.env.GREEDY_SEARCH_VISIBLE!=="1")process.env.GREEDY_SEARCH_HEADLESS="1";await G1(),S1();let X=$.indexOf("--depth"),J=X!==-1&&$[X+1]?$[X+1].toLowerCase():null,W=$.find((k)=>!k.startsWith("--"))?.toLowerCase(),K=$.includes("--research")||$.includes("--deep-research")||J==="research",V=$.includes("--fast")||J==="fast",j=J==="standard"||J==="deep"||$.includes("--deep"),Y=W==="all"&&!V,Q=W==="all"&&!V&&($.includes("--synthesize")||j),H=J==="deep"||$.includes("--deep");if($.includes("--deep-research"))process.stderr.write(`[greedysearch] --deep-research is deprecated; use --research or --depth research
|
|
522
521
|
`);if(j)process.stderr.write(`[greedysearch] depth fast|standard|deep is deprecated; use default grounded search plus --synthesize when needed
|
|
523
|
-
`);let B=$.indexOf("--synthesizer"),N=
|
|
524
|
-
`);let k=await
|
|
522
|
+
`);let B=$.indexOf("--synthesizer"),N=z1(B===-1?J2:$[B+1]),O=!$.includes("--full"),M=$.includes("--fetch-top-source"),D=$.includes("--inline"),z=$.indexOf("--breadth"),F=$.indexOf("--iterations"),P=$.indexOf("--max-sources"),w=z===-1?void 0:$[z+1],g=F===-1?void 0:$[F+1],d=P===-1?void 0:$[P+1],f=$.indexOf("--research-out-dir"),x=f===-1?void 0:$[f+1],i=!$.includes("--no-research-bundle"),B0=$.indexOf("--out"),o=B0===-1?null:$[B0+1],J0=$.indexOf("--locale"),T=process.env.GREEDY_SEARCH_LOCALE,$0=_9(),c="en";if(J0!==-1&&$[J0+1])c=$[J0+1];else if(T)c=T;else if($0.locale)c=$0.locale;let s=$.filter((k,v)=>k!=="--full"&&k!=="--short"&&k!=="--fast"&&k!=="--fetch-top-source"&&k!=="--synthesize"&&k!=="--deep-research"&&k!=="--deep"&&k!=="--research"&&k!=="--inline"&&k!=="--stdin"&&k!=="--headless"&&k!=="--visible"&&k!=="--always-visible"&&k!=="--depth"&&k!=="--synthesizer"&&k!=="--out"&&k!=="--locale"&&k!=="--breadth"&&k!=="--iterations"&&k!=="--max-sources"&&k!=="--research-out-dir"&&k!=="--no-research-bundle"&&k!=="--help"&&(X===-1||v!==X+1)&&(B===-1||v!==B+1)&&(B0===-1||v!==B0+1)&&(J0===-1||v!==J0+1)&&(z===-1||v!==z+1)&&(F===-1||v!==F+1)&&(P===-1||v!==P+1)&&(f===-1||v!==f+1)),E=s[0]?.toLowerCase(),U0=$.includes("--stdin"),b;if(U0)b=await k9();else b=s.slice(1).join(" ");if(K){if(E!=="all")process.stderr.write(`[greedysearch] Research mode uses all engines; ignoring engine "${E}".
|
|
523
|
+
`);let k=await B8({query:l1(b),breadth:w,iterations:g,maxSources:d,locale:c,short:O,writeBundle:i,researchOutDir:x});n0(k,o,{inline:D,synthesize:!0,query:b});return}if(E==="all"){await y(["list"]);let k={perplexity:"https://www.perplexity.ai/",google:"https://www.google.com/",chatgpt:"https://chatgpt.com/",gemini:"https://gemini.google.com/app","semantic-scholar":"https://www.semanticscholar.org/",semanticscholar:"https://www.semanticscholar.org/",s2:"https://www.semanticscholar.org/",logically:"https://logically.app/research-assistant/"},v=await Promise.all(r.map((a)=>C0(k[a])));await y(["list"]);let J1=(a)=>{if(!V)return 70000;return a==="chatgpt"?60000:35000};try{let a=await Promise.allSettled(r.map((L,_)=>q0(G0[L],l1(b),v[_],O,J1(L),c).then((A)=>{return process.stderr.write(`PROGRESS:${L}:done
|
|
525
524
|
`),{engine:L,...A}}).catch((A)=>{throw A}))),C={};for(let L=0;L<a.length;L++){let _=a[L];if(_.status==="fulfilled")C[_.value.engine]=_.value;else{let A=_.reason,h=A?.message||"unknown error";if(C[r[L]]={error:h},A?.lastStage)process.stderr.write(`[greedysearch] ${r[L]} failed at stage '${A.lastStage}': ${h}
|
|
526
525
|
`);if(A?.partialErr)process.stderr.write(`[greedysearch] ${r[L]} tail stderr:
|
|
527
526
|
${A.partialErr}
|
|
528
|
-
`)}}let
|
|
529
|
-
`);for(let h of
|
|
530
|
-
`);await
|
|
531
|
-
`);else if(S.status==="fulfilled"){if(C[S.value.engine]=S.value,Z0.push(S.value.engine),
|
|
532
|
-
`);else process.stderr.write(`[greedysearch] ⚠️ Recovery attempt did not extract an answer — ${
|
|
527
|
+
`)}}let I=n2(C);if(I.length>0&&process.env.GREEDY_SEARCH_VISIBLE!=="1"){X1({scope:"all",phase:"start",engines:I,reasons:Object.fromEntries(I.map((h)=>[h,{error:C[h]?.error||null,envelope:C[h]?._envelope||null}]))}),process.stderr.write(`[greedysearch] \uD83D\uDD13 Headless ${I.join(", ")} search hit timeout/verification/antibot signals — retrying visible to establish cookies...
|
|
528
|
+
`);for(let h of I)process.stderr.write(`[greedysearch] ${h} recovery starting in visible mode...
|
|
529
|
+
`);await y1(v),await l0(),process.env.GREEDY_SEARCH_VISIBLE="1",delete process.env.GREEDY_SEARCH_HEADLESS,await G1(),await y(["list"]);let L=[],_=!1,A=0;for(let h=0;h<I.length;h++){let Z0=await C0();L.push(Z0)}try{let h=await Promise.allSettled(I.map((S,O0)=>q0(G0[S],b,L[O0],O,null,c).then((p)=>({engine:S,...p})).catch((p)=>({engine:S,error:p.message})))),Z0=[],j0=[];for(let S of h)if(S.status==="fulfilled"&&!S.value.error)C[S.value.engine]=S.value,A++,process.stderr.write(`PROGRESS:${S.value.engine}:done
|
|
530
|
+
`);else if(S.status==="fulfilled"){if(C[S.value.engine]=S.value,Z0.push(S.value.engine),A$(S.value.error))j0.push(S.value.engine)}if(A>0)process.stderr.write(`[greedysearch] ✅ ${A}/${I.length} engine(s) recovered — cookies cached for future headless runs.
|
|
531
|
+
`);else process.stderr.write(`[greedysearch] ⚠️ Recovery attempt did not extract an answer — ${I.join(", ")} may still need manual verification or a DOM fallback.
|
|
533
532
|
`);if(Z0.length>0){process.stderr.write(`[greedysearch] Second visible retry for ${Z0.join(", ")} — Turnstile may have resolved on first attempt...
|
|
534
|
-
`);let S=await Promise.allSettled(Z0.map((p)=>{let l=
|
|
533
|
+
`);let S=await Promise.allSettled(Z0.map((p)=>{let l=I.indexOf(p);return q0(G0[p],b,L[l],O,null,c).then((Y0)=>({engine:p,...Y0})).catch((Y0)=>({engine:p,error:Y0.message}))})),O0=[];for(let p of S)if(p.status==="fulfilled"&&!p.value.error)C[p.value.engine]=p.value,A++,process.stderr.write(`PROGRESS:${p.value.engine}:done
|
|
535
534
|
`),process.stderr.write(`[greedysearch] ✅ ${p.value.engine} recovered on second visible retry.
|
|
536
|
-
`);else
|
|
537
|
-
`);let
|
|
538
|
-
`),await Promise.allSettled(
|
|
539
|
-
`)}catch(
|
|
540
|
-
`)}}));let p=Z0.filter((l)=>!
|
|
541
|
-
`)}}finally{if(_)
|
|
542
|
-
`),await
|
|
535
|
+
`);else O0.push(p.value?.engine||"unknown");Z0.length=0,Z0.push(...O0)}if(X1({scope:"all",phase:Z0.length>0?"needs-human":"success",engines:I,results:Object.fromEntries(I.map((S)=>[S,{mode:C[S]?._envelope?.mode||null,durationMs:C[S]?._envelope?.durationMs||null,lastStage:C[S]?._envelope?.lastStage||null,error:C[S]?.error||null}]))}),Z0.length>0){for(let l of Z0)process.stderr.write(`PROGRESS:${l}:needs-human
|
|
536
|
+
`);let O0=(await Promise.all(Z0.map(async(l)=>{let Y0=L[I.indexOf(l)],x0=await k$({tab:Y0,engine:l}).catch((F0)=>({cleared:!1,reason:F0.message||String(F0)}));return{engine:l,tab:Y0,...x0}}))).filter((l)=>l.cleared);if(O0.length>0)process.stderr.write(`[greedysearch] \uD83D\uDD04 Auto-resuming ${O0.map((l)=>l.engine).join(", ")} on cleared tabs...
|
|
537
|
+
`),await Promise.allSettled(O0.map(async(l)=>{let Y0=G0[l.engine];try{let x0=await q0(Y0,b,l.tab,O,null,c);C[l.engine]=x0,process.stderr.write(`PROGRESS:${l.engine}:done
|
|
538
|
+
`)}catch(x0){process.stderr.write(`[greedysearch] ⚠️ Resume extraction failed for ${l.engine}: ${x0.message}
|
|
539
|
+
`)}}));let p=Z0.filter((l)=>!O0.find((Y0)=>Y0.engine===l));if(p.length===0)_=!1;else _=!0,C._needsHumanVerification={engines:p,message:"Visible Chrome is open with the engine page loaded. Solve the Turnstile checkbox or other challenge in the visible window to store cookies. Cookies persist for future runs."},process.stderr.write(`[greedysearch] \uD83D\uDD13 ${p.join(", ")} still blocked — keeping visible Chrome open. Solve the challenge in the window to store cookies, then rerun.
|
|
540
|
+
`)}}finally{if(_)d$().catch(()=>{});else await y1(L),process.stderr.write(`[greedysearch] Switching back to headless Chrome...
|
|
541
|
+
`),await l0(),delete process.env.GREEDY_SEARCH_VISIBLE,process.env.GREEDY_SEARCH_HEADLESS="1",await G1(),await y(["list"])}v.length=0}for(let L of r){if(!C[L]?.error)continue;if(I.includes(L)){if(process.env.GREEDY_SEARCH_VISIBLE==="1")process.stderr.write(`PROGRESS:${L}:${A$(C[L].error)?"needs-human":"error"}
|
|
543
542
|
`);continue}process.stderr.write(`PROGRESS:${L}:error
|
|
544
|
-
`)}if(C._sources=
|
|
545
|
-
`);let L=await
|
|
543
|
+
`)}if(C._sources=f0(C,b),Y&&C._sources.length>0){process.stderr.write(`PROGRESS:source-fetch:start
|
|
544
|
+
`);let L=await M1(C._sources,5,8000);C._sources=r0(C._sources,L),C._fetchedSources=$1(L),process.stderr.write(`PROGRESS:source-fetch:done
|
|
546
545
|
`)}if(Q){process.stderr.write(`PROGRESS:synthesis:start
|
|
547
546
|
`),process.stderr.write(`[greedysearch] Synthesizing results with ${N}...
|
|
548
|
-
`);let L=null;try{L=await
|
|
547
|
+
`);let L=null;try{L=await C0(t2(N));let _=await e2(b,C,{grounded:H,tabPrefix:L,visible:process.env.GREEDY_SEARCH_VISIBLE==="1",synthesizer:N});C._synthesis={..._,synthesized:!0},process.stderr.write(`PROGRESS:synthesis:done
|
|
549
548
|
`)}catch(_){process.stderr.write(`[greedysearch] Synthesis failed: ${_.message}
|
|
550
|
-
`),C._synthesis={error:_.message,synthesized:!1,synthesizedBy:N}}finally{if(L)await
|
|
551
|
-
Available: ${Object.keys(
|
|
552
|
-
`),process.exit(1);try{let k=await
|
|
553
|
-
`),await
|
|
554
|
-
`);try{let _=await
|
|
555
|
-
`)}}C=!0,
|
|
556
|
-
`),process.exit(1)}}function A9($){if(Array.isArray($._sources)&&$._sources.length>0)return $._sources[0];for(let Z of["perplexity","google","bing"]){let X=$[Z];if(X?.sources?.length>0)return X.sources[0]}return null}async function
|
|
549
|
+
`),C._synthesis={error:_.message,synthesized:!1,synthesizedBy:N}}finally{if(L)await E0(L)}}if(M){let L=A9(C);if(L)C._topSource=await e0(L.canonicalUrl||L.url)}if(!V)C._confidence=s2(C);n0(C,o,{inline:D,synthesize:Q,query:b});return}finally{await y1(v)}}let W0=G0[E];if(!W0)process.stderr.write(`Unknown engine: "${E}"
|
|
550
|
+
Available: ${Object.keys(G0).join(", ")}
|
|
551
|
+
`),process.exit(1);try{let k=await q0(W0,l1(b),null,O,null,c);if(M&&k.sources?.length>0)k.topSource=await e0(k.sources[0].url);n0(k,o,{inline:D,synthesize:!1,query:b})}catch(k){let v=W0.includes("bing")?"bing":W0.includes("perplexity")?"perplexity":W0.includes("chatgpt")?"chatgpt":W0.includes("semantic-scholar")?"semantic-scholar":W0.includes("logically")?"logically":null;if(v&&process.env.GREEDY_SEARCH_VISIBLE!=="1"&&i2(k)){X1({scope:"single",phase:"start",engines:[v],reasons:{[v]:{error:k.message||null,envelope:k.envelope||null,lastStage:k.lastStage||null}}}),process.stderr.write(`[greedysearch] \uD83D\uDD13 ${v} blocked in headless — retrying visible to establish cookies...
|
|
552
|
+
`),await l0(),process.env.GREEDY_SEARCH_VISIBLE="1",delete process.env.GREEDY_SEARCH_HEADLESS,await G1(),await y(["list"]);let a=await C0(),C=!1;try{let I=await q0(W0,b,a,O,null,c);if(X1({scope:"single",phase:"success",engines:[v],result:{engine:v,mode:I._envelope?.mode||null,durationMs:I._envelope?.durationMs||null,lastStage:I._envelope?.lastStage||null}}),M&&I.sources?.length>0)I.topSource=await e0(I.sources[0].url);n0(I,o,{inline:D,synthesize:!1,query:b});return}catch(I){if(X1({scope:"single",phase:"needs-human",engines:[v],result:{engine:v,error:I.message||String(I),envelope:I.envelope||null}}),(await k$({tab:a,engine:v}).catch((_)=>({cleared:!1,reason:_.message||String(_)}))).cleared){process.stderr.write(`[greedysearch] \uD83D\uDD04 Auto-resuming ${v} extraction on the now-cleared tab...
|
|
553
|
+
`);try{let _=await q0(W0,b,a,O,null,c);if(X1({scope:"single",phase:"success-after-poll",engines:[v],result:{engine:v,mode:_._envelope?.mode||null,durationMs:_._envelope?.durationMs||null,lastStage:_._envelope?.lastStage||null}}),M&&_.sources?.length>0)_.topSource=await e0(_.sources[0].url);n0(_,o,{inline:D,synthesize:!1,query:b});return}catch(_){process.stderr.write(`[greedysearch] ⚠️ Resume extraction failed: ${_.message}
|
|
554
|
+
`)}}C=!0,n0({query:b,error:I.message,_needsHumanVerification:{engines:[v],message:"Visible Chrome is open with the engine page loaded. Solve the Turnstile checkbox or other challenge to store cookies. Cookies persist for future runs."}},o,{inline:D,synthesize:!1,query:b});return}finally{if(!C)await E0(a),await l0(),delete process.env.GREEDY_SEARCH_VISIBLE,process.env.GREEDY_SEARCH_HEADLESS="1";else d$().catch(()=>{})}}process.stderr.write(`Error: ${k.message}
|
|
555
|
+
`),process.exit(1)}}function A9($){if(Array.isArray($._sources)&&$._sources.length>0)return $._sources[0];for(let Z of["perplexity","google","bing"]){let X=$[Z];if(X?.sources?.length>0)return X.sources[0]}return null}async function d$(){if(process.env.GREEDY_SEARCH_HEADLESS==="1")return;await N8(n)}L9().finally(async()=>{S1(),d$().catch(()=>{})});
|