@duckmind/dm-darwin-x64 0.43.4 → 0.48.5

package/extensions/greedysearch-dm/src/search/synthesis-runner.mjs

@@ -1,12 +1,12 @@
-import{spawn as de}from"node:child_process";import{existsSync as O,mkdirSync as q,readFileSync as k,writeFileSync as B}from"node:fs";import{homedir as V}from"node:os";import{join as M}from"node:path";import{tmpdir as T}from"node:os";var b=`${T().replaceAll("\\","/")}/greedysearch-chrome-profile`,Re=`${b}/DevToolsActivePort`,Ne=`${T().replaceAll("\\","/")}/cdp-pages.json`,ye=`${T().replaceAll("\\","/")}/greedysearch-chrome-mode`,we=`${T().replaceAll("\\","/")}/greedysearch-visible-recovery.jsonl`,$=M(V(),".dm"),v=M($,"greedyconfig"),U=["perplexity","google","chatgpt"],D="gemini";function F(){try{if(O(v)){let t=k(v,"utf8"),e=JSON.parse(t);if(Array.isArray(e.engines)&&e.engines.length>0&&e.engines.every((i)=>typeof i==="string")){let i=e.engines.filter((o)=>w[o]),s=e.engines.filter((o)=>!w[o]);if(s.length>0)process.stderr.write(`[greedysearch] Warning: ignoring unknown engine(s) in ${v}: ${s.join(", ")}
-[greedysearch] Available engines: ${Object.keys(w).join(", ")}
-`);if(i.length>0)return i;process.stderr.write(`[greedysearch] Warning: no valid engines in ${v}, falling back to defaults: ${U.join(", ")}
-`)}}}catch{}return U}function z(){try{if(!O($))q($,{recursive:!0});if(!O(v))B(v,JSON.stringify({engines:U,synthesizer:D},null,2)+`
-`,"utf8")}catch{}}z();var C=["gemini","chatgpt"];function ee(){try{if(O(v)){let t=k(v,"utf8"),e=JSON.parse(t);if(typeof e.synthesizer==="string"){let i=e.synthesizer.toLowerCase();if(C.includes(i))return i;process.stderr.write(`[greedysearch] Warning: unknown synthesizer "${e.synthesizer}" in ${v}
+import{spawn as ve}from"node:child_process";import{basename as B}from"node:path";function H(t=process.env,e=process.execPath){let i=t.GREEDY_SEARCH_NODE||t.NODE_BINARY||t.NODE;if(i?.trim())return i.trim();let o=B(e||"").toLowerCase();if(o==="node"||o==="node.exe")return e;return"node"}import{existsSync as O,mkdirSync as V,readFileSync as k,writeFileSync as F}from"node:fs";import{homedir as z}from"node:os";import{join as M}from"node:path";import{tmpdir as T}from"node:os";var N=`${T().replaceAll("\\","/")}/greedysearch-chrome-profile`,we=`${N}/DevToolsActivePort`,Ue=`${T().replaceAll("\\","/")}/cdp-pages.json`,We=`${T().replaceAll("\\","/")}/greedysearch-chrome-mode`,De=`${T().replaceAll("\\","/")}/greedysearch-visible-recovery.jsonl`,w=M(z(),".dm"),E=M(w,"greedyconfig"),U=["perplexity","google","chatgpt"],W="gemini";function ee(){try{if(O(E)){let t=k(E,"utf8"),e=JSON.parse(t);if(Array.isArray(e.engines)&&e.engines.length>0&&e.engines.every((i)=>typeof i==="string")){let i=e.engines.filter((s)=>y[s]),o=e.engines.filter((s)=>!y[s]);if(o.length>0)process.stderr.write(`[greedysearch] Warning: ignoring unknown engine(s) in ${E}: ${o.join(", ")}
+[greedysearch] Available engines: ${Object.keys(y).join(", ")}
+`);if(i.length>0)return i;process.stderr.write(`[greedysearch] Warning: no valid engines in ${E}, falling back to defaults: ${U.join(", ")}
+`)}}}catch{}return U}function ie(){try{if(!O(w))V(w,{recursive:!0});if(!O(E))F(E,JSON.stringify({engines:U,synthesizer:W},null,2)+`
+`,"utf8")}catch{}}ie();var C=["gemini","chatgpt"];function te(){try{if(O(E)){let t=k(E,"utf8"),e=JSON.parse(t);if(typeof e.synthesizer==="string"){let i=e.synthesizer.toLowerCase();if(C.includes(i))return i;process.stderr.write(`[greedysearch] Warning: unknown synthesizer "${e.synthesizer}" in ${E}
 [greedysearch] Available synthesizers: ${C.join(", ")}
-[greedysearch] Falling back to default: ${D}
-`)}}}catch{}return D}var w={perplexity:"perplexity.mjs",p:"perplexity.mjs",bing:"bing-copilot.mjs",b:"bing-copilot.mjs",google:"google-ai.mjs",g:"google-ai.mjs",gemini:"gemini.mjs",gem:"gemini.mjs",chatgpt:"chatgpt.mjs",gpt:"chatgpt.mjs","semantic-scholar":"semantic-scholar.mjs",semanticscholar:"semantic-scholar.mjs",s2:"semantic-scholar.mjs",logically:"logically.mjs",log:"logically.mjs"},ie=F();var $e=ee(),Ue=Math.max(1,Number.parseInt(process.env.GREEDY_FETCH_CONCURRENCY||"5",10)||5);process.env.CDP_PROFILE_DIR=b;var te=["fbclid","gclid","ref","ref_src","ref_url","source","utm_campaign","utm_content","utm_medium","utm_source","utm_term"],ne=["dev.to","hashnode.com","medium.com","reddit.com","stackoverflow.com","stackexchange.com","substack.com"],se=["arstechnica.com","techcrunch.com","theverge.com","venturebeat.com","wired.com","zdnet.com"],I=["facebook.com","instagram.com","linkedin.com","pinterest.com","tiktok.com","twitter.com","x.com"];function E(t="",e=240){let i=String(t).replaceAll(/\s+/g," ").trim();if(i.length<=e)return i;let s=i.slice(0,e),o=s.lastIndexOf(" ");return o>0?`${s.slice(0,o)}...`:`${s}...`}function L(t=""){let e=E(t,180);if(!e)return"";if(/^https?:\/\//i.test(e))return"";let i=e.split(/\s+/).filter(Boolean).length,s=/[A-Z]/.test(e),o=/\d/.test(e);return e===e.toLowerCase()&&i<=4&&!s&&!o?"":e}function x(t="",e=""){let i=L(t),s=L(e);if(!s)return i;if(!i)return s;let o=/^https?:\/\//i.test(i),r=/^https?:\/\//i.test(s);if(o&&!r)return s;if(!o&&r)return i;return s.length>i.length?s:i}function oe(t){if(!t)return null;try{let e=new URL(t);if(!["http:","https:"].includes(e.protocol))return null;if(e.hash="",e.hostname=e.hostname.toLowerCase(),e.protocol==="https:"&&e.port==="443"||e.protocol==="http:"&&e.port==="80")e.port="";for(let o of[...e.searchParams.keys()]){let r=o.toLowerCase();if(te.includes(r)||r.startsWith("utm_"))e.searchParams.delete(o)}e.searchParams.sort();let i=e.pathname.replace(/\/{1,10}$/,"")||"/";e.pathname=i;let s=e.toString();return i==="/"?s.replace(/\/$/,""):s}catch{return null}}function le(t){try{return new URL(t).hostname.toLowerCase().replace(/^www\./,"")}catch{return""}}function _(t,e){return e.some((i)=>t===i||t.endsWith(`.${i}`))}function ce(t,e="",i=""){let s=e.toLowerCase(),o=i.toLowerCase();if(t==="github.com"||t==="gitlab.com")return"repo";if(t==="arxiv.org"||t==="doi.org"||t==="semanticscholar.org"||t.endsWith(".semanticscholar.org")||o.includes("/paper/")||o.includes("/pdf/"))return"academic";if(_(t,I))return"social";if(_(t,ne))return"community";if(_(t,se))return"news";if(t.startsWith("docs.")||t.startsWith("developer.")||t.startsWith("developers.")||t.startsWith("api.")||s.includes("documentation")||s.includes("docs")||s.includes("reference")||o.includes("/docs/")||o.includes("/reference/")||o.includes("/api/"))return"official-docs";if(t.startsWith("blog.")||o.includes("/blog/"))return"maintainer-blog";return"website"}function re(t){switch(t){case"official-docs":return 5;case"repo":return 4;case"academic":return 4;case"maintainer-blog":return 3;case"website":return 2;case"community":return 1;case"news":return 0;case"social":return-6;default:return 0}}function ae(t){let e=Object.values(t.perEngine||{}).map((i)=>i?.rank||99);return e.length?Math.min(...e):99}var fe=["reddit.com","news.ycombinator.com","lobste.rs"];function R(t){return t.smartScore*3+t.engineCount*5+re(t.sourceType)*2+Math.max(0,7-ae(t))}function ge(t){let e=t.toLowerCase(),i=[];if(e.includes("openai")||e.includes("gpt")||e.includes("chatgpt"))i.push("openai.com","platform.openai.com","help.openai.com");if(e.includes("anthropic")||e.includes("claude"))i.push("anthropic.com","docs.anthropic.com");if(e.includes("bun"))i.push("bun.sh","bun.com");if(e.includes("next.js")||e.includes("nextjs"))i.push("nextjs.org","vercel.com");if(e.includes("playwright"))i.push("playwright.dev");if(e.includes("supabase"))i.push("supabase.com","supabase.io");if(e.includes("prisma"))i.push("prisma.io");if(e.includes("tailwind"))i.push("tailwindcss.com");if(e.includes("vite"))i.push("vitejs.dev","vite.dev");if(e.includes("astro"))i.push("astro.build");if(e.includes("svelte"))i.push("svelte.dev");if(e.includes("solid"))i.push("solidjs.com");if(e.includes("vue")||e.includes("nuxt"))i.push("vuejs.org","nuxt.com");if(e.includes("react")||e.includes("react native"))i.push("react.dev","reactnative.dev");if(e.includes("angular"))i.push("angular.io","angular.dev");if(e.includes("node.js")||e.includes("nodejs"))i.push("nodejs.org","nodejs.dev","npmjs.com");if(/\bgo\b/.test(e)||e.includes("golang"))i.push("go.dev","golang.org","pkg.go.dev");if(e.includes("deno"))i.push("deno.land","deno.com");if(e.includes("fresh"))i.push("fresh.deno.dev");if(e.includes("typescript")||e.includes("ts"))i.push("typescriptlang.org");if(e.includes("python"))i.push("python.org","docs.python.org");if(e.includes("rust"))i.push("rust-lang.org","docs.rs","crates.io");if(e.includes("zig"))i.push("ziglang.org");if(e.includes("docker"))i.push("docker.com","docs.docker.com","hub.docker.com");if(e.includes("kubernetes")||e.includes("k8s"))i.push("kubernetes.io","k8s.io");if(e.includes("postgres")||e.includes("postgresql"))i.push("postgresql.org","neon.tech","supabase.com");if(e.includes("redis"))i.push("redis.io");if(e.includes("sqlite"))i.push("sqlite.org");if(e.includes("cloudflare"))i.push("developers.cloudflare.com","cloudflare.com");if(e.includes("vercel"))i.push("vercel.com","nextjs.org");if(e.includes("netlify"))i.push("netlify.com","docs.netlify.com");if(e.includes("stripe"))i.push("stripe.com","docs.stripe.com");if(e.includes("github"))i.push("github.com","docs.github.com");if(e.includes("gitlab"))i.push("gitlab.com","docs.gitlab.com");if(e.includes("aws"))i.push("aws.amazon.com","docs.aws.amazon.com");if(e.includes("azure"))i.push("azure.microsoft.com","learn.microsoft.com");if(e.includes("gcp")||e.includes("google cloud"))i.push("cloud.google.com","developers.google.com");if(e.includes("gemini")||e.includes("google ai"))i.push("ai.google.dev","developers.google.com");for(let s of I){let o=s.replace(/\.com$/,"");if(e.includes(o))i.push(s)}return[...new Set(i)]}function H(t,e){return t===e||t.endsWith(`.${e}`)}function G(t,e=""){let i=new Map,s=Object.keys(t||{}).filter((n)=>!n.startsWith("_")),o=ge(e);for(let n of s){let c=t[n];if(!c?.sources)continue;for(let a=0;a<c.sources.length;a++){let h=c.sources[a],g=oe(h.url);if(!g||g.length<10)continue;let j=L(h.title||""),u=le(g),d=ce(u,j,g),m=0;if(o.some((y)=>H(u,y)))m+=10;if(d==="official-docs")m+=3;let X=g.toLowerCase();if(/\/docs\/|\/documentation\/|\.dev\/|\/api\/|\/reference\//.test(X))m+=2;let Q=o.some((y)=>H(u,y));if(d==="social"&&!Q)m-=20;if(o.length>0){if(_(u,fe))m-=3;else if(d==="community"&&!_(u,["stackoverflow.com","stackexchange.com"]))m-=1}let p=i.get(g)||{id:"",canonicalUrl:g,displayUrl:h.url||g,domain:u,title:"",engines:[],engineCount:0,perEngine:{},sourceType:d,isOfficial:d==="official-docs",smartScore:0};if(p.title=x(p.title,j),p.displayUrl=p.displayUrl||h.url||g,p.sourceType=p.sourceType||d,p.isOfficial=p.isOfficial||d==="official-docs",p.smartScore=Math.max(p.smartScore,m),!p.engines.includes(n))p.engines.push(n);p.perEngine[n]={rank:a+1,title:x(p.perEngine[n]?.title||"",j)},i.set(g,p)}}let r=Array.from(i.values()).map((n)=>({...n,engineCount:n.engines.length})),f=r.filter((n)=>n.sourceType!=="social"),l=r.filter((n)=>n.sourceType==="social");return f.sort((n,c)=>{let a=R(c)-R(n);if(a!==0)return a;return n.domain.localeCompare(c.domain)}),l.sort((n,c)=>{let a=R(c)-R(n);if(a!==0)return a;return n.domain.localeCompare(c.domain)}),[...f,...l].slice(0,12).map((n,c)=>({...n,id:`S${c+1}`,title:n.title||n.domain||n.canonicalUrl}))}function pe(t){let e="",i=!1,s=!1;for(let o of String(t)){if(s){e+=o,s=!1;continue}if(o==="\\"){e+=o,s=!0;continue}if(o==='"'){i=!i,e+=o;continue}if(i&&o===`
-`)e+="\\n";else if(i&&o==="\r")e+="\\r";else if(i&&o==="\t")e+="\\t";else e+=o}return e}function J(t){if(!t)return null;let e=String(t).trim(),i=e.indexOf("BEGIN_JSON"),s=e.indexOf("END_JSON");if(i!==-1&&s!==-1&&i<s)e=e.slice(i+10,s).trim();else{let l=e.indexOf("{");if(l>0)e=e.slice(l)}let o=[e,e.replace(/^```json\s*/i,"").replace(/^```\s*/i,"").replace(/```$/i,"").trim()],r=e.indexOf("{"),f=e.lastIndexOf("}");if(r!==-1&&f!==-1&&r<f)o.push(e.slice(r,f+1));for(let l of[...o]){let n=pe(l);if(n!==l)o.push(n)}for(let l of o)try{return JSON.parse(l)}catch{}return null}function P(t,e,i=""){let s=new Set(e.map((n)=>n.id)),o=["high","medium","low","mixed","conflicting"].includes(t?.agreement?.level)?t.agreement.level:"mixed",r=Array.isArray(t?.claims)?t.claims.map((n)=>({claim:E(n?.claim||"",260),support:["strong","moderate","weak","conflicting"].includes(n?.support)?n.support:"moderate",sourceIds:Array.isArray(n?.sourceIds)?n.sourceIds.filter((c)=>s.has(c)):[]})).filter((n)=>n.claim):[],f=Array.isArray(t?.recommendedSources)?t.recommendedSources.filter((n)=>s.has(n)).slice(0,6):[],l="";if(i){let n=i.indexOf("{"),c=i.lastIndexOf("}");if(n!==-1&&c!==-1&&n<c)l=i.slice(n,c+1);else l=i}return{answer:E(t?.answer||l||i,4000),agreement:{level:o,summary:E(t?.agreement?.summary||"",280)},differences:Array.isArray(t?.differences)?t.differences.map((n)=>E(n,220)).filter(Boolean).slice(0,5):[],caveats:Array.isArray(t?.caveats)?t.caveats.map((n)=>E(n,220)).filter(Boolean).slice(0,5):[],claims:r,recommendedSources:f}}function Y(t,e,i,{grounded:s=!1}={}){let o={};for(let l of["perplexity","bing","google"]){let n=e[l];if(!n)continue;if(n.error){o[l]={status:"error",error:String(n.error)};continue}o[l]={status:"ok",answer:E(n.answer||"",s?4500:2200),sourceIds:i.filter((c)=>c.engines.includes(l)).sort((c,a)=>(c.perEngine[l]?.rank||99)-(a.perEngine[l]?.rank||99)).map((c)=>c.id).slice(0,6)}}let r=s?700:300,f=i.slice(0,s?10:8).map((l)=>({id:l.id,title:l.title,domain:l.domain,canonicalUrl:l.canonicalUrl,sourceType:l.sourceType,isOfficial:l.isOfficial,engines:l.engines,engineCount:l.engineCount,fetch:l.fetch?.attempted?{ok:l.fetch.ok,publishedTime:l.fetch.publishedTime||"",byline:l.fetch.byline||"",snippet:E(l.fetch.snippet||"",r)}:void 0}));return["You are a research synthesizer. Combine these search engine results into a single authoritative answer.","",`Query: ${t}`,"",`Engine summaries:
-${JSON.stringify(o,null,2)}`,"",`Source registry:
+[greedysearch] Falling back to default: ${W}
+`)}}}catch{}return W}var y={perplexity:"perplexity.mjs",p:"perplexity.mjs",bing:"bing-copilot.mjs",b:"bing-copilot.mjs",google:"google-ai.mjs",g:"google-ai.mjs",gemini:"gemini.mjs",gem:"gemini.mjs",chatgpt:"chatgpt.mjs",gpt:"chatgpt.mjs","semantic-scholar":"semantic-scholar.mjs",semanticscholar:"semantic-scholar.mjs",s2:"semantic-scholar.mjs",logically:"logically.mjs",log:"logically.mjs"},ne=ee();var Le=te(),He=Math.max(1,Number.parseInt(process.env.GREEDY_FETCH_CONCURRENCY||"5",10)||5);process.env.CDP_PROFILE_DIR=N;var oe=["fbclid","gclid","ref","ref_src","ref_url","source","utm_campaign","utm_content","utm_medium","utm_source","utm_term"],se=["dev.to","hashnode.com","medium.com","reddit.com","stackoverflow.com","stackexchange.com","substack.com"],le=["arstechnica.com","techcrunch.com","theverge.com","venturebeat.com","wired.com","zdnet.com"],J=["facebook.com","instagram.com","linkedin.com","pinterest.com","tiktok.com","twitter.com","x.com"];function v(t="",e=240){let i=String(t).replaceAll(/\s+/g," ").trim();if(i.length<=e)return i;let o=i.slice(0,e),s=o.lastIndexOf(" ");return s>0?`${o.slice(0,s)}...`:`${o}...`}function D(t=""){let e=v(t,180);if(!e)return"";if(/^https?:\/\//i.test(e))return"";let i=e.split(/\s+/).filter(Boolean).length,o=/[A-Z]/.test(e),s=/\d/.test(e);return e===e.toLowerCase()&&i<=4&&!o&&!s?"":e}function G(t="",e=""){let i=D(t),o=D(e);if(!o)return i;if(!i)return o;let s=/^https?:\/\//i.test(i),r=/^https?:\/\//i.test(o);if(s&&!r)return o;if(!s&&r)return i;return o.length>i.length?o:i}function ce(t){if(!t)return null;try{let e=new URL(t);if(!["http:","https:"].includes(e.protocol))return null;if(e.hash="",e.hostname=e.hostname.toLowerCase(),e.protocol==="https:"&&e.port==="443"||e.protocol==="http:"&&e.port==="80")e.port="";for(let s of[...e.searchParams.keys()]){let r=s.toLowerCase();if(oe.includes(r)||r.startsWith("utm_"))e.searchParams.delete(s)}e.searchParams.sort();let i=e.pathname.replace(/\/{1,10}$/,"")||"/";e.pathname=i;let o=e.toString();return i==="/"?o.replace(/\/$/,""):o}catch{return null}}function re(t){try{return new URL(t).hostname.toLowerCase().replace(/^www\./,"")}catch{return""}}function _(t,e){return e.some((i)=>t===i||t.endsWith(`.${i}`))}function ae(t,e="",i=""){let o=e.toLowerCase(),s=i.toLowerCase();if(t==="github.com"||t==="gitlab.com")return"repo";if(t==="arxiv.org"||t==="doi.org"||t==="semanticscholar.org"||t.endsWith(".semanticscholar.org")||s.includes("/paper/")||s.includes("/pdf/"))return"academic";if(_(t,J))return"social";if(_(t,se))return"community";if(_(t,le))return"news";if(t.startsWith("docs.")||t.startsWith("developer.")||t.startsWith("developers.")||t.startsWith("api.")||o.includes("documentation")||o.includes("docs")||o.includes("reference")||s.includes("/docs/")||s.includes("/reference/")||s.includes("/api/"))return"official-docs";if(t.startsWith("blog.")||s.includes("/blog/"))return"maintainer-blog";return"website"}function fe(t){switch(t){case"official-docs":return 5;case"repo":return 4;case"academic":return 4;case"maintainer-blog":return 3;case"website":return 2;case"community":return 1;case"news":return 0;case"social":return-6;default:return 0}}function ge(t){let e=Object.values(t.perEngine||{}).map((i)=>i?.rank||99);return e.length?Math.min(...e):99}var pe=["reddit.com","news.ycombinator.com","lobste.rs"];function R(t){return t.smartScore*3+t.engineCount*5+fe(t.sourceType)*2+Math.max(0,7-ge(t))}function ue(t){let e=t.toLowerCase(),i=[];if(e.includes("openai")||e.includes("gpt")||e.includes("chatgpt"))i.push("openai.com","platform.openai.com","help.openai.com");if(e.includes("anthropic")||e.includes("claude"))i.push("anthropic.com","docs.anthropic.com");if(e.includes("bun"))i.push("bun.sh","bun.com");if(e.includes("next.js")||e.includes("nextjs"))i.push("nextjs.org","vercel.com");if(e.includes("playwright"))i.push("playwright.dev");if(e.includes("supabase"))i.push("supabase.com","supabase.io");if(e.includes("prisma"))i.push("prisma.io");if(e.includes("tailwind"))i.push("tailwindcss.com");if(e.includes("vite"))i.push("vitejs.dev","vite.dev");if(e.includes("astro"))i.push("astro.build");if(e.includes("svelte"))i.push("svelte.dev");if(e.includes("solid"))i.push("solidjs.com");if(e.includes("vue")||e.includes("nuxt"))i.push("vuejs.org","nuxt.com");if(e.includes("react")||e.includes("react native"))i.push("react.dev","reactnative.dev");if(e.includes("angular"))i.push("angular.io","angular.dev");if(e.includes("node.js")||e.includes("nodejs"))i.push("nodejs.org","nodejs.dev","npmjs.com");if(/\bgo\b/.test(e)||e.includes("golang"))i.push("go.dev","golang.org","pkg.go.dev");if(e.includes("deno"))i.push("deno.land","deno.com");if(e.includes("fresh"))i.push("fresh.deno.dev");if(e.includes("typescript")||e.includes("ts"))i.push("typescriptlang.org");if(e.includes("python"))i.push("python.org","docs.python.org");if(e.includes("rust"))i.push("rust-lang.org","docs.rs","crates.io");if(e.includes("zig"))i.push("ziglang.org");if(e.includes("docker"))i.push("docker.com","docs.docker.com","hub.docker.com");if(e.includes("kubernetes")||e.includes("k8s"))i.push("kubernetes.io","k8s.io");if(e.includes("postgres")||e.includes("postgresql"))i.push("postgresql.org","neon.tech","supabase.com");if(e.includes("redis"))i.push("redis.io");if(e.includes("sqlite"))i.push("sqlite.org");if(e.includes("cloudflare"))i.push("developers.cloudflare.com","cloudflare.com");if(e.includes("vercel"))i.push("vercel.com","nextjs.org");if(e.includes("netlify"))i.push("netlify.com","docs.netlify.com");if(e.includes("stripe"))i.push("stripe.com","docs.stripe.com");if(e.includes("github"))i.push("github.com","docs.github.com");if(e.includes("gitlab"))i.push("gitlab.com","docs.gitlab.com");if(e.includes("aws"))i.push("aws.amazon.com","docs.aws.amazon.com");if(e.includes("azure"))i.push("azure.microsoft.com","learn.microsoft.com");if(e.includes("gcp")||e.includes("google cloud"))i.push("cloud.google.com","developers.google.com");if(e.includes("gemini")||e.includes("google ai"))i.push("ai.google.dev","developers.google.com");for(let o of J){let s=o.replace(/\.com$/,"");if(e.includes(s))i.push(o)}return[...new Set(i)]}function I(t,e){return t===e||t.endsWith(`.${e}`)}function Y(t,e=""){let i=new Map,o=Object.keys(t||{}).filter((n)=>!n.startsWith("_")),s=ue(e);for(let n of o){let c=t[n];if(!c?.sources)continue;for(let a=0;a<c.sources.length;a++){let h=c.sources[a],g=ce(h.url);if(!g||g.length<10)continue;let j=D(h.title||""),u=re(g),d=ae(u,j,g),m=0;if(s.some(($)=>I(u,$)))m+=10;if(d==="official-docs")m+=3;let Q=g.toLowerCase();if(/\/docs\/|\/documentation\/|\.dev\/|\/api\/|\/reference\//.test(Q))m+=2;let q=s.some(($)=>I(u,$));if(d==="social"&&!q)m-=20;if(s.length>0){if(_(u,pe))m-=3;else if(d==="community"&&!_(u,["stackoverflow.com","stackexchange.com"]))m-=1}let p=i.get(g)||{id:"",canonicalUrl:g,displayUrl:h.url||g,domain:u,title:"",engines:[],engineCount:0,perEngine:{},sourceType:d,isOfficial:d==="official-docs",smartScore:0};if(p.title=G(p.title,j),p.displayUrl=p.displayUrl||h.url||g,p.sourceType=p.sourceType||d,p.isOfficial=p.isOfficial||d==="official-docs",p.smartScore=Math.max(p.smartScore,m),!p.engines.includes(n))p.engines.push(n);p.perEngine[n]={rank:a+1,title:G(p.perEngine[n]?.title||"",j)},i.set(g,p)}}let r=Array.from(i.values()).map((n)=>({...n,engineCount:n.engines.length})),f=r.filter((n)=>n.sourceType!=="social"),l=r.filter((n)=>n.sourceType==="social");return f.sort((n,c)=>{let a=R(c)-R(n);if(a!==0)return a;return n.domain.localeCompare(c.domain)}),l.sort((n,c)=>{let a=R(c)-R(n);if(a!==0)return a;return n.domain.localeCompare(c.domain)}),[...f,...l].slice(0,12).map((n,c)=>({...n,id:`S${c+1}`,title:n.title||n.domain||n.canonicalUrl}))}function me(t){let e="",i=!1,o=!1;for(let s of String(t)){if(o){e+=s,o=!1;continue}if(s==="\\"){e+=s,o=!0;continue}if(s==='"'){i=!i,e+=s;continue}if(i&&s===`
+`)e+="\\n";else if(i&&s==="\r")e+="\\r";else if(i&&s==="\t")e+="\\t";else e+=s}return e}function Z(t){if(!t)return null;let e=String(t).trim(),i=e.indexOf("BEGIN_JSON"),o=e.indexOf("END_JSON");if(i!==-1&&o!==-1&&i<o)e=e.slice(i+10,o).trim();else{let l=e.indexOf("{");if(l>0)e=e.slice(l)}let s=[e,e.replace(/^```json\s*/i,"").replace(/^```\s*/i,"").replace(/```$/i,"").trim()],r=e.indexOf("{"),f=e.lastIndexOf("}");if(r!==-1&&f!==-1&&r<f)s.push(e.slice(r,f+1));for(let l of[...s]){let n=me(l);if(n!==l)s.push(n)}for(let l of s)try{return JSON.parse(l)}catch{}return null}function x(t,e,i=""){let o=new Set(e.map((n)=>n.id)),s=["high","medium","low","mixed","conflicting"].includes(t?.agreement?.level)?t.agreement.level:"mixed",r=Array.isArray(t?.claims)?t.claims.map((n)=>({claim:v(n?.claim||"",260),support:["strong","moderate","weak","conflicting"].includes(n?.support)?n.support:"moderate",sourceIds:Array.isArray(n?.sourceIds)?n.sourceIds.filter((c)=>o.has(c)):[]})).filter((n)=>n.claim):[],f=Array.isArray(t?.recommendedSources)?t.recommendedSources.filter((n)=>o.has(n)).slice(0,6):[],l="";if(i){let n=i.indexOf("{"),c=i.lastIndexOf("}");if(n!==-1&&c!==-1&&n<c)l=i.slice(n,c+1);else l=i}return{answer:v(t?.answer||l||i,4000),agreement:{level:s,summary:v(t?.agreement?.summary||"",280)},differences:Array.isArray(t?.differences)?t.differences.map((n)=>v(n,220)).filter(Boolean).slice(0,5):[],caveats:Array.isArray(t?.caveats)?t.caveats.map((n)=>v(n,220)).filter(Boolean).slice(0,5):[],claims:r,recommendedSources:f}}function A(t,e,i,{grounded:o=!1}={}){let s={};for(let l of["perplexity","bing","google"]){let n=e[l];if(!n)continue;if(n.error){s[l]={status:"error",error:String(n.error)};continue}s[l]={status:"ok",answer:v(n.answer||"",o?4500:2200),sourceIds:i.filter((c)=>c.engines.includes(l)).sort((c,a)=>(c.perEngine[l]?.rank||99)-(a.perEngine[l]?.rank||99)).map((c)=>c.id).slice(0,6)}}let r=o?700:300,f=i.slice(0,o?10:8).map((l)=>({id:l.id,title:l.title,domain:l.domain,canonicalUrl:l.canonicalUrl,sourceType:l.sourceType,isOfficial:l.isOfficial,engines:l.engines,engineCount:l.engineCount,fetch:l.fetch?.attempted?{ok:l.fetch.ok,publishedTime:l.fetch.publishedTime||"",byline:l.fetch.byline||"",snippet:v(l.fetch.snippet||"",r)}:void 0}));return["You are a research synthesizer. Combine these search engine results into a single authoritative answer.","",`Query: ${t}`,"",`Engine summaries:
+${JSON.stringify(s,null,2)}`,"",`Source registry:
 ${JSON.stringify(f,null,2)}`,"","Instructions:","- Write a clear, direct answer in markdown (use headers/bullets where they help readability)","- Cite sources inline as [S1], [S2] etc. when making specific claims","- Prefer sources with content (fetch.ok=true and non-empty snippet) for citations","- Note where the engines agree or meaningfully disagree","- List any important caveats or limitations","- recommendedSources: the 2-4 source IDs most worth reading for this query","","Respond ONLY with a JSON object wrapped in BEGIN_JSON / END_JSON markers:","","BEGIN_JSON",JSON.stringify({answer:"<your markdown answer here>",agreement:{level:"high|medium|mixed|conflicting",summary:"<one sentence>"},differences:["<notable difference between engines, if any>"],caveats:["<important caveat or limitation>"],recommendedSources:["S1","S2"]},null,2),"END_JSON"].join(`
-`)}import{existsSync as Z}from"node:fs";import{dirname as ue,join as N}from"node:path";import{fileURLToPath as me}from"node:url";function S(t){return me(new URL(".",t)).replace(/^\/([A-Z]:)/,"$1")}function he(t,e=Z){let i=new Set;for(let s of t.filter(Boolean)){if(i.has(s))continue;if(i.add(s),e(s))return s}return t.filter(Boolean).at(-1)}function A(t,{moduleDir:e,entrypoint:i=process.argv[1],env:s=process.env,exists:o=Z}={}){let r=i?ue(i):null,f=s.GREEDY_SEARCH_EXTENSION_DIR?.trim()||null,l=[e?N(e,"..","..","extractors",t):null,e?N(e,"..","extractors",t):null,f?N(f,"extractors",t):null,r?N(r,"..","extractors",t):null];return he(l,o)}var ve=S(import.meta.url),Ee={gemini:"gemini.mjs",chatgpt:"chatgpt.mjs"},je={gemini:"https://gemini.google.com/app",chatgpt:"https://chatgpt.com/"};function W(t="gemini"){let e=String(t||"gemini").toLowerCase();if(e==="gem")return"gemini";if(e==="gpt")return"chatgpt";return e}function Ae(t="gemini"){return je[W(t)]||"about:blank"}async function K(t,e,{tabPrefix:i=null,timeoutMs:s=180000,visible:o=null}={}){let r=W(t),f=Ee[r];if(!f||!C.includes(r))throw Error(`Unsupported synthesizer "${t}". Supported: ${C.join(", ")}`);return new Promise((l,n)=>{let c=i?["--tab",String(i)]:[],a=A(f,{moduleDir:ve}),h={...process.env,CDP_PROFILE_DIR:b};if(o!==!0)delete h.GREEDY_SEARCH_VISIBLE,delete h.GREEDY_SEARCH_ALWAYS_VISIBLE;else h.GREEDY_SEARCH_VISIBLE="1",h.GREEDY_SEARCH_ALWAYS_VISIBLE="1";let g=de(nodeRuntimeCommand(),[a,"--stdin",...c],{stdio:["pipe","pipe","pipe"],env:h});g.stdin.write(e),g.stdin.end();let j="",u="";g.stdout.on("data",(m)=>j+=m),g.stderr.on("data",(m)=>u+=m);let d=setTimeout(()=>{g.kill(),n(Error(`${r} prompt timed out after ${s/1000}s`))},s);g.on("close",(m)=>{if(clearTimeout(d),m!==0){n(Error(u.trim()||`${r} extractor failed`));return}try{l(JSON.parse(j.trim()))}catch{n(Error(`bad JSON from ${r}: ${j.slice(0,100)}`))}})})}async function Ke(t,e={}){return K("gemini",t,e)}async function Ce(t,e,{grounded:i=!1,tabPrefix:s=null,visible:o=null,synthesizer:r="gemini"}={}){let f=W(r),l=Array.isArray(e._sources)?e._sources:G(e),n=Y(t,e,l,{grounded:i}),c=await K(f,n,{tabPrefix:s,timeoutMs:180000,visible:o}),a=J(c.answer||""),g=a&&["answer","agreement","claims","differences","caveats"].some((u)=>(u in a));if(a&&["perplexity","bing","google","chatgpt","gemini"].some((u)=>(u in a))&&!g)a=null;return{...P(a,l,c.answer||""),rawAnswer:c.answer||"",synthesizedBy:f,synthesizerSources:c.sources||[],geminiSources:f==="gemini"?c.sources||[]:[]}}async function Xe(t,e,i={}){return Ce(t,e,{...i,synthesizer:"gemini"})}export{Xe as synthesizeWithGemini,Ce as synthesizeResults,K as runSynthesisPrompt,Ke as runGeminiPrompt,W as normalizeSynthesizer,Ae as getSynthesisStartUrl};
+`)}import{existsSync as S}from"node:fs";import{dirname as he,join as b}from"node:path";import{fileURLToPath as de}from"node:url";function P(t){return de(new URL(".",t)).replace(/^\/([A-Z]:)/,"$1")}function Ee(t,e=S){let i=new Set;for(let o of t.filter(Boolean)){if(i.has(o))continue;if(i.add(o),e(o))return o}return t.filter(Boolean).at(-1)}function K(t,{moduleDir:e,entrypoint:i=process.argv[1],env:o=process.env,exists:s=S}={}){let r=i?he(i):null,f=o.GREEDY_SEARCH_EXTENSION_DIR?.trim()||null,l=[e?b(e,"..","..","extractors",t):null,e?b(e,"..","extractors",t):null,f?b(f,"extractors",t):null,r?b(r,"..","extractors",t):null];return Ee(l,s)}var je=P(import.meta.url),Ce={gemini:"gemini.mjs",chatgpt:"chatgpt.mjs"},_e={gemini:"https://gemini.google.com/app",chatgpt:"https://chatgpt.com/"};function L(t="gemini"){let e=String(t||"gemini").toLowerCase();if(e==="gem")return"gemini";if(e==="gpt")return"chatgpt";return e}function Be(t="gemini"){return _e[L(t)]||"about:blank"}async function X(t,e,{tabPrefix:i=null,timeoutMs:o=180000,visible:s=null}={}){let r=L(t),f=Ce[r];if(!f||!C.includes(r))throw Error(`Unsupported synthesizer "${t}". Supported: ${C.join(", ")}`);return new Promise((l,n)=>{let c=i?["--tab",String(i)]:[],a=K(f,{moduleDir:je}),h={...process.env,CDP_PROFILE_DIR:N};if(s!==!0)delete h.GREEDY_SEARCH_VISIBLE,delete h.GREEDY_SEARCH_ALWAYS_VISIBLE;else h.GREEDY_SEARCH_VISIBLE="1",h.GREEDY_SEARCH_ALWAYS_VISIBLE="1";let g=ve(H(),[a,"--stdin",...c],{stdio:["pipe","pipe","pipe"],env:h});g.stdin.write(e),g.stdin.end();let j="",u="";g.stdout.on("data",(m)=>j+=m),g.stderr.on("data",(m)=>u+=m);let d=setTimeout(()=>{g.kill(),n(Error(`${r} prompt timed out after ${o/1000}s`))},o);g.on("close",(m)=>{if(clearTimeout(d),m!==0){n(Error(u.trim()||`${r} extractor failed`));return}try{l(JSON.parse(j.trim()))}catch{n(Error(`bad JSON from ${r}: ${j.slice(0,100)}`))}})})}async function Ve(t,e={}){return X("gemini",t,e)}async function Oe(t,e,{grounded:i=!1,tabPrefix:o=null,visible:s=null,synthesizer:r="gemini"}={}){let f=L(r),l=Array.isArray(e._sources)?e._sources:Y(e),n=A(t,e,l,{grounded:i}),c=await X(f,n,{tabPrefix:o,timeoutMs:180000,visible:s}),a=Z(c.answer||""),g=a&&["answer","agreement","claims","differences","caveats"].some((u)=>(u in a));if(a&&["perplexity","bing","google","chatgpt","gemini"].some((u)=>(u in a))&&!g)a=null;return{...x(a,l,c.answer||""),rawAnswer:c.answer||"",synthesizedBy:f,synthesizerSources:c.sources||[],geminiSources:f==="gemini"?c.sources||[]:[]}}async function Fe(t,e,i={}){return Oe(t,e,{...i,synthesizer:"gemini"})}export{Fe as synthesizeWithGemini,Oe as synthesizeResults,X as runSynthesisPrompt,Ve as runGeminiPrompt,L as normalizeSynthesizer,Be as getSynthesisStartUrl};

package/extensions/greedysearch-dm/src/tools/greedy-search-handler.js

@@ -0,0 +1,20 @@
+import{Type as t}from"@sinclair/typebox";function B(i){return{bing:"Bing Copilot",google:"Google AI",gemini:"Gemini",copilot:"Copilot",perplexity:"Perplexity"}[i]??i.charAt(0).toUpperCase()+i.slice(1)}function w(i){if(!i)return"";if(i==="official-docs")return"official docs";return i.replace(/-/g," ")}function P(i){if(!i)return"Mixed";return i.charAt(0).toUpperCase()+i.slice(1)}function F(i){return String(i.displayUrl||i.canonicalUrl||i.url||"")}function p(i){return String(i.title||i.domain||F(i)||"Untitled source")}function x(i){if(typeof i.engineCount==="number")return i.engineCount;return(Array.isArray(i.engines)?i.engines:[]).length}function G(i){return new Map(i.map((r)=>[String(r.id||""),r]).filter(([r])=>r))}function a(i){let r=String(i.id||"?"),o=F(i),n=p(i),c=String(i.domain||""),u=Array.isArray(i.engines)?i.engines:[],f=x(i),l=w(String(i.sourceType||"")),g=i.fetch,e=g?.ok?`fetched ${g.status||200}`:g?.attempted?"fetch failed":"";return`- ${[`${r} - [${n}](${o})`,c,l,u.length?`cited by ${u.map(B).join(", ")} (${f}/3)`:`${f}/3`,e].filter(Boolean).join(" - ")}`}function T(i,r=[],o=6){if(!i.length)return[];let n=G(i),c=r.map((u)=>n.get(u)).filter((u)=>Boolean(u));if(c.length>0)return c.slice(0,o);return i.slice(0,o)}function q(i,r,o,n=6){if(r.answer)i.push("## Answer"),i.push(String(r.answer)),i.push("");let c=r.agreement,u=String(c?.summary||"").trim(),f=String(c?.level||"").trim();if(u||f)i.push("## Consensus"),i.push(`- ${P(f)}${u?` - ${u}`:""}`),i.push("");let l=Array.isArray(r.differences)?r.differences:[];if(l.length>0){i.push("## Where Engines Differ");for(let $ of l)i.push(`- ${$}`);i.push("")}let g=Array.isArray(r.caveats)?r.caveats:[];if(g.length>0){i.push("## Caveats");for(let $ of g)i.push(`- ${$}`);i.push("")}let e=Array.isArray(r.claims)?r.claims:[];if(e.length>0){i.push("## Key Claims");for(let $ of e){let A=Array.isArray($.sourceIds)?$.sourceIds:[],O=String($.support||"moderate");i.push(`- ${String($.claim||"")} [${O}${A.length?`; ${A.join(", ")}`:""}]`)}i.push("")}let s=Array.isArray(r.recommendedSources)?r.recommendedSources:[],E=T(o,s,n);if(E.length>0){i.push("## Top Sources");for(let $ of E)i.push(a($));i.push("")}}function J(i,r){let o=[];if(i==="all")return ii(r,o);return ni(r,o)}function ii(i,r){let{_synthesis:o,_sources:n,_needsHumanVerification:c,_research:u}=i;if(c){let f=Array.isArray(c.engines)?c.engines.join(", "):"one or more engines";r.push("## Manual verification required"),r.push(String(c.message||"Visible Chrome is open. Solve the verification challenge, then rerun the same search.")),r.push(`Engines: ${f}`),r.push("")}if(o?.answer){if(u?.mode==="iterative")ri(r,u);q(r,o,n||[],6);let f=String(o.synthesizedBy||"configured synthesizer");return r.push(u?.mode==="iterative"?`*Research mode: iterative planning, source fetching, citation audit, and bundle output*
+`:`*Synthesized by ${f} from multi-engine results and fetched sources*
+`),r.join(`
+`).trim()}for(let[f,l]of Object.entries(i)){if(f.startsWith("_"))continue;r.push(`
+## ${B(f)}`),K(l,r,3)}return r.join(`
+`).trim()}function ri(i,r){let o=r.floor,n=o?.metrics,c=r.bundle,u=r.manifest;if(i.push("## Research Run"),i.push(`- Status: ${o?.floorMet?"floor met":"partial / floor unmet"}`),u?.terminationReason)i.push(`- Stop reason: ${String(u.terminationReason)}`);if(n)i.push(`- Evidence: ${n.fetchedOk||0} fetched sources, ${n.primarySources||0} primary/official, ${n.claims||0} claims, ${n.cited||0} citations`),i.push(`- Questions: ${n.closedQuestions||0}/${n.totalQuestions||0} closed${n.openQuestions?`, ${n.openQuestions} open`:""}`);if(c?.dir)i.push(`- Bundle: ${String(c.dir)}`);i.push("")}function ni(i,r){let o=i._needsHumanVerification;if(o){let n=Array.isArray(o.engines)?o.engines.join(", "):"this engine";r.push("## Manual verification required"),r.push(String(o.message||"Visible Chrome is open. Solve the verification challenge, then rerun the same search.")),r.push(`Engines: ${n}`),r.push("")}return K(i,r,5),r.join(`
+`).trim()}function K(i,r,o){if(i.error){r.push(`Error: ${i.error}`);return}if(i.answer)r.push(String(i.answer));let n=i.sources;if(Array.isArray(n)&&n.length>0){r.push(`
+Sources:`);for(let c of n.slice(0,o))r.push(`- [${c.title||c.url}](${c.url})`)}}import{spawn as gi}from"node:child_process";import{existsSync as $i}from"node:fs";import{join as hi}from"node:path";import{basename as oi}from"node:path";function Q(i=process.env,r=process.execPath){let o=i.GREEDY_SEARCH_NODE||i.NODE_BINARY||i.NODE;if(o?.trim())return o.trim();let n=oi(r||"").toLowerCase();if(n==="node"||n==="node.exe")return r;return"node"}import{existsSync as R,mkdirSync as ci,readFileSync as z,writeFileSync as ui}from"node:fs";import{homedir as li}from"node:os";import{join as L}from"node:path";import{tmpdir as N}from"node:os";var Z=`${N().replaceAll("\\","/")}/greedysearch-chrome-profile`,yi=`${Z}/DevToolsActivePort`,Ii=`${N().replaceAll("\\","/")}/cdp-pages.json`,Ri=`${N().replaceAll("\\","/")}/greedysearch-chrome-mode`,Ni=`${N().replaceAll("\\","/")}/greedysearch-visible-recovery.jsonl`,Y=L(li(),".dm"),C=L(Y,"greedyconfig"),H=["perplexity","google","chatgpt"],b="gemini";function fi(){try{if(R(C)){let i=z(C,"utf8"),r=JSON.parse(i);if(Array.isArray(r.engines)&&r.engines.length>0&&r.engines.every((o)=>typeof o==="string")){let o=r.engines.filter((c)=>m[c]),n=r.engines.filter((c)=>!m[c]);if(n.length>0)process.stderr.write(`[greedysearch] Warning: ignoring unknown engine(s) in ${C}: ${n.join(", ")}
+[greedysearch] Available engines: ${Object.keys(m).join(", ")}
+`);if(o.length>0)return o;process.stderr.write(`[greedysearch] Warning: no valid engines in ${C}, falling back to defaults: ${H.join(", ")}
+`)}}}catch{}return H}function ti(){try{if(!R(Y))ci(Y,{recursive:!0});if(!R(C))ui(C,JSON.stringify({engines:H,synthesizer:b},null,2)+`
+`,"utf8")}catch{}}ti();var W=["gemini","chatgpt"];function ei(){try{if(R(C)){let i=z(C,"utf8"),r=JSON.parse(i);if(typeof r.synthesizer==="string"){let o=r.synthesizer.toLowerCase();if(W.includes(o))return o;process.stderr.write(`[greedysearch] Warning: unknown synthesizer "${r.synthesizer}" in ${C}
+[greedysearch] Available synthesizers: ${W.join(", ")}
+[greedysearch] Falling back to default: ${b}
+`)}}}catch{}return b}var m={perplexity:"perplexity.mjs",p:"perplexity.mjs",bing:"bing-copilot.mjs",b:"bing-copilot.mjs",google:"google-ai.mjs",g:"google-ai.mjs",gemini:"gemini.mjs",gem:"gemini.mjs",chatgpt:"chatgpt.mjs",gpt:"chatgpt.mjs","semantic-scholar":"semantic-scholar.mjs",semanticscholar:"semantic-scholar.mjs",s2:"semantic-scholar.mjs",logically:"logically.mjs",log:"logically.mjs"},v=fi();var Vi=ei(),mi=Math.max(1,Number.parseInt(process.env.GREEDY_FETCH_CONCURRENCY||"5",10)||5);process.env.CDP_PROFILE_DIR=Z;function U(i){return i.replace(/^"|"$/g,"")}function X(i){return $i(hi(i,"bin","cdp.mjs"))}function D(){return{content:[{type:"text",text:"cdp.mjs missing — try reinstalling: Rebuild or reinstall DM to refresh the bundled GreedySearch asset."}],details:{}}}function k(i,r){let o=r instanceof Error?r.message:String(r);return{content:[{type:"text",text:`${i}: ${o}`}],details:{}}}function M(i,r,o,n,c,u,f={}){return new Promise((l,g)=>{let{headless:e=!0}=f,s=[...o];if(e!==!1&&process.env.GREEDY_SEARCH_VISIBLE!=="1")s.push("--headless");if(e===!1)s.push("--always-visible");let E={...process.env};if(e===!1)E.GREEDY_SEARCH_VISIBLE="1",E.GREEDY_SEARCH_ALWAYS_VISIBLE="1";let $=gi(Q(),[n,i,"--inline","--stdin",...s],{stdio:["pipe","pipe","pipe"],env:E});$.stdin.write(r),$.stdin.end();let A="",O="",_=()=>{$.kill("SIGTERM"),g(Error("Aborted"))};c?.addEventListener("abort",_,{once:!0}),$.stderr.on("data",(S)=>{O+=S;let h=/^PROGRESS:(perplexity|google|chatgpt|bing|gemini|semantic-scholar|semanticscholar|s2|logically):(done|error|needs-human)$/;for(let V of S.toString().split(`
+`)){let I=V.match(h);if(I&&u)u(I[1],I[2]);let y=V.match(/^PROGRESS:synthesis:(done|error|skipped)$/);if(y&&u)u("synthesis",y[1])}}),$.stdout.on("data",(S)=>A+=S),$.on("close",(S)=>{if(c?.removeEventListener("abort",_),S!==0)g(Error(O.trim()||`search.mjs exited with code ${S}`));else try{l(JSON.parse(A.trim()))}catch{g(Error(`Invalid JSON from search.mjs: ${A.slice(0,200)}`))}})})}function d(i,r,o,n){let c=new Map;return(u,f)=>{c.set(u,f);let l=[];for(let g of i){let e=c.get(g);if(e==="done")l.push(`✅ ${g} done`);else if(e==="error")l.push(`❌ ${g} failed`);else if(e==="needs-human")l.push(`\uD83D\uDD13 ${g} needs manual verification`);else l.push(`⏳ ${g}`)}if(n&&c.size>=i.length){let g=c.get("synthesis");if(g==="done")l.push("✅ synthesized");else if(g==="error")l.push("❌ synthesis failed");else if(g==="needs-human")l.push("⏭️ synthesis skipped");else l.push("\uD83D\uDD04 synthesizing")}r?.({content:[{type:"text",text:`**${o}...** ${l.join(" · ")}`}],details:{_progress:!0}})}}class j{text;paddingX;paddingY;constructor(i,r=0,o=0){this.text=i;this.paddingX=r;this.paddingY=o}render(i){let r=" ".repeat(this.paddingX),o="",n=Math.max(1,i-this.paddingX*2),c=this.text.split(`
+`).flatMap((u)=>{if(u.length<=n)return[`${r}${u}`];let f=[];for(let l=0;l<u.length;l+=n)f.push(`${r}${u.slice(l,l+n)}`);return f});return[...Array.from({length:this.paddingY},()=>""),...c,...Array.from({length:this.paddingY},()=>"")]}invalidate(){}}function Wi(i,r){i.registerTool({name:"greedy_search",label:"Greedy Search",description:"WEB/RESEARCH SEARCH ONLY — searches live web via Perplexity, Google AI, ChatGPT, and Gemini, plus opt-in research through Semantic Scholar and Logically. "+"Research mode reuses the configured ~/.dm/greedyconfig engines for child searches and Gemini for planning/final synthesis. Research mode is the centerpiece: it plans follow-up actions, fetches sources, audits citations, and writes a structured research bundle on disk. Use for: library docs, recent framework changes, error messages, best practices, current events. Reports streaming progress as each engine completes.",promptSnippet:"Multi-engine AI web search with streaming progress",parameters:t.Object({query:t.String({description:"The search query"}),engine:t.String({description:'Engine to use: "all" (default), "perplexity", "google", "chatgpt", "gemini", "gem". Research engines: "semantic-scholar" (alias "s2") and "logically". "all" fans out to the configured engines and fetches top sources. Customize via ~/.dm/greedyconfig. Bing Copilot is still available as "bing" for signed-in users.',default:"all"}),synthesize:t.Optional(t.Boolean({description:'Only for engine="all": synthesize the multi-engine results and fetched sources. Default: false.',default:!1})),synthesizer:t.Optional(t.String({description:'Synthesis engine for synthesize=true. Defaults to ~/.dm/greedyconfig synthesizer (currently "gemini" by default). Supported: "gemini", "chatgpt".'})),depth:t.Optional(t.String({description:'Deprecated except "research". Use depth="research" for the iterative research workflow. Research child searches use ~/.dm/greedyconfig engines; Gemini handles research planning/final synthesis. Legacy values: "fast" skips source fetching; "standard"/"deep" alias synthesize=true.'})),breadth:t.Optional(t.Number({description:'Only for depth="research": number of parallel research directions per round, 1-5 (default: 3).',default:3})),iterations:t.Optional(t.Number({description:'Only for depth="research": number of iterative research rounds, 1-3 (default: 2).',default:2})),maxSources:t.Optional(t.Number({description:'Only for depth="research": maximum fetched sources for the final report, 3-12.'})),researchOutDir:t.Optional(t.String({description:'Only for depth="research": optional directory for the structured research bundle. Defaults to .dm/greedysearch-research/<timestamp>_<query>.'})),writeResearchBundle:t.Optional(t.Boolean({description:'Only for depth="research": write the structured research bundle to disk (default true).',default:!0})),fullAnswer:t.Optional(t.Boolean({description:"When true, returns the complete answer instead of a truncated preview (default: false, answers are shortened to ~300 chars to save tokens).",default:!1})),headless:t.Optional(t.Boolean({description:"Set to false to show Chrome window (headless is the default). Set GREEDY_SEARCH_VISIBLE=1 to disable headless globally.",default:!0})),visible:t.Optional(t.Boolean({description:"Set to true to always use visible Chrome for this search. Alias for headless: false.",default:!1})),alwaysVisible:t.Optional(t.Boolean({description:"Set to true to keep GreedySearch in visible Chrome mode for this search. Alias for visible: true.",default:!1}))}),execute:async(o,n,c,u)=>{let{query:f,fullAnswer:l}=n,g=U(n.engine??"all")||"all",e=U(n.depth??""),s=e==="research",E=e==="fast",$=e==="standard"||e==="deep",A=g==="all"&&!E&&(n.synthesize===!0||$),O=s?"all":g,S=!(n.visible===!0||n.alwaysVisible===!0||n.headless===!1||process.env.GREEDY_SEARCH_VISIBLE==="1"||process.env.GREEDY_SEARCH_ALWAYS_VISIBLE==="1");if(!X(r))return D();let h=[];if(l??O!=="all")h.push("--full");if(s){if(h.push("--depth","research"),typeof n.breadth==="number")h.push("--breadth",String(n.breadth));if(typeof n.iterations==="number")h.push("--iterations",String(n.iterations));if(typeof n.maxSources==="number")h.push("--max-sources",String(n.maxSources));if(typeof n.researchOutDir==="string")h.push("--research-out-dir",n.researchOutDir);if(n.writeResearchBundle===!1)h.push("--no-research-bundle")}else if(E)h.push("--fast");else if(e==="deep")h.push("--depth","deep");else if(A)h.push("--synthesize");if(A&&typeof n.synthesizer==="string")h.push("--synthesizer",n.synthesizer);let I=O==="all"?d(v,u,s?"Researching":"Searching",A):void 0;try{let y=await M(O,f,h,`${r}/bin/search.mjs`,c,I,{headless:S});return{content:[{type:"text",text:J(O,y)||"No results returned."}],details:{raw:y}}}catch(y){return k("Search failed",y)}},renderCall(o,n){let c=(o.query||"").slice(0,60),u=c.length<(o.query||"").length?`${c}...`:c,f=o.engine&&o.engine!=="all"?n.fg("dim",` (${o.engine})`):"";return new j(`${n.fg("toolTitle",n.bold("greedy_search"))} "${n.fg("accent",u)}"${f}`,0,0)},renderResult(o,{expanded:n,isPartial:c},u){if(c){let e=o.content.find((E)=>E.type==="text")?.text,s=e?e.replace(/\*\*/g,""):"Searching...";return new j(u.fg("warning",s),0,0)}let f=o.content.find((e)=>e.type==="text"),l=o.details?.raw;if(!n){if(l?._needsHumanVerification)return new j(u.fg("warning"," → Manual verification required"),0,0);let s=l?._synthesis,E=l?._sources;if(s){let _=Array.isArray(E)?E.length:0,S=s.agreement?.level,h=" → Synthesized";if(_>0)h+=` · ${_} source${_>1?"s":""}`;if(S)h+=` · ${S}`;return new j(u.fg("muted",h),0,0)}let $=Object.keys(l||{}).filter((_)=>!_.startsWith("_")),A=0;for(let _ of $){let h=l?.[_]?.sources;if(Array.isArray(h))A+=h.length}if(A>0)return new j(u.fg("muted",` → ${A} source${A>1?"s":""}`),0,0);let O=f?.text;if(O)return new j(u.fg("warning",` → ${O.slice(0,80)}`),0,0);return new j(u.fg("muted"," → Done"),0,0)}if(!f||f.type!=="text")return new j("",0,0);let g=f.text.split(`
+`).map((e)=>u.fg("toolOutput",e)).join(`
+`);return new j(`
+${g}`,0,0)}})}export{Wi as registerGreedySearchTool};

package/extensions/greedysearch-dm/src/tools/shared.js

@@ -0,0 +1,9 @@
+import{spawn as w}from"node:child_process";import{existsSync as v}from"node:fs";import{join as B}from"node:path";import{basename as h}from"node:path";function p(l=process.env,i=process.execPath){let g=l.GREEDY_SEARCH_NODE||l.NODE_BINARY||l.NODE;if(g?.trim())return g.trim();let m=h(i||"").toLowerCase();if(m==="node"||m==="node.exe")return i;return"node"}import{existsSync as N,mkdirSync as k,readFileSync as F,writeFileSync as G}from"node:fs";import{homedir as U}from"node:os";import{join as L}from"node:path";import{tmpdir as O}from"node:os";var b=`${O().replaceAll("\\","/")}/greedysearch-chrome-profile`,P=`${b}/DevToolsActivePort`,u=`${O().replaceAll("\\","/")}/cdp-pages.json`,n=`${O().replaceAll("\\","/")}/greedysearch-chrome-mode`,d=`${O().replaceAll("\\","/")}/greedysearch-visible-recovery.jsonl`,A=L(U(),".dm"),y=L(A,"greedyconfig"),j=["perplexity","google","chatgpt"],s="gemini";function V(){try{if(N(y)){let l=F(y,"utf8"),i=JSON.parse(l);if(Array.isArray(i.engines)&&i.engines.length>0&&i.engines.every((g)=>typeof g==="string")){let g=i.engines.filter((E)=>e[E]),m=i.engines.filter((E)=>!e[E]);if(m.length>0)process.stderr.write(`[greedysearch] Warning: ignoring unknown engine(s) in ${y}: ${m.join(", ")}
+[greedysearch] Available engines: ${Object.keys(e).join(", ")}
+`);if(g.length>0)return g;process.stderr.write(`[greedysearch] Warning: no valid engines in ${y}, falling back to defaults: ${j.join(", ")}
+`)}}}catch{}return j}function W(){try{if(!N(A))k(A,{recursive:!0});if(!N(y))G(y,JSON.stringify({engines:j,synthesizer:s},null,2)+`
+`,"utf8")}catch{}}W();var D=["gemini","chatgpt"];function Z(){try{if(N(y)){let l=F(y,"utf8"),i=JSON.parse(l);if(typeof i.synthesizer==="string"){let g=i.synthesizer.toLowerCase();if(D.includes(g))return g;process.stderr.write(`[greedysearch] Warning: unknown synthesizer "${i.synthesizer}" in ${y}
+[greedysearch] Available synthesizers: ${D.join(", ")}
+[greedysearch] Falling back to default: ${s}
+`)}}}catch{}return s}var e={perplexity:"perplexity.mjs",p:"perplexity.mjs",bing:"bing-copilot.mjs",b:"bing-copilot.mjs",google:"google-ai.mjs",g:"google-ai.mjs",gemini:"gemini.mjs",gem:"gemini.mjs",chatgpt:"chatgpt.mjs",gpt:"chatgpt.mjs","semantic-scholar":"semantic-scholar.mjs",semanticscholar:"semantic-scholar.mjs",s2:"semantic-scholar.mjs",logically:"logically.mjs",log:"logically.mjs"},J=V();var ii=Z(),li=Math.max(1,Number.parseInt(process.env.GREEDY_FETCH_CONCURRENCY||"5",10)||5);process.env.CDP_PROFILE_DIR=b;function ai(l){return l.replace(/^"|"$/g,"")}function ti(l){return v(B(l,"bin","cdp.mjs"))}function Ri(){return{content:[{type:"text",text:"cdp.mjs missing — try reinstalling: Rebuild or reinstall DM to refresh the bundled GreedySearch asset."}],details:{}}}function _i(l,i){let g=i instanceof Error?i.message:String(i);return{content:[{type:"text",text:`${l}: ${g}`}],details:{}}}function Ni(l,i,g,m,E,R,C={}){return new Promise((c,r)=>{let{headless:a=!0}=C,f=[...g];if(a!==!1&&process.env.GREEDY_SEARCH_VISIBLE!=="1")f.push("--headless");if(a===!1)f.push("--always-visible");let o={...process.env};if(a===!1)o.GREEDY_SEARCH_VISIBLE="1",o.GREEDY_SEARCH_ALWAYS_VISIBLE="1";let _=w(p(),[m,l,"--inline","--stdin",...f],{stdio:["pipe","pipe","pipe"],env:o});_.stdin.write(i),_.stdin.end();let I="",T="",S=()=>{_.kill("SIGTERM"),r(Error("Aborted"))};E?.addEventListener("abort",S,{once:!0}),_.stderr.on("data",(t)=>{T+=t;let z=/^PROGRESS:(perplexity|google|chatgpt|bing|gemini|semantic-scholar|semanticscholar|s2|logically):(done|error|needs-human)$/;for(let Y of t.toString().split(`
+`)){let $=Y.match(z);if($&&R)R($[1],$[2]);let H=Y.match(/^PROGRESS:synthesis:(done|error|skipped)$/);if(H&&R)R("synthesis",H[1])}}),_.stdout.on("data",(t)=>I+=t),_.on("close",(t)=>{if(E?.removeEventListener("abort",S),t!==0)r(Error(T.trim()||`search.mjs exited with code ${t}`));else try{c(JSON.parse(I.trim()))}catch{r(Error(`Invalid JSON from search.mjs: ${I.slice(0,200)}`))}})})}function Oi(l,i,g,m){let E=new Map;return(R,C)=>{E.set(R,C);let c=[];for(let r of l){let a=E.get(r);if(a==="done")c.push(`✅ ${r} done`);else if(a==="error")c.push(`❌ ${r} failed`);else if(a==="needs-human")c.push(`\uD83D\uDD13 ${r} needs manual verification`);else c.push(`⏳ ${r}`)}if(m&&E.size>=l.length){let r=E.get("synthesis");if(r==="done")c.push("✅ synthesized");else if(r==="error")c.push("❌ synthesis failed");else if(r==="needs-human")c.push("⏭️ synthesis skipped");else c.push("\uD83D\uDD04 synthesizing")}i?.({content:[{type:"text",text:`**${g}...** ${c.join(" · ")}`}],details:{_progress:!0}})}}export{ai as stripQuotes,Ni as runSearch,Oi as makeProgressTracker,_i as errorResult,Ri as cdpMissingResult,ti as cdpAvailable,J as ALL_ENGINES};

package/extensions/greedysearch-dm/src/utils/helpers.js

@@ -0,0 +1 @@
+function f(b){return{bing:"Bing Copilot",google:"Google AI",gemini:"Gemini",copilot:"Copilot",perplexity:"Perplexity"}[b]??b.charAt(0).toUpperCase()+b.slice(1)}function j(b){if(!b)return"";if(b==="official-docs")return"official docs";return b.replace(/-/g," ")}function k(b){if(!b)return"Mixed";return b.charAt(0).toUpperCase()+b.slice(1)}export{j as humanizeSourceType,f as formatEngineName,k as formatAgreementLevel};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@duckmind/dm-darwin-x64",
-  "version": "0.43.4",
+  "version": "0.48.5",
   "description": "DuckMind (dm) binary payload for darwin x64",
   "license": "MIT",
   "os": [