@duckmind/dm-windows-x64 0.60.4 → 0.60.8

package/extensions/greedysearch-dm/src/search/sources.mjs

@@ -1 +1,412 @@
-var b=["fbclid","gclid","ref","ref_src","ref_url","source","utm_campaign","utm_content","utm_medium","utm_source","utm_term"],C=["dev.to","hashnode.com","medium.com","reddit.com","stackoverflow.com","stackexchange.com","substack.com"],k=["arstechnica.com","techcrunch.com","theverge.com","venturebeat.com","wired.com","zdnet.com"],L=["facebook.com","instagram.com","linkedin.com","pinterest.com","tiktok.com","twitter.com","x.com"];function w(F="",j=240){let B=String(F).replaceAll(/\s+/g," ").trim();if(B.length<=j)return B;let Q=B.slice(0,j),J=Q.lastIndexOf(" ");return J>0?`${Q.slice(0,J)}...`:`${Q}...`}function N(F=""){let j=w(F,180);if(!j)return"";if(/^https?:\/\//i.test(j))return"";let B=j.split(/\s+/).filter(Boolean).length,Q=/[A-Z]/.test(j),J=/\d/.test(j);return j===j.toLowerCase()&&B<=4&&!Q&&!J?"":j}function _(F="",j=""){let B=N(F),Q=N(j);if(!Q)return B;if(!B)return Q;let J=/^https?:\/\//i.test(B),Z=/^https?:\/\//i.test(Q);if(J&&!Z)return Q;if(!J&&Z)return B;return Q.length>B.length?Q:B}function y(F){if(!F)return null;try{let j=new URL(F);if(!["http:","https:"].includes(j.protocol))return null;if(j.hash="",j.hostname=j.hostname.toLowerCase(),j.protocol==="https:"&&j.port==="443"||j.protocol==="http:"&&j.port==="80")j.port="";for(let J of[...j.searchParams.keys()]){let Z=J.toLowerCase();if(b.includes(Z)||Z.startsWith("utm_"))j.searchParams.delete(J)}j.searchParams.sort();let B=j.pathname.replace(/\/{1,10}$/,"")||"/";j.pathname=B;let Q=j.toString();return B==="/"?Q.replace(/\/$/,""):Q}catch{return null}}function g(F){try{return new URL(F).hostname.toLowerCase().replace(/^www\./,"")}catch{return""}}function v(F,j){return j.some((B)=>F===B||F.endsWith(`.${B}`))}function U(F,j="",B=""){let Q=j.toLowerCase(),J=B.toLowerCase();if(F==="github.com"||F==="gitlab.com")return"repo";if(F==="arxiv.org"||F==="doi.org"||F==="semanticscholar.org"||F.endsWith(".semanticscholar.org")||J.includes("/paper/")||J.includes("/pdf/"))return"academic";if(v(F,L))return"social";if(v(F,C))return"community";if(v(F,k))return"news";if(F.startsWith("docs.")||F.startsWith("developer.")||F.startsWith("developers.")||F.startsWith("api.")||Q.includes("documentation")||Q.includes("docs")||Q.includes("reference")||J.includes("/docs/")||J.includes("/reference/")||J.includes("/api/"))return"official-docs";if(F.startsWith("blog.")||J.includes("/blog/"))return"maintainer-blog";return"website"}function p(F){switch(F){case"official-docs":return 5;case"repo":return 4;case"academic":return 4;case"maintainer-blog":return 3;case"website":return 2;case"community":return 1;case"news":return 0;case"social":return-6;default:return 0}}function x(F){let j=Object.values(F.perEngine||{}).map((B)=>B?.rank||99);return j.length?Math.min(...j):99}var T=["reddit.com","news.ycombinator.com","lobste.rs"];function q(F){return F.smartScore*3+F.engineCount*5+p(F.sourceType)*2+Math.max(0,7-x(F))}function f(F){let j=F.toLowerCase(),B=[];if(j.includes("openai")||j.includes("gpt")||j.includes("chatgpt"))B.push("openai.com","platform.openai.com","help.openai.com");if(j.includes("anthropic")||j.includes("claude"))B.push("anthropic.com","docs.anthropic.com");if(j.includes("bun"))B.push("bun.sh","bun.com");if(j.includes("next.js")||j.includes("nextjs"))B.push("nextjs.org","vercel.com");if(j.includes("playwright"))B.push("playwright.dev");if(j.includes("supabase"))B.push("supabase.com","supabase.io");if(j.includes("prisma"))B.push("prisma.io");if(j.includes("tailwind"))B.push("tailwindcss.com");if(j.includes("vite"))B.push("vitejs.dev","vite.dev");if(j.includes("astro"))B.push("astro.build");if(j.includes("svelte"))B.push("svelte.dev");if(j.includes("solid"))B.push("solidjs.com");if(j.includes("vue")||j.includes("nuxt"))B.push("vuejs.org","nuxt.com");if(j.includes("react")||j.includes("react native"))B.push("react.dev","reactnative.dev");if(j.includes("angular"))B.push("angular.io","angular.dev");if(j.includes("node.js")||j.includes("nodejs"))B.push("nodejs.org","nodejs.dev","npmjs.com");if(/\bgo\b/.test(j)||j.includes("golang"))B.push("go.dev","golang.org","pkg.go.dev");if(j.includes("deno"))B.push("deno.land","deno.com");if(j.includes("fresh"))B.push("fresh.deno.dev");if(j.includes("typescript")||j.includes("ts"))B.push("typescriptlang.org");if(j.includes("python"))B.push("python.org","docs.python.org");if(j.includes("rust"))B.push("rust-lang.org","docs.rs","crates.io");if(j.includes("zig"))B.push("ziglang.org");if(j.includes("docker"))B.push("docker.com","docs.docker.com","hub.docker.com");if(j.includes("kubernetes")||j.includes("k8s"))B.push("kubernetes.io","k8s.io");if(j.includes("postgres")||j.includes("postgresql"))B.push("postgresql.org","neon.tech","supabase.com");if(j.includes("redis"))B.push("redis.io");if(j.includes("sqlite"))B.push("sqlite.org");if(j.includes("cloudflare"))B.push("developers.cloudflare.com","cloudflare.com");if(j.includes("vercel"))B.push("vercel.com","nextjs.org");if(j.includes("netlify"))B.push("netlify.com","docs.netlify.com");if(j.includes("stripe"))B.push("stripe.com","docs.stripe.com");if(j.includes("github"))B.push("github.com","docs.github.com");if(j.includes("gitlab"))B.push("gitlab.com","docs.gitlab.com");if(j.includes("aws"))B.push("aws.amazon.com","docs.aws.amazon.com");if(j.includes("azure"))B.push("azure.microsoft.com","learn.microsoft.com");if(j.includes("gcp")||j.includes("google cloud"))B.push("cloud.google.com","developers.google.com");if(j.includes("gemini")||j.includes("google ai"))B.push("ai.google.dev","developers.google.com");for(let Q of L){let J=Q.replace(/\.com$/,"");if(j.includes(J))B.push(Q)}return[...new Set(B)]}function P(F,j){return F===j||F.endsWith(`.${j}`)}function z(F,j=""){let B=new Map,Q=Object.keys(F||{}).filter((V)=>!V.startsWith("_")),J=f(j);for(let V of Q){let $=F[V];if(!$?.sources)continue;for(let E=0;E<$.sources.length;E++){let R=$.sources[E],G=y(R.url);if(!G||G.length<10)continue;let A=N(R.title||""),Y=g(G),K=U(Y,A,G),W=0;if(J.some((M)=>P(Y,M)))W+=10;if(K==="official-docs")W+=3;let O=G.toLowerCase();if(/\/docs\/|\/documentation\/|\.dev\/|\/api\/|\/reference\//.test(O))W+=2;let D=J.some((M)=>P(Y,M));if(K==="social"&&!D)W-=20;if(J.length>0){if(v(Y,T))W-=3;else if(K==="community"&&!v(Y,["stackoverflow.com","stackexchange.com"]))W-=1}let X=B.get(G)||{id:"",canonicalUrl:G,displayUrl:R.url||G,domain:Y,title:"",engines:[],engineCount:0,perEngine:{},sourceType:K,isOfficial:K==="official-docs",smartScore:0};if(X.title=_(X.title,A),X.displayUrl=X.displayUrl||R.url||G,X.sourceType=X.sourceType||K,X.isOfficial=X.isOfficial||K==="official-docs",X.smartScore=Math.max(X.smartScore,W),!X.engines.includes(V))X.engines.push(V);X.perEngine[V]={rank:E+1,title:_(X.perEngine[V]?.title||"",A)},B.set(G,X)}}let Z=Array.from(B.values()).map((V)=>({...V,engineCount:V.engines.length})),I=Z.filter((V)=>V.sourceType!=="social"),H=Z.filter((V)=>V.sourceType==="social");return I.sort((V,$)=>{let E=q($)-q(V);if(E!==0)return E;return V.domain.localeCompare($.domain)}),H.sort((V,$)=>{let E=q($)-q(V);if(E!==0)return E;return V.domain.localeCompare($.domain)}),[...I,...H].slice(0,12).map((V,$)=>({...V,id:`S${$+1}`,title:V.title||V.domain||V.canonicalUrl}))}function h(F,j){let B=new Map(j.map((Q)=>[Q.id,Q]));return F.map((Q)=>{let J=B.get(Q.id);if(!J)return Q;let Z=_(Q.title,J.title||"");return{...Q,title:Z||Q.title,fetch:{attempted:!0,ok:!J.error&&J.contentChars>100,status:J.status||null,finalUrl:J.finalUrl||J.url||Q.canonicalUrl,contentType:J.contentType||"",lastModified:J.lastModified||"",publishedTime:J.publishedTime||"",byline:J.byline||"",siteName:J.siteName||"",lang:J.lang||"",title:J.title||"",snippet:J.snippet||"",contentChars:J.contentChars||0,source:J.source||"unknown",duration:J.duration||0,error:J.error||""}}})}export{w as trimText,p as sourceTypePriority,_ as pickPreferredTitle,y as normalizeUrl,N as normalizeSourceTitle,h as mergeFetchDataIntoSources,v as matchesDomain,f as inferPreferredDomains,g as getDomain,P as domainMatches,q as computeCompositeScore,U as classifySourceType,z as buildSourceRegistry,x as bestRank,b as TRACKING_PARAMS,L as SOCIAL_HOSTS,k as NEWS_HOSTS,C as COMMUNITY_HOSTS};
+export const TRACKING_PARAMS = [
+  "fbclid",
+  "gclid",
+  "ref",
+  "ref_src",
+  "ref_url",
+  "source",
+  "utm_campaign",
+  "utm_content",
+  "utm_medium",
+  "utm_source",
+  "utm_term"
+];
+export const COMMUNITY_HOSTS = [
+  "dev.to",
+  "hashnode.com",
+  "medium.com",
+  "reddit.com",
+  "stackoverflow.com",
+  "stackexchange.com",
+  "substack.com"
+];
+export const NEWS_HOSTS = [
+  "arstechnica.com",
+  "techcrunch.com",
+  "theverge.com",
+  "venturebeat.com",
+  "wired.com",
+  "zdnet.com"
+];
+export const SOCIAL_HOSTS = [
+  "facebook.com",
+  "instagram.com",
+  "linkedin.com",
+  "pinterest.com",
+  "tiktok.com",
+  "twitter.com",
+  "x.com"
+];
+export function trimText(text = "", maxChars = 240) {
+  const clean = String(text).replaceAll(/\s+/g, " ").trim();
+  if (clean.length <= maxChars)
+    return clean;
+  const truncated = clean.slice(0, maxChars);
+  const lastSpace = truncated.lastIndexOf(" ");
+  return lastSpace > 0 ? `${truncated.slice(0, lastSpace)}...` : `${truncated}...`;
+}
+export function normalizeSourceTitle(title = "") {
+  const clean = trimText(title, 180);
+  if (!clean)
+    return "";
+  if (/^https?:\/\//i.test(clean))
+    return "";
+  const wordCount = clean.split(/\s+/).filter(Boolean).length;
+  const hasUppercase = /[A-Z]/.test(clean);
+  const hasDigit = /\d/.test(clean);
+  const looksLikeFragment = clean === clean.toLowerCase() && wordCount <= 4 && !hasUppercase && !hasDigit;
+  return looksLikeFragment ? "" : clean;
+}
+export function pickPreferredTitle(currentTitle = "", nextTitle = "") {
+  const current = normalizeSourceTitle(currentTitle);
+  const next = normalizeSourceTitle(nextTitle);
+  if (!next)
+    return current;
+  if (!current)
+    return next;
+  const currentLooksLikeUrl = /^https?:\/\//i.test(current);
+  const nextLooksLikeUrl = /^https?:\/\//i.test(next);
+  if (currentLooksLikeUrl && !nextLooksLikeUrl)
+    return next;
+  if (!currentLooksLikeUrl && nextLooksLikeUrl)
+    return current;
+  return next.length > current.length ? next : current;
+}
+export function normalizeUrl(rawUrl) {
+  if (!rawUrl)
+    return null;
+  try {
+    const url = new URL(rawUrl);
+    if (!["http:", "https:"].includes(url.protocol))
+      return null;
+    url.hash = "";
+    url.hostname = url.hostname.toLowerCase();
+    if (url.protocol === "https:" && url.port === "443" || url.protocol === "http:" && url.port === "80") {
+      url.port = "";
+    }
+    for (const key of [...url.searchParams.keys()]) {
+      const lower = key.toLowerCase();
+      if (TRACKING_PARAMS.includes(lower) || lower.startsWith("utm_")) {
+        url.searchParams.delete(key);
+      }
+    }
+    url.searchParams.sort();
+    const normalizedPath = url.pathname.replace(/\/{1,10}$/, "") || "/";
+    url.pathname = normalizedPath;
+    const normalized = url.toString();
+    return normalizedPath === "/" ? normalized.replace(/\/$/, "") : normalized;
+  } catch {
+    return null;
+  }
+}
+export function getDomain(rawUrl) {
+  try {
+    const domain = new URL(rawUrl).hostname.toLowerCase();
+    return domain.replace(/^www\./, "");
+  } catch {
+    return "";
+  }
+}
+export function matchesDomain(domain, hosts) {
+  return hosts.some((host) => domain === host || domain.endsWith(`.${host}`));
+}
+export function classifySourceType(domain, title = "", rawUrl = "") {
+  const lowerTitle = title.toLowerCase();
+  const lowerUrl = rawUrl.toLowerCase();
+  if (domain === "github.com" || domain === "gitlab.com")
+    return "repo";
+  if (domain === "arxiv.org" || domain === "doi.org" || domain === "semanticscholar.org" || domain.endsWith(".semanticscholar.org") || lowerUrl.includes("/paper/") || lowerUrl.includes("/pdf/")) {
+    return "academic";
+  }
+  if (matchesDomain(domain, SOCIAL_HOSTS))
+    return "social";
+  if (matchesDomain(domain, COMMUNITY_HOSTS))
+    return "community";
+  if (matchesDomain(domain, NEWS_HOSTS))
+    return "news";
+  if (domain.startsWith("docs.") || domain.startsWith("developer.") || domain.startsWith("developers.") || domain.startsWith("api.") || lowerTitle.includes("documentation") || lowerTitle.includes("docs") || lowerTitle.includes("reference") || lowerUrl.includes("/docs/") || lowerUrl.includes("/reference/") || lowerUrl.includes("/api/")) {
+    return "official-docs";
+  }
+  if (domain.startsWith("blog.") || lowerUrl.includes("/blog/"))
+    return "maintainer-blog";
+  return "website";
+}
+export function sourceTypePriority(sourceType) {
+  switch (sourceType) {
+    case "official-docs":
+      return 5;
+    case "repo":
+      return 4;
+    case "academic":
+      return 4;
+    case "maintainer-blog":
+      return 3;
+    case "website":
+      return 2;
+    case "community":
+      return 1;
+    case "news":
+      return 0;
+    case "social":
+      return -6;
+    default:
+      return 0;
+  }
+}
+export function bestRank(source) {
+  const ranks = Object.values(source.perEngine || {}).map((v) => v?.rank || 99);
+  return ranks.length ? Math.min(...ranks) : 99;
+}
+const DISCUSSION_HOSTS = ["reddit.com", "news.ycombinator.com", "lobste.rs"];
+export function computeCompositeScore(source) {
+  return source.smartScore * 3 + source.engineCount * 5 + sourceTypePriority(source.sourceType) * 2 + Math.max(0, 7 - bestRank(source));
+}
+export function inferPreferredDomains(query) {
+  const normalized = query.toLowerCase();
+  const matches = [];
+  if (normalized.includes("openai") || normalized.includes("gpt") || normalized.includes("chatgpt")) {
+    matches.push("openai.com", "platform.openai.com", "help.openai.com");
+  }
+  if (normalized.includes("anthropic") || normalized.includes("claude")) {
+    matches.push("anthropic.com", "docs.anthropic.com");
+  }
+  if (normalized.includes("bun")) {
+    matches.push("bun.sh", "bun.com");
+  }
+  if (normalized.includes("next.js") || normalized.includes("nextjs")) {
+    matches.push("nextjs.org", "vercel.com");
+  }
+  if (normalized.includes("playwright")) {
+    matches.push("playwright.dev");
+  }
+  if (normalized.includes("supabase")) {
+    matches.push("supabase.com", "supabase.io");
+  }
+  if (normalized.includes("prisma")) {
+    matches.push("prisma.io");
+  }
+  if (normalized.includes("tailwind")) {
+    matches.push("tailwindcss.com");
+  }
+  if (normalized.includes("vite")) {
+    matches.push("vitejs.dev", "vite.dev");
+  }
+  if (normalized.includes("astro")) {
+    matches.push("astro.build");
+  }
+  if (normalized.includes("svelte")) {
+    matches.push("svelte.dev");
+  }
+  if (normalized.includes("solid")) {
+    matches.push("solidjs.com");
+  }
+  if (normalized.includes("vue") || normalized.includes("nuxt")) {
+    matches.push("vuejs.org", "nuxt.com");
+  }
+  if (normalized.includes("react") || normalized.includes("react native")) {
+    matches.push("react.dev", "reactnative.dev");
+  }
+  if (normalized.includes("angular")) {
+    matches.push("angular.io", "angular.dev");
+  }
+  if (normalized.includes("node.js") || normalized.includes("nodejs")) {
+    matches.push("nodejs.org", "nodejs.dev", "npmjs.com");
+  }
+  if (/\bgo\b/.test(normalized) || normalized.includes("golang")) {
+    matches.push("go.dev", "golang.org", "pkg.go.dev");
+  }
+  if (normalized.includes("deno")) {
+    matches.push("deno.land", "deno.com");
+  }
+  if (normalized.includes("fresh")) {
+    matches.push("fresh.deno.dev");
+  }
+  if (normalized.includes("typescript") || normalized.includes("ts")) {
+    matches.push("typescriptlang.org");
+  }
+  if (normalized.includes("python")) {
+    matches.push("python.org", "docs.python.org");
+  }
+  if (normalized.includes("rust")) {
+    matches.push("rust-lang.org", "docs.rs", "crates.io");
+  }
+  if (normalized.includes("zig")) {
+    matches.push("ziglang.org");
+  }
+  if (normalized.includes("docker")) {
+    matches.push("docker.com", "docs.docker.com", "hub.docker.com");
+  }
+  if (normalized.includes("kubernetes") || normalized.includes("k8s")) {
+    matches.push("kubernetes.io", "k8s.io");
+  }
+  if (normalized.includes("postgres") || normalized.includes("postgresql")) {
+    matches.push("postgresql.org", "neon.tech", "supabase.com");
+  }
+  if (normalized.includes("redis")) {
+    matches.push("redis.io");
+  }
+  if (normalized.includes("sqlite")) {
+    matches.push("sqlite.org");
+  }
+  if (normalized.includes("cloudflare")) {
+    matches.push("developers.cloudflare.com", "cloudflare.com");
+  }
+  if (normalized.includes("vercel")) {
+    matches.push("vercel.com", "nextjs.org");
+  }
+  if (normalized.includes("netlify")) {
+    matches.push("netlify.com", "docs.netlify.com");
+  }
+  if (normalized.includes("stripe")) {
+    matches.push("stripe.com", "docs.stripe.com");
+  }
+  if (normalized.includes("github")) {
+    matches.push("github.com", "docs.github.com");
+  }
+  if (normalized.includes("gitlab")) {
+    matches.push("gitlab.com", "docs.gitlab.com");
+  }
+  if (normalized.includes("aws")) {
+    matches.push("aws.amazon.com", "docs.aws.amazon.com");
+  }
+  if (normalized.includes("azure")) {
+    matches.push("azure.microsoft.com", "learn.microsoft.com");
+  }
+  if (normalized.includes("gcp") || normalized.includes("google cloud")) {
+    matches.push("cloud.google.com", "developers.google.com");
+  }
+  if (normalized.includes("gemini") || normalized.includes("google ai")) {
+    matches.push("ai.google.dev", "developers.google.com");
+  }
+  for (const socialHost of SOCIAL_HOSTS) {
+    const bareName = socialHost.replace(/\.com$/, "");
+    if (normalized.includes(bareName))
+      matches.push(socialHost);
+  }
+  return [...new Set(matches)];
+}
+export function domainMatches(hostname, candidate) {
+  return hostname === candidate || hostname.endsWith(`.${candidate}`);
+}
+export function buildSourceRegistry(out, query = "") {
+  const seen = new Map;
+  const engineOrder = Object.keys(out || {}).filter((key) => !key.startsWith("_"));
+  const preferredDomains = inferPreferredDomains(query);
+  for (const engine of engineOrder) {
+    const result = out[engine];
+    if (!result?.sources)
+      continue;
+    for (let i = 0;i < result.sources.length; i++) {
+      const source = result.sources[i];
+      const canonicalUrl = normalizeUrl(source.url);
+      if (!canonicalUrl || canonicalUrl.length < 10)
+        continue;
+      const title = normalizeSourceTitle(source.title || "");
+      const domain = getDomain(canonicalUrl);
+      const sourceType = classifySourceType(domain, title, canonicalUrl);
+      let smartScore = 0;
+      if (preferredDomains.some((pd) => domainMatches(domain, pd))) {
+        smartScore += 10;
+      }
+      if (sourceType === "official-docs") {
+        smartScore += 3;
+      }
+      const lowerUrl = canonicalUrl.toLowerCase();
+      if (/\/docs\/|\/documentation\/|\.dev\/|\/api\/|\/reference\//.test(lowerUrl)) {
+        smartScore += 2;
+      }
+      const queryTargetsSocialHost = preferredDomains.some((pd) => domainMatches(domain, pd));
+      if (sourceType === "social" && !queryTargetsSocialHost) {
+        smartScore -= 20;
+      }
+      if (preferredDomains.length > 0) {
+        if (matchesDomain(domain, DISCUSSION_HOSTS)) {
+          smartScore -= 3;
+        } else if (sourceType === "community" && !matchesDomain(domain, ["stackoverflow.com", "stackexchange.com"])) {
+          smartScore -= 1;
+        }
+      }
+      const existing = seen.get(canonicalUrl) || {
+        id: "",
+        canonicalUrl,
+        displayUrl: source.url || canonicalUrl,
+        domain,
+        title: "",
+        engines: [],
+        engineCount: 0,
+        perEngine: {},
+        sourceType,
+        isOfficial: sourceType === "official-docs",
+        smartScore: 0
+      };
+      existing.title = pickPreferredTitle(existing.title, title);
+      existing.displayUrl = existing.displayUrl || source.url || canonicalUrl;
+      existing.sourceType = existing.sourceType || sourceType;
+      existing.isOfficial = existing.isOfficial || sourceType === "official-docs";
+      existing.smartScore = Math.max(existing.smartScore, smartScore);
+      if (!existing.engines.includes(engine)) {
+        existing.engines.push(engine);
+      }
+      existing.perEngine[engine] = {
+        rank: i + 1,
+        title: pickPreferredTitle(existing.perEngine[engine]?.title || "", title)
+      };
+      seen.set(canonicalUrl, existing);
+    }
+  }
+  const sources = Array.from(seen.values()).map((source) => ({
+    ...source,
+    engineCount: source.engines.length
+  }));
+  const nonSocial = sources.filter((s) => s.sourceType !== "social");
+  const socialSources = sources.filter((s) => s.sourceType === "social");
+  nonSocial.sort((a, b) => {
+    const diff = computeCompositeScore(b) - computeCompositeScore(a);
+    if (diff !== 0)
+      return diff;
+    return a.domain.localeCompare(b.domain);
+  });
+  socialSources.sort((a, b) => {
+    const diff = computeCompositeScore(b) - computeCompositeScore(a);
+    if (diff !== 0)
+      return diff;
+    return a.domain.localeCompare(b.domain);
+  });
+  const ordered = [...nonSocial, ...socialSources];
+  return ordered.slice(0, 12).map((source, index) => ({
+    ...source,
+    id: `S${index + 1}`,
+    title: source.title || source.domain || source.canonicalUrl
+  }));
+}
+export function mergeFetchDataIntoSources(sources, fetchedSources) {
+  const byId = new Map(fetchedSources.map((source) => [source.id, source]));
+  return sources.map((source) => {
+    const fetched = byId.get(source.id);
+    if (!fetched)
+      return source;
+    const title = pickPreferredTitle(source.title, fetched.title || "");
+    return {
+      ...source,
+      title: title || source.title,
+      fetch: {
+        attempted: true,
+        ok: !fetched.error && fetched.contentChars > 100,
+        status: fetched.status || null,
+        finalUrl: fetched.finalUrl || fetched.url || source.canonicalUrl,
+        contentType: fetched.contentType || "",
+        lastModified: fetched.lastModified || "",
+        publishedTime: fetched.publishedTime || "",
+        byline: fetched.byline || "",
+        siteName: fetched.siteName || "",
+        lang: fetched.lang || "",
+        title: fetched.title || "",
+        snippet: fetched.snippet || "",
+        contentChars: fetched.contentChars || 0,
+        source: fetched.source || "unknown",
+        duration: fetched.duration || 0,
+        error: fetched.error || ""
+      }
+    };
+  });
+}

package/extensions/greedysearch-dm/src/search/synthesis-runner.mjs

@@ -1,12 +1,127 @@
-import{spawn as Re}from"node:child_process";import{basename as q}from"node:path";function G(t=process.env,e=process.execPath){let i=t.GREEDY_SEARCH_NODE||t.NODE_BINARY||t.NODE;if(i?.trim())return i.trim();let s=q(e||"").toLowerCase();if(s==="node"||s==="node.exe")return e;return"node"}import{existsSync as T,mkdirSync as V,readFileSync as S,writeFileSync as B}from"node:fs";import{homedir as F}from"node:os";import{join as Y}from"node:path";import{tmpdir as z}from"node:os";function ee(t,e=9222){let i=Number.parseInt(String(t??""),10);return Number.isInteger(i)&&i>1024&&i<65535?i:e}var ie=z().replaceAll("\\","/"),$e=ee(process.env.GREEDY_SEARCH_PORT),h=(process.env.GREEDY_SEARCH_PROFILE_DIR||process.env.CDP_PROFILE_DIR||`${ie}/greedysearch-chrome-profile`).replaceAll("\\","/"),Ae=`${h}/DevToolsActivePort`,Ge=process.env.GREEDY_SEARCH_PID_FILE||`${h}/browser.pid`,Se=process.env.CDP_PAGES_CACHE||`${h}/cdp-pages.json`,Ye=process.env.GREEDY_SEARCH_MODE_FILE||`${h}/browser-mode`,ye=process.env.GREEDY_SEARCH_METADATA_FILE||`${h}/browser-metadata.json`,He=process.env.GREEDY_SEARCH_LAUNCH_LOCK_FILE||`${h}/browser-launch.lock`,Ue=process.env.GREEDY_SEARCH_ACTIVITY_FILE||`${h}/browser-last-activity`,ke=(process.env.CDP_SOCKET_DIR||`${h}/cdp-sockets`).replaceAll("\\","/"),Pe=`${h}/visible-recovery.jsonl`,b=Y(F(),".dm"),d=Y(b,"greedyconfig"),w=["perplexity","google","chatgpt","gemini"],N="gemini";function te(){try{if(T(d)){let t=S(d,"utf8"),e=JSON.parse(t);if(Array.isArray(e.engines)&&e.engines.length>0&&e.engines.every((i)=>typeof i==="string")){let i=e.engines.filter((o)=>L[o]),s=e.engines.filter((o)=>!L[o]);if(s.length>0)process.stderr.write(`[greedysearch] Warning: ignoring unknown engine(s) in ${d}: ${s.join(", ")}
-[greedysearch] Available engines: ${Object.keys(L).join(", ")}
-`);if(i.length>0)return i;process.stderr.write(`[greedysearch] Warning: no valid engines in ${d}, falling back to defaults: ${w.join(", ")}
-`)}}}catch{}return w}function ne(){try{if(!T(b))V(b,{recursive:!0});if(!T(d))B(d,JSON.stringify({engines:w,synthesizer:N},null,2)+`
-`,"utf8")}catch{}}ne();var C=["gemini","chatgpt"];function se(){try{if(T(d)){let t=S(d,"utf8"),e=JSON.parse(t);if(typeof e.synthesizer==="string"){let i=e.synthesizer.toLowerCase();if(C.includes(i))return i;process.stderr.write(`[greedysearch] Warning: unknown synthesizer "${e.synthesizer}" in ${d}
-[greedysearch] Available synthesizers: ${C.join(", ")}
-[greedysearch] Falling back to default: ${N}
-`)}}}catch{}return N}var L={perplexity:"perplexity.mjs",p:"perplexity.mjs",bing:"bing-copilot.mjs",b:"bing-copilot.mjs",google:"google-ai.mjs",g:"google-ai.mjs",gemini:"gemini.mjs",gem:"gemini.mjs",chatgpt:"chatgpt.mjs",gpt:"chatgpt.mjs","semantic-scholar":"semantic-scholar.mjs",semanticscholar:"semantic-scholar.mjs",s2:"semantic-scholar.mjs",logically:"logically.mjs",log:"logically.mjs"},oe=te();var We=se(),Me=Math.max(1,Number.parseInt(process.env.GREEDY_FETCH_CONCURRENCY||"5",10)||5);process.env.CDP_PROFILE_DIR=h;import{existsSync as y}from"node:fs";import{dirname as le,join as O}from"node:path";import{fileURLToPath as re}from"node:url";function H(t){return re(new URL(".",t)).replace(/^\/([A-Z]:)/,"$1")}function ce(t,e=y){let i=new Set;for(let s of t.filter(Boolean)){if(i.has(s))continue;if(i.add(s),e(s))return s}return t.filter(Boolean).at(-1)}function U(t,{moduleDir:e,entrypoint:i=process.argv[1],env:s=process.env,exists:o=y}={}){let c=i?le(i):null,p=s.GREEDY_SEARCH_EXTENSION_DIR?.trim()||null;return ce([e?O(e,"..","..","extractors",t):null,e?O(e,"..","extractors",t):null,p?O(p,"extractors",t):null,c?O(c,"..","extractors",t):null],o)}var ae=["fbclid","gclid","ref","ref_src","ref_url","source","utm_campaign","utm_content","utm_medium","utm_source","utm_term"],pe=["dev.to","hashnode.com","medium.com","reddit.com","stackoverflow.com","stackexchange.com","substack.com"],fe=["arstechnica.com","techcrunch.com","theverge.com","venturebeat.com","wired.com","zdnet.com"],W=["facebook.com","instagram.com","linkedin.com","pinterest.com","tiktok.com","twitter.com","x.com"];function v(t="",e=240){let i=String(t).replaceAll(/\s+/g," ").trim();if(i.length<=e)return i;let s=i.slice(0,e),o=s.lastIndexOf(" ");return o>0?`${s.slice(0,o)}...`:`${s}...`}function $(t=""){let e=v(t,180);if(!e)return"";if(/^https?:\/\//i.test(e))return"";let i=e.split(/\s+/).filter(Boolean).length,s=/[A-Z]/.test(e),o=/\d/.test(e);return e===e.toLowerCase()&&i<=4&&!s&&!o?"":e}function k(t="",e=""){let i=$(t),s=$(e);if(!s)return i;if(!i)return s;let o=/^https?:\/\//i.test(i),c=/^https?:\/\//i.test(s);if(o&&!c)return s;if(!o&&c)return i;return s.length>i.length?s:i}function ue(t){if(!t)return null;try{let e=new URL(t);if(!["http:","https:"].includes(e.protocol))return null;if(e.hash="",e.hostname=e.hostname.toLowerCase(),e.protocol==="https:"&&e.port==="443"||e.protocol==="http:"&&e.port==="80")e.port="";for(let o of[...e.searchParams.keys()]){let c=o.toLowerCase();if(ae.includes(c)||c.startsWith("utm_"))e.searchParams.delete(o)}e.searchParams.sort();let i=e.pathname.replace(/\/{1,10}$/,"")||"/";e.pathname=i;let s=e.toString();return i==="/"?s.replace(/\/$/,""):s}catch{return null}}function ge(t){try{return new URL(t).hostname.toLowerCase().replace(/^www\./,"")}catch{return""}}function D(t,e){return e.some((i)=>t===i||t.endsWith(`.${i}`))}function me(t,e="",i=""){let s=e.toLowerCase(),o=i.toLowerCase();if(t==="github.com"||t==="gitlab.com")return"repo";if(t==="arxiv.org"||t==="doi.org"||t==="semanticscholar.org"||t.endsWith(".semanticscholar.org")||o.includes("/paper/")||o.includes("/pdf/"))return"academic";if(D(t,W))return"social";if(D(t,pe))return"community";if(D(t,fe))return"news";if(t.startsWith("docs.")||t.startsWith("developer.")||t.startsWith("developers.")||t.startsWith("api.")||s.includes("documentation")||s.includes("docs")||s.includes("reference")||o.includes("/docs/")||o.includes("/reference/")||o.includes("/api/"))return"official-docs";if(t.startsWith("blog.")||o.includes("/blog/"))return"maintainer-blog";return"website"}function he(t){switch(t){case"official-docs":return 5;case"repo":return 4;case"academic":return 4;case"maintainer-blog":return 3;case"website":return 2;case"community":return 1;case"news":return 0;case"social":return-6;default:return 0}}function Ee(t){let e=Object.values(t.perEngine||{}).map((i)=>i?.rank||99);return e.length?Math.min(...e):99}var _e=["reddit.com","news.ycombinator.com","lobste.rs"];function I(t){return t.smartScore*3+t.engineCount*5+he(t.sourceType)*2+Math.max(0,7-Ee(t))}function de(t){let e=t.toLowerCase(),i=[];if(e.includes("openai")||e.includes("gpt")||e.includes("chatgpt"))i.push("openai.com","platform.openai.com","help.openai.com");if(e.includes("anthropic")||e.includes("claude"))i.push("anthropic.com","docs.anthropic.com");if(e.includes("bun"))i.push("bun.sh","bun.com");if(e.includes("next.js")||e.includes("nextjs"))i.push("nextjs.org","vercel.com");if(e.includes("playwright"))i.push("playwright.dev");if(e.includes("supabase"))i.push("supabase.com","supabase.io");if(e.includes("prisma"))i.push("prisma.io");if(e.includes("tailwind"))i.push("tailwindcss.com");if(e.includes("vite"))i.push("vitejs.dev","vite.dev");if(e.includes("astro"))i.push("astro.build");if(e.includes("svelte"))i.push("svelte.dev");if(e.includes("solid"))i.push("solidjs.com");if(e.includes("vue")||e.includes("nuxt"))i.push("vuejs.org","nuxt.com");if(e.includes("react")||e.includes("react native"))i.push("react.dev","reactnative.dev");if(e.includes("angular"))i.push("angular.io","angular.dev");if(e.includes("node.js")||e.includes("nodejs"))i.push("nodejs.org","nodejs.dev","npmjs.com");if(/\bgo\b/.test(e)||e.includes("golang"))i.push("go.dev","golang.org","pkg.go.dev");if(e.includes("deno"))i.push("deno.land","deno.com");if(e.includes("fresh"))i.push("fresh.deno.dev");if(e.includes("typescript")||e.includes("ts"))i.push("typescriptlang.org");if(e.includes("python"))i.push("python.org","docs.python.org");if(e.includes("rust"))i.push("rust-lang.org","docs.rs","crates.io");if(e.includes("zig"))i.push("ziglang.org");if(e.includes("docker"))i.push("docker.com","docs.docker.com","hub.docker.com");if(e.includes("kubernetes")||e.includes("k8s"))i.push("kubernetes.io","k8s.io");if(e.includes("postgres")||e.includes("postgresql"))i.push("postgresql.org","neon.tech","supabase.com");if(e.includes("redis"))i.push("redis.io");if(e.includes("sqlite"))i.push("sqlite.org");if(e.includes("cloudflare"))i.push("developers.cloudflare.com","cloudflare.com");if(e.includes("vercel"))i.push("vercel.com","nextjs.org");if(e.includes("netlify"))i.push("netlify.com","docs.netlify.com");if(e.includes("stripe"))i.push("stripe.com","docs.stripe.com");if(e.includes("github"))i.push("github.com","docs.github.com");if(e.includes("gitlab"))i.push("gitlab.com","docs.gitlab.com");if(e.includes("aws"))i.push("aws.amazon.com","docs.aws.amazon.com");if(e.includes("azure"))i.push("azure.microsoft.com","learn.microsoft.com");if(e.includes("gcp")||e.includes("google cloud"))i.push("cloud.google.com","developers.google.com");if(e.includes("gemini")||e.includes("google ai"))i.push("ai.google.dev","developers.google.com");for(let s of W){let o=s.replace(/\.com$/,"");if(e.includes(o))i.push(s)}return[...new Set(i)]}function P(t,e){return t===e||t.endsWith(`.${e}`)}function M(t,e=""){let i=new Map,s=Object.keys(t||{}).filter((n)=>!n.startsWith("_")),o=de(e);for(let n of s){let r=t[n];if(!r?.sources)continue;for(let a=0;a<r.sources.length;a++){let E=r.sources[a],f=ue(E.url);if(!f||f.length<10)continue;let R=$(E.title||""),g=ge(f),_=me(g,R,f),m=0;if(o.some((j)=>P(g,j)))m+=10;if(_==="official-docs")m+=3;let Q=f.toLowerCase();if(/\/docs\/|\/documentation\/|\.dev\/|\/api\/|\/reference\//.test(Q))m+=2;let X=o.some((j)=>P(g,j));if(_==="social"&&!X)m-=20;if(o.length>0){if(D(g,_e))m-=3;else if(_==="community"&&!D(g,["stackoverflow.com","stackexchange.com"]))m-=1}let u=i.get(f)||{id:"",canonicalUrl:f,displayUrl:E.url||f,domain:g,title:"",engines:[],engineCount:0,perEngine:{},sourceType:_,isOfficial:_==="official-docs",smartScore:0};if(u.title=k(u.title,R),u.displayUrl=u.displayUrl||E.url||f,u.sourceType=u.sourceType||_,u.isOfficial=u.isOfficial||_==="official-docs",u.smartScore=Math.max(u.smartScore,m),!u.engines.includes(n))u.engines.push(n);u.perEngine[n]={rank:a+1,title:k(u.perEngine[n]?.title||"",R)},i.set(f,u)}}let c=Array.from(i.values()).map((n)=>({...n,engineCount:n.engines.length})),p=c.filter((n)=>n.sourceType!=="social"),l=c.filter((n)=>n.sourceType==="social");return p.sort((n,r)=>{let a=I(r)-I(n);if(a!==0)return a;return n.domain.localeCompare(r.domain)}),l.sort((n,r)=>{let a=I(r)-I(n);if(a!==0)return a;return n.domain.localeCompare(r.domain)}),[...p,...l].slice(0,12).map((n,r)=>({...n,id:`S${r+1}`,title:n.title||n.domain||n.canonicalUrl}))}function ve(t){let e="",i=!1,s=!1;for(let o of String(t)){if(s){e+=o,s=!1;continue}if(o==="\\"){e+=o,s=!0;continue}if(o==='"'){i=!i,e+=o;continue}if(i&&o===`
-`)e+="\\n";else if(i&&o==="\r")e+="\\r";else if(i&&o==="\t")e+="\\t";else e+=o}return e}function J(t){if(!t)return null;let e=String(t).trim(),i=e.indexOf("BEGIN_JSON"),s=e.indexOf("END_JSON");if(i!==-1&&s!==-1&&i<s)e=e.slice(i+10,s).trim();else{let l=e.indexOf("{");if(l>0)e=e.slice(l)}let o=[e,e.replace(/^```json\s*/i,"").replace(/^```\s*/i,"").replace(/```$/i,"").trim()],c=e.indexOf("{"),p=e.lastIndexOf("}");if(c!==-1&&p!==-1&&c<p)o.push(e.slice(c,p+1));for(let l of[...o]){let n=ve(l);if(n!==l)o.push(n)}for(let l of o)try{return JSON.parse(l)}catch{}return null}function Z(t,e,i=""){let s=new Set(e.map((n)=>n.id)),o=["high","medium","low","mixed","conflicting"].includes(t?.agreement?.level)?t.agreement.level:"mixed",c=Array.isArray(t?.claims)?t.claims.map((n)=>({claim:v(n?.claim||"",260),support:["strong","moderate","weak","conflicting"].includes(n?.support)?n.support:"moderate",sourceIds:Array.isArray(n?.sourceIds)?n.sourceIds.filter((r)=>s.has(r)):[]})).filter((n)=>n.claim):[],p=Array.isArray(t?.recommendedSources)?t.recommendedSources.filter((n)=>s.has(n)).slice(0,6):[],l="";if(i){let n=i.indexOf("{"),r=i.lastIndexOf("}");if(n!==-1&&r!==-1&&n<r)l=i.slice(n,r+1);else l=i}return{answer:v(t?.answer||l||i,4000),agreement:{level:o,summary:v(t?.agreement?.summary||"",280)},differences:Array.isArray(t?.differences)?t.differences.map((n)=>v(n,220)).filter(Boolean).slice(0,5):[],caveats:Array.isArray(t?.caveats)?t.caveats.map((n)=>v(n,220)).filter(Boolean).slice(0,5):[],claims:c,recommendedSources:p}}function x(t,e,i,{grounded:s=!1}={}){let o={};for(let l of["perplexity","bing","google"]){let n=e[l];if(!n)continue;if(n.error){o[l]={status:"error",error:String(n.error)};continue}o[l]={status:"ok",answer:v(n.answer||"",s?4500:2200),sourceIds:i.filter((r)=>r.engines.includes(l)).sort((r,a)=>(r.perEngine[l]?.rank||99)-(a.perEngine[l]?.rank||99)).map((r)=>r.id).slice(0,6)}}let c=s?700:300,p=i.slice(0,s?10:8).map((l)=>({id:l.id,title:l.title,domain:l.domain,canonicalUrl:l.canonicalUrl,sourceType:l.sourceType,isOfficial:l.isOfficial,engines:l.engines,engineCount:l.engineCount,fetch:l.fetch?.attempted?{ok:l.fetch.ok,publishedTime:l.fetch.publishedTime||"",byline:l.fetch.byline||"",snippet:v(l.fetch.snippet||"",c)}:void 0}));return["You are a research synthesizer. Combine these search engine results into a single authoritative answer.","",`Query: ${t}`,"",`Engine summaries:
-${JSON.stringify(o,null,2)}`,"",`Source registry:
-${JSON.stringify(p,null,2)}`,"","Instructions:","- Write a clear, direct answer in markdown (use headers/bullets where they help readability)","- Cite sources inline as [S1], [S2] etc. when making specific claims","- Prefer sources with content (fetch.ok=true and non-empty snippet) for citations","- Note where the engines agree or meaningfully disagree","- List any important caveats or limitations","- recommendedSources: the 2-4 source IDs most worth reading for this query","","Respond ONLY with a JSON object wrapped in BEGIN_JSON / END_JSON markers:","","BEGIN_JSON",JSON.stringify({answer:"<your markdown answer here>",agreement:{level:"high|medium|mixed|conflicting",summary:"<one sentence>"},differences:["<notable difference between engines, if any>"],caveats:["<important caveat or limitation>"],recommendedSources:["S1","S2"]},null,2),"END_JSON"].join(`
-`)}var Ce=H(import.meta.url),De={gemini:"gemini.mjs",chatgpt:"chatgpt.mjs"},Te={gemini:"https://gemini.google.com/app",chatgpt:"https://chatgpt.com/"};function A(t="gemini"){let e=String(t||"gemini").toLowerCase();if(e==="gem")return"gemini";if(e==="gpt")return"chatgpt";return e}function si(t="gemini"){return Te[A(t)]||"about:blank"}async function K(t,e,{tabPrefix:i=null,timeoutMs:s=180000,visible:o=null}={}){let c=A(t),p=De[c];if(!p||!C.includes(c))throw Error(`Unsupported synthesizer "${t}". Supported: ${C.join(", ")}`);return new Promise((l,n)=>{let r=U(p,{moduleDir:Ce}),a=i?["--tab",String(i)]:[],E={...process.env,CDP_PROFILE_DIR:h};if(o!==!0)delete E.GREEDY_SEARCH_VISIBLE,delete E.GREEDY_SEARCH_ALWAYS_VISIBLE;else E.GREEDY_SEARCH_VISIBLE="1",E.GREEDY_SEARCH_ALWAYS_VISIBLE="1";let f=Re(G(),[r,"--stdin",...a],{stdio:["pipe","pipe","pipe"],env:E});f.stdin.write(e),f.stdin.end();let R="",g="";f.stdout.on("data",(m)=>R+=m),f.stderr.on("data",(m)=>g+=m);let _=setTimeout(()=>{f.kill(),n(Error(`${c} prompt timed out after ${s/1000}s`))},s);f.on("close",(m)=>{if(clearTimeout(_),m!==0){n(Error(g.trim()||`${c} extractor failed`));return}try{l(JSON.parse(R.trim()))}catch{n(Error(`bad JSON from ${c}: ${R.slice(0,100)}`))}})})}async function oi(t,e={}){return K("gemini",t,e)}async function Oe(t,e,{grounded:i=!1,tabPrefix:s=null,visible:o=null,synthesizer:c="gemini"}={}){let p=A(c),l=Array.isArray(e._sources)?e._sources:M(e),n=x(t,e,l,{grounded:i}),r=await K(p,n,{tabPrefix:s,timeoutMs:180000,visible:o}),a=J(r.answer||""),f=a&&["answer","agreement","claims","differences","caveats"].some((g)=>(g in a));if(a&&["perplexity","bing","google","chatgpt","gemini"].some((g)=>(g in a))&&!f)a=null;return{...Z(a,l,r.answer||""),rawAnswer:r.answer||"",synthesizedBy:p,synthesizerSources:r.sources||[],geminiSources:p==="gemini"?r.sources||[]:[]}}async function li(t,e,i={}){return Oe(t,e,{...i,synthesizer:"gemini"})}export{li as synthesizeWithGemini,Oe as synthesizeResults,K as runSynthesisPrompt,oi as runGeminiPrompt,A as normalizeSynthesizer,si as getSynthesisStartUrl};
+import { spawn } from "node:child_process";
+import { nodeRuntimeCommand } from "../utils/node-runtime.mjs";
+import { GREEDY_PROFILE_DIR, SUPPORTED_SYNTHESIZERS } from "./constants.mjs";
+import {
+  moduleDirectory,
+  resolveGreedySearchExtractorScript
+} from "./paths.mjs";
+import {
+  buildSynthesisPrompt,
+  normalizeSynthesisPayload,
+  parseStructuredJson
+} from "./synthesis.mjs";
+import { buildSourceRegistry } from "./sources.mjs";
+const __dir = moduleDirectory(import.meta.url);
+const SYNTHESIS_EXTRACTORS = {
+  gemini: "gemini.mjs",
+  chatgpt: "chatgpt.mjs"
+};
+const SYNTHESIS_START_URLS = {
+  gemini: "https://gemini.google.com/app",
+  chatgpt: "https://chatgpt.com/"
+};
+export function normalizeSynthesizer(synthesizer = "gemini") {
+  const normalized = String(synthesizer || "gemini").toLowerCase();
+  if (normalized === "gem")
+    return "gemini";
+  if (normalized === "gpt")
+    return "chatgpt";
+  return normalized;
+}
+export function getSynthesisStartUrl(synthesizer = "gemini") {
+  return SYNTHESIS_START_URLS[normalizeSynthesizer(synthesizer)] || "about:blank";
+}
+export async function runSynthesisPrompt(synthesizer, prompt, { tabPrefix = null, timeoutMs = 180000, visible = null } = {}) {
+  const normalizedSynthesizer = normalizeSynthesizer(synthesizer);
+  const script = SYNTHESIS_EXTRACTORS[normalizedSynthesizer];
+  if (!script || !SUPPORTED_SYNTHESIZERS.includes(normalizedSynthesizer)) {
+    throw new Error(`Unsupported synthesizer "${synthesizer}". Supported: ${SUPPORTED_SYNTHESIZERS.join(", ")}`);
+  }
+  return new Promise((resolve, reject) => {
+    const extractorScript = resolveGreedySearchExtractorScript(script, {
+      moduleDir: __dir
+    });
+    const extraArgs = tabPrefix ? ["--tab", String(tabPrefix)] : [];
+    const childEnv = {
+      ...process.env,
+      CDP_PROFILE_DIR: GREEDY_PROFILE_DIR
+    };
+    if (visible !== true) {
+      delete childEnv.GREEDY_SEARCH_VISIBLE;
+      delete childEnv.GREEDY_SEARCH_ALWAYS_VISIBLE;
+    } else {
+      childEnv.GREEDY_SEARCH_VISIBLE = "1";
+      childEnv.GREEDY_SEARCH_ALWAYS_VISIBLE = "1";
+    }
+    const proc = spawn(nodeRuntimeCommand(), [extractorScript, "--stdin", ...extraArgs], {
+      stdio: ["pipe", "pipe", "pipe"],
+      env: childEnv
+    });
+    proc.stdin.write(prompt);
+    proc.stdin.end();
+    let out = "";
+    let err = "";
+    proc.stdout.on("data", (d) => out += d);
+    proc.stderr.on("data", (d) => err += d);
+    const t = setTimeout(() => {
+      proc.kill();
+      reject(new Error(`${normalizedSynthesizer} prompt timed out after ${timeoutMs / 1000}s`));
+    }, timeoutMs);
+    proc.on("close", (code) => {
+      clearTimeout(t);
+      if (code !== 0) {
+        reject(new Error(err.trim() || `${normalizedSynthesizer} extractor failed`));
+        return;
+      }
+      try {
+        resolve(JSON.parse(out.trim()));
+      } catch {
+        reject(new Error(`bad JSON from ${normalizedSynthesizer}: ${out.slice(0, 100)}`));
+      }
+    });
+  });
+}
+export async function runGeminiPrompt(prompt, options = {}) {
+  return runSynthesisPrompt("gemini", prompt, options);
+}
+export async function synthesizeResults(query, results, {
+  grounded = false,
+  tabPrefix = null,
+  visible = null,
+  synthesizer = "gemini"
+} = {}) {
+  const normalizedSynthesizer = normalizeSynthesizer(synthesizer);
+  const sources = Array.isArray(results._sources) ? results._sources : buildSourceRegistry(results);
+  const prompt = buildSynthesisPrompt(query, results, sources, { grounded });
+  const raw = await runSynthesisPrompt(normalizedSynthesizer, prompt, {
+    tabPrefix,
+    timeoutMs: 180000,
+    visible
+  });
+  let structured = parseStructuredJson(raw.answer || "");
+  const SYNTHESIS_FIELDS = [
+    "answer",
+    "agreement",
+    "claims",
+    "differences",
+    "caveats"
+  ];
+  const hasSynthesisFields = structured && SYNTHESIS_FIELDS.some((f) => (f in structured));
+  const hasEngineKeys = structured && ["perplexity", "bing", "google", "chatgpt", "gemini"].some((e) => (e in structured));
+  if (hasEngineKeys && !hasSynthesisFields) {
+    structured = null;
+  }
+  return {
+    ...normalizeSynthesisPayload(structured, sources, raw.answer || ""),
+    rawAnswer: raw.answer || "",
+    synthesizedBy: normalizedSynthesizer,
+    synthesizerSources: raw.sources || [],
+    geminiSources: normalizedSynthesizer === "gemini" ? raw.sources || [] : []
+  };
+}
+export async function synthesizeWithGemini(query, results, options = {}) {
+  return synthesizeResults(query, results, {
+    ...options,
+    synthesizer: "gemini"
+  });
+}