@duckmind/dm-windows-x64 0.60.6 → 0.60.8

package/extensions/greedysearch-dm/src/formatters/results.js

@@ -1,10 +1,95 @@
-function P(q){return{bing:"Bing Copilot",google:"Google AI",gemini:"Gemini",copilot:"Copilot",perplexity:"Perplexity"}[q]??q.charAt(0).toUpperCase()+q.slice(1)}function W(q){if(!q)return"";if(q==="official-docs")return"official docs";return q.replace(/-/g," ")}function X(q){if(!q)return"Mixed";return q.charAt(0).toUpperCase()+q.slice(1)}function z(q){return String(q.displayUrl||q.canonicalUrl||q.url||"")}function M(q){return String(q.title||q.domain||z(q)||"Untitled source")}function R(q){if(typeof q.engineCount==="number")return q.engineCount;return(Array.isArray(q.engines)?q.engines:[]).length}function _(q){return new Map(q.map((G)=>[String(G.id||""),G]).filter(([G])=>G))}function D(q){let G=String(q.id||"?"),J=z(q),K=M(q),O=String(q.domain||""),Q=Array.isArray(q.engines)?q.engines:[],V=R(q),Z=W(String(q.sourceType||"")),$=q.fetch,B=$?.ok?`fetched ${$.status||200}`:$?.attempted?"fetch failed":"";return`- ${[`${G} - [${K}](${J})`,O,Z,Q.length?`cited by ${Q.map(P).join(", ")} (${V}/3)`:`${V}/3`,B].filter(Boolean).join(" - ")}`}function b(q,G=[],J=6){if(!q.length)return[];let K=_(q),O=G.map((Q)=>K.get(Q)).filter((Q)=>Boolean(Q));if(O.length>0)return O.slice(0,J);return q.slice(0,J)}function w(q,G,J,K=6){if(G.answer)q.push("## Answer"),q.push(String(G.answer)),q.push("");let O=G.agreement,Q=String(O?.summary||"").trim(),V=String(O?.level||"").trim();if(Q||V)q.push("## Consensus"),q.push(`- ${X(V)}${Q?` - ${Q}`:""}`),q.push("");let Z=Array.isArray(G.differences)?G.differences:[];if(Z.length>0){q.push("## Where Engines Differ");for(let Y of Z)q.push(`- ${Y}`);q.push("")}let $=Array.isArray(G.caveats)?G.caveats:[];if($.length>0){q.push("## Caveats");for(let Y of $)q.push(`- ${Y}`);q.push("")}let B=Array.isArray(G.claims)?G.claims:[];if(B.length>0){q.push("## Key Claims");for(let Y of B){let U=Array.isArray(Y.sourceIds)?Y.sourceIds:[],A=String(Y.support||"moderate");q.push(`- ${String(Y.claim||"")} [${A}${U.length?`; ${U.join(", ")}`:""}]`)}q.push("")}let k=Array.isArray(G.recommendedSources)?G.recommendedSources:[],F=b(J,k,K);if(F.length>0){q.push("## Top Sources");for(let Y of F)q.push(D(Y));q.push("")}}var C=800;function N(q){return q.split(`
-`).map((G)=>G.length>C?G.slice(0,C-1)+"…":G).join(`
-`)}function y(q,G){let J=[];if(q==="all")return N(E(G,J));return N(x(G,J))}function E(q,G){let{_synthesis:J,_sources:K,_needsHumanVerification:O,_research:Q}=q;if(O){let V=Array.isArray(O.engines)?O.engines.join(", "):"one or more engines";G.push("## Manual verification required"),G.push(String(O.message||"Visible Chrome is open. Solve the verification challenge, then rerun the same search.")),G.push(`Engines: ${V}`),G.push("")}if(J?.answer){if(Q?.mode==="iterative")I(G,Q);w(G,J,K||[],6);let V=String(J.synthesizedBy||"configured synthesizer");return G.push(Q?.mode==="iterative"?`*Research mode: iterative planning, source fetching, citation audit, and bundle output*
-`:`*Synthesized by ${V} from multi-engine results and fetched sources*
-`),G.join(`
-`).trim()}for(let[V,Z]of Object.entries(q)){if(V.startsWith("_"))continue;G.push(`
-## ${P(V)}`),j(Z,G,3)}return G.join(`
-`).trim()}function I(q,G){let J=G.floor,K=J?.metrics,O=G.bundle,Q=G.manifest;if(q.push("## Research Run"),q.push(`- Status: ${J?.floorMet?"floor met":"partial / floor unmet"}`),Q?.terminationReason)q.push(`- Stop reason: ${String(Q.terminationReason)}`);if(K)q.push(`- Evidence: ${K.fetchedOk||0} fetched sources, ${K.primarySources||0} primary/official, ${K.claims||0} claims, ${K.cited||0} citations`),q.push(`- Questions: ${K.closedQuestions||0}/${K.totalQuestions||0} closed${K.openQuestions?`, ${K.openQuestions} open`:""}`);if(O?.dir)q.push(`- Bundle: ${String(O.dir)}`);q.push("")}function x(q,G){let J=q._needsHumanVerification;if(J){let K=Array.isArray(J.engines)?J.engines.join(", "):"this engine";G.push("## Manual verification required"),G.push(String(J.message||"Visible Chrome is open. Solve the verification challenge, then rerun the same search.")),G.push(`Engines: ${K}`),G.push("")}return j(q,G,5),G.join(`
-`).trim()}function j(q,G,J){if(q.error){G.push(`Error: ${q.error}`);return}if(q.answer)G.push(String(q.answer));let K=q.sources;if(Array.isArray(K)&&K.length>0){G.push(`
-Sources:`);for(let O of K.slice(0,J))G.push(`- [${O.title||O.url}](${O.url})`)}}export{y as formatResults};
+import { formatEngineName } from "../utils/helpers.js";
+import { renderSynthesis } from "./synthesis.js";
+const MAX_LINE_WIDTH = 800;
+function _truncateLongLines(text) {
+  return text.split(`
+`).map((line) => line.length > MAX_LINE_WIDTH ? line.slice(0, MAX_LINE_WIDTH - 1) + "…" : line).join(`
+`);
+}
+export function formatResults(engine, data) {
+  const lines = [];
+  if (engine === "all") {
+    return _truncateLongLines(formatAllEnginesResult(data, lines));
+  }
+  return _truncateLongLines(formatSingleEngineResult(data, lines));
+}
+function formatAllEnginesResult(data, lines) {
+  const synthesis = data._synthesis;
+  const dedupedSources = data._sources;
+  const needsHuman = data._needsHumanVerification;
+  const research = data._research;
+  if (needsHuman) {
+    const engines = Array.isArray(needsHuman.engines) ? needsHuman.engines.join(", ") : "one or more engines";
+    lines.push("## Manual verification required");
+    lines.push(String(needsHuman.message || "Visible Chrome is open. Solve the verification challenge, then rerun the same search."));
+    lines.push(`Engines: ${engines}`);
+    lines.push("");
+  }
+  if (synthesis?.answer) {
+    if (research?.mode === "iterative")
+      renderResearchHeader(lines, research);
+    renderSynthesis(lines, synthesis, dedupedSources || [], 6);
+    const synthesizedBy = String(synthesis.synthesizedBy || "configured synthesizer");
+    lines.push(research?.mode === "iterative" ? `*Research mode: iterative planning, source fetching, citation audit, and bundle output*
+` : `*Synthesized by ${synthesizedBy} from multi-engine results and fetched sources*
+`);
+    return lines.join(`
+`).trim();
+  }
+  for (const [eng, result] of Object.entries(data)) {
+    if (eng.startsWith("_"))
+      continue;
+    lines.push(`
+## ${formatEngineName(eng)}`);
+    formatEngineResult(result, lines, 3);
+  }
+  return lines.join(`
+`).trim();
+}
+function renderResearchHeader(lines, research) {
+  const floor = research.floor;
+  const metrics = floor?.metrics;
+  const bundle = research.bundle;
+  const manifest = research.manifest;
+  lines.push("## Research Run");
+  lines.push(`- Status: ${floor?.floorMet ? "floor met" : "partial / floor unmet"}`);
+  if (manifest?.terminationReason)
+    lines.push(`- Stop reason: ${String(manifest.terminationReason)}`);
+  if (metrics) {
+    lines.push(`- Evidence: ${metrics.fetchedOk || 0} fetched sources, ${metrics.primarySources || 0} primary/official, ${metrics.claims || 0} claims, ${metrics.cited || 0} citations`);
+    lines.push(`- Questions: ${metrics.closedQuestions || 0}/${metrics.totalQuestions || 0} closed${metrics.openQuestions ? `, ${metrics.openQuestions} open` : ""}`);
+  }
+  if (bundle?.dir)
+    lines.push(`- Bundle: ${String(bundle.dir)}`);
+  lines.push("");
+}
+function formatSingleEngineResult(data, lines) {
+  const needsHuman = data._needsHumanVerification;
+  if (needsHuman) {
+    const engines = Array.isArray(needsHuman.engines) ? needsHuman.engines.join(", ") : "this engine";
+    lines.push("## Manual verification required");
+    lines.push(String(needsHuman.message || "Visible Chrome is open. Solve the verification challenge, then rerun the same search."));
+    lines.push(`Engines: ${engines}`);
+    lines.push("");
+  }
+  formatEngineResult(data, lines, 5);
+  return lines.join(`
+`).trim();
+}
+function formatEngineResult(data, lines, maxSources) {
+  if (data.error) {
+    lines.push(`Error: ${data.error}`);
+    return;
+  }
+  if (data.answer) {
+    lines.push(String(data.answer));
+  }
+  const sources = data.sources;
+  if (Array.isArray(sources) && sources.length > 0) {
+    lines.push(`
+Sources:`);
+    for (const s of sources.slice(0, maxSources)) {
+      lines.push(`- [${s.title || s.url}](${s.url})`);
+    }
+  }
+}

package/extensions/greedysearch-dm/src/formatters/sources.js

@@ -1 +1,57 @@
-function O(q){return{bing:"Bing Copilot",google:"Google AI",gemini:"Gemini",copilot:"Copilot",perplexity:"Perplexity"}[q]??q.charAt(0).toUpperCase()+q.slice(1)}function Q(q){if(!q)return"";if(q==="official-docs")return"official docs";return q.replace(/-/g," ")}function R(q){return String(q.displayUrl||q.canonicalUrl||q.url||"")}function X(q){return String(q.title||q.domain||R(q)||"Untitled source")}function Y(q){if(typeof q.engineCount==="number")return q.engineCount;return(Array.isArray(q.engines)?q.engines:[]).length}function Z(q){return new Map(q.map((A)=>[String(A.id||""),A]).filter(([A])=>A))}function k(q){let A=String(q.id||"?"),B=R(q),G=X(q),D=String(q.domain||""),H=Array.isArray(q.engines)?q.engines:[],K=Y(q),V=Q(String(q.sourceType||"")),J=q.fetch,W=J?.ok?`fetched ${J.status||200}`:J?.attempted?"fetch failed":"";return`- ${[`${A} - [${G}](${B})`,D,V,H.length?`cited by ${H.map(O).join(", ")} (${K}/3)`:`${K}/3`,W].filter(Boolean).join(" - ")}`}function w(q,A){let B=A.fetch;if(!B?.attempted)return;let G=String(B.snippet||"").trim(),D=String(B.lastModified||"").trim();if(G)q.push(`  Evidence: ${G}`);if(D)q.push(`  Last-Modified: ${D}`);if(B.error)q.push(`  Fetch error: ${String(B.error)}`)}function C(q,A=[],B=6){if(!q.length)return[];let G=Z(q),D=A.map((H)=>G.get(H)).filter((H)=>Boolean(H));if(D.length>0)return D.slice(0,B);return q.slice(0,B)}export{R as sourceUrl,X as sourceLabel,Y as sourceConsensus,w as renderSourceEvidence,C as pickSources,Z as getSourceMap,k as formatSourceLine};
+import { formatEngineName, humanizeSourceType } from "../utils/helpers.js";
+export function sourceUrl(source) {
+  return String(source.displayUrl || source.canonicalUrl || source.url || "");
+}
+export function sourceLabel(source) {
+  return String(source.title || source.domain || sourceUrl(source) || "Untitled source");
+}
+export function sourceConsensus(source) {
+  if (typeof source.engineCount === "number")
+    return source.engineCount;
+  const engines = Array.isArray(source.engines) ? source.engines : [];
+  return engines.length;
+}
+export function getSourceMap(sources) {
+  return new Map(sources.map((source) => [String(source.id || ""), source]).filter(([id]) => id));
+}
+export function formatSourceLine(source) {
+  const id = String(source.id || "?");
+  const url = sourceUrl(source);
+  const title = sourceLabel(source);
+  const domain = String(source.domain || "");
+  const engines = Array.isArray(source.engines) ? source.engines : [];
+  const consensus = sourceConsensus(source);
+  const typeLabel = humanizeSourceType(String(source.sourceType || ""));
+  const fetch = source.fetch;
+  const fetchStatus = fetch?.ok ? `fetched ${fetch.status || 200}` : fetch?.attempted ? "fetch failed" : "";
+  const pieces = [
+    `${id} - [${title}](${url})`,
+    domain,
+    typeLabel,
+    engines.length ? `cited by ${engines.map(formatEngineName).join(", ")} (${consensus}/3)` : `${consensus}/3`,
+    fetchStatus
+  ].filter(Boolean);
+  return `- ${pieces.join(" - ")}`;
+}
+export function renderSourceEvidence(lines, source) {
+  const fetch = source.fetch;
+  if (!fetch?.attempted)
+    return;
+  const snippet = String(fetch.snippet || "").trim();
+  const lastModified = String(fetch.lastModified || "").trim();
+  if (snippet)
+    lines.push(`  Evidence: ${snippet}`);
+  if (lastModified)
+    lines.push(`  Last-Modified: ${lastModified}`);
+  if (fetch.error)
+    lines.push(`  Fetch error: ${String(fetch.error)}`);
+}
+export function pickSources(sources, recommendedIds = [], max = 6) {
+  if (!sources.length)
+    return [];
+  const sourceMap = getSourceMap(sources);
+  const recommended = recommendedIds.map((id) => sourceMap.get(id)).filter((source) => Boolean(source));
+  if (recommended.length > 0)
+    return recommended.slice(0, max);
+  return sources.slice(0, max);
+}

package/extensions/greedysearch-dm/src/formatters/synthesis.js

@@ -1 +1,49 @@
-function B(r){if(!r)return"Mixed";return r.charAt(0).toUpperCase()+r.slice(1)}function E(r){return{bing:"Bing Copilot",google:"Google AI",gemini:"Gemini",copilot:"Copilot",perplexity:"Perplexity"}[r]??r.charAt(0).toUpperCase()+r.slice(1)}function x(r){if(!r)return"";if(r==="official-docs")return"official docs";return r.replace(/-/g," ")}function C(r){return String(r.displayUrl||r.canonicalUrl||r.url||"")}function H(r){return String(r.title||r.domain||C(r)||"Untitled source")}function J(r){if(typeof r.engineCount==="number")return r.engineCount;return(Array.isArray(r.engines)?r.engines:[]).length}function K(r){return new Map(r.map((t)=>[String(t.id||""),t]).filter(([t])=>t))}function M(r){let t=String(r.id||"?"),g=C(r),p=H(r),u=String(r.domain||""),f=Array.isArray(r.engines)?r.engines:[],d=J(r),G=x(String(r.sourceType||"")),$=r.fetch,U=$?.ok?`fetched ${$.status||200}`:$?.attempted?"fetch failed":"";return`- ${[`${t} - [${p}](${g})`,u,G,f.length?`cited by ${f.map(E).join(", ")} (${d}/3)`:`${d}/3`,U].filter(Boolean).join(" - ")}`}function S(r,t=[],g=6){if(!r.length)return[];let p=K(r),u=t.map((f)=>p.get(f)).filter((f)=>Boolean(f));if(u.length>0)return u.slice(0,g);return r.slice(0,g)}function W(r,t,g,p=6){if(t.answer)r.push("## Answer"),r.push(String(t.answer)),r.push("");let u=t.agreement,f=String(u?.summary||"").trim(),d=String(u?.level||"").trim();if(f||d)r.push("## Consensus"),r.push(`- ${B(d)}${f?` - ${f}`:""}`),r.push("");let G=Array.isArray(t.differences)?t.differences:[];if(G.length>0){r.push("## Where Engines Differ");for(let o of G)r.push(`- ${o}`);r.push("")}let $=Array.isArray(t.caveats)?t.caveats:[];if($.length>0){r.push("## Caveats");for(let o of $)r.push(`- ${o}`);r.push("")}let U=Array.isArray(t.claims)?t.claims:[];if(U.length>0){r.push("## Key Claims");for(let o of U){let A=Array.isArray(o.sourceIds)?o.sourceIds:[],D=String(o.support||"moderate");r.push(`- ${String(o.claim||"")} [${D}${A.length?`; ${A.join(", ")}`:""}]`)}r.push("")}let k=Array.isArray(t.recommendedSources)?t.recommendedSources:[],b=S(g,k,p);if(b.length>0){r.push("## Top Sources");for(let o of b)r.push(M(o));r.push("")}}export{W as renderSynthesis};
+import { formatAgreementLevel } from "../utils/helpers.js";
+import { formatSourceLine, pickSources } from "./sources.js";
+export function renderSynthesis(lines, synthesis, sources, maxSources = 6) {
+  if (synthesis.answer) {
+    lines.push("## Answer");
+    lines.push(String(synthesis.answer));
+    lines.push("");
+  }
+  const agreement = synthesis.agreement;
+  const agreementSummary = String(agreement?.summary || "").trim();
+  const agreementLevel = String(agreement?.level || "").trim();
+  if (agreementSummary || agreementLevel) {
+    lines.push("## Consensus");
+    lines.push(`- ${formatAgreementLevel(agreementLevel)}${agreementSummary ? ` - ${agreementSummary}` : ""}`);
+    lines.push("");
+  }
+  const differences = Array.isArray(synthesis.differences) ? synthesis.differences : [];
+  if (differences.length > 0) {
+    lines.push("## Where Engines Differ");
+    for (const difference of differences)
+      lines.push(`- ${difference}`);
+    lines.push("");
+  }
+  const caveats = Array.isArray(synthesis.caveats) ? synthesis.caveats : [];
+  if (caveats.length > 0) {
+    lines.push("## Caveats");
+    for (const caveat of caveats)
+      lines.push(`- ${caveat}`);
+    lines.push("");
+  }
+  const claims = Array.isArray(synthesis.claims) ? synthesis.claims : [];
+  if (claims.length > 0) {
+    lines.push("## Key Claims");
+    for (const claim of claims) {
+      const sourceIds = Array.isArray(claim.sourceIds) ? claim.sourceIds : [];
+      const support = String(claim.support || "moderate");
+      lines.push(`- ${String(claim.claim || "")} [${support}${sourceIds.length ? `; ${sourceIds.join(", ")}` : ""}]`);
+    }
+    lines.push("");
+  }
+  const recommendedIds = Array.isArray(synthesis.recommendedSources) ? synthesis.recommendedSources : [];
+  const topSources = pickSources(sources, recommendedIds, maxSources);
+  if (topSources.length > 0) {
+    lines.push("## Top Sources");
+    for (const source of topSources)
+      lines.push(formatSourceLine(source));
+    lines.push("");
+  }
+}

package/extensions/greedysearch-dm/src/github.mjs

@@ -1,13 +1,228 @@
-var x={"user-agent":"GreedySearch/1.0",accept:"application/vnd.github+json","x-github-api-version":"2022-11-28"};function F(J){try{let z=new URL(J);if(!(z.hostname==="github.com"||z.hostname.endsWith(".github.com")))return null;let j=z.pathname.split("/").filter(Boolean);if(j.length<2)return null;let[q,K]=j;if(j.length===2)return{owner:q,repo:K,type:"root"};if(j.length>=4&&(j[2]==="blob"||j[2]==="tree")){let N=j[2],Q=j[3],C=j.slice(4).join("/");return{owner:q,repo:K,type:N,ref:Q,path:C}}return null}catch{return null}}async function Y(J,z=1e4){let j=new AbortController,q=setTimeout(()=>j.abort(),z);try{let K=await fetch(`https://api.github.com${J}`,{headers:x,signal:j.signal});if(clearTimeout(q),!K.ok)throw Error(`GitHub API ${K.status}: ${J}`);return await K.json()}catch(K){throw clearTimeout(q),K}}async function M(J,z){try{let j=await Y(`/repos/${J}/${z}/readme`);if(j.content&&j.encoding==="base64")return Buffer.from(j.content,"base64").toString("utf8");return""}catch{return""}}async function v(J,z,j="HEAD",q="",K){try{let N;if(j==="HEAD")if(K)N=await Y(`/repos/${J}/${z}/git/ref/heads/${K}`).catch(()=>null);else N=await Promise.any([Y(`/repos/${J}/${z}/git/ref/heads/main`),Y(`/repos/${J}/${z}/git/ref/heads/master`)]).catch(()=>null);else N=await Y(`/repos/${J}/${z}/git/ref/heads/${j}`).catch(()=>Y(`/repos/${J}/${z}/git/ref/heads/master`).catch(()=>null));if(!N?.object?.sha)return[];let C=(await Y(`/repos/${J}/${z}/git/commits/${N.object.sha}`)).tree.sha,X=(await Y(`/repos/${J}/${z}/git/trees/${C}`)).tree||[];if(q)X=X.filter((V)=>V.path.startsWith(q));return X.slice(0,50).map((V)=>({path:V.path,type:V.type==="tree"?"dir":"file",size:V.size}))}catch{return[]}}async function O(J,z,j,q,K=1e4,N){let Q=async(W)=>{let X=new AbortController,V=setTimeout(()=>X.abort(),K);try{let Z=await fetch(W,{headers:{"user-agent":x["user-agent"]},signal:X.signal});if(clearTimeout(V),Z.ok)return await Z.text();throw Error("not ok")}catch{throw clearTimeout(V),Error("failed")}};if(!j||j==="HEAD"){if(N)try{return await Q(`https://raw.githubusercontent.com/${J}/${z}/${N}/${q}`)}catch{return null}try{return await Promise.any([Q(`https://raw.githubusercontent.com/${J}/${z}/main/${q}`),Q(`https://raw.githubusercontent.com/${J}/${z}/master/${q}`)])}catch{return null}}let C=[`https://raw.githubusercontent.com/${J}/${z}/${j}/${q}`,`https://raw.githubusercontent.com/${J}/${z}/master/${q}`];for(let W of C)try{return await Q(W)}catch{}return null}async function U(J){let z=F(J);if(!z)return{ok:!1,error:"Not a valid GitHub URL"};let{owner:j,repo:q,type:K,ref:N,path:Q}=z;try{if(K==="root"||K==="tree"&&!Q){let C=await Y(`/repos/${j}/${q}`),[W,X]=await Promise.allSettled([M(j,q),v(j,q,N||"HEAD","",C.default_branch)]),V=W.status==="fulfilled"?W.value:"",Z=X.status==="fulfilled"?X.value:[],_=C?.description?`
+const GITHUB_API = "https://api.github.com";
+const DEFAULT_HEADERS = {
+  "user-agent": "GreedySearch/1.0",
+  accept: "application/vnd.github+json",
+  "x-github-api-version": "2022-11-28"
+};
+export function parseGitHubUrl(url) {
+  try {
+    const parsed = new URL(url);
+    if (!(parsed.hostname === "github.com" || parsed.hostname.endsWith(".github.com"))) {
+      return null;
+    }
+    const parts = parsed.pathname.split("/").filter(Boolean);
+    if (parts.length < 2) {
+      return null;
+    }
+    const [owner, repo] = parts;
+    if (parts.length === 2) {
+      return { owner, repo, type: "root" };
+    }
+    if (parts.length >= 4 && (parts[2] === "blob" || parts[2] === "tree")) {
+      const type = parts[2];
+      const ref = parts[3];
+      const path = parts.slice(4).join("/");
+      return { owner, repo, type, ref, path };
+    }
+    return null;
+  } catch {
+    return null;
+  }
+}
+async function apiGet(path, timeoutMs = 1e4) {
+  const controller = new AbortController;
+  const tid = setTimeout(() => controller.abort(), timeoutMs);
+  try {
+    const res = await fetch(`${GITHUB_API}${path}`, {
+      headers: DEFAULT_HEADERS,
+      signal: controller.signal
+    });
+    clearTimeout(tid);
+    if (!res.ok) {
+      throw new Error(`GitHub API ${res.status}: ${path}`);
+    }
+    return await res.json();
+  } catch (err) {
+    clearTimeout(tid);
+    throw err;
+  }
+}
+async function fetchReadme(owner, repo) {
+  try {
+    const data = await apiGet(`/repos/${owner}/${repo}/readme`);
+    if (data.content && data.encoding === "base64") {
+      return Buffer.from(data.content, "base64").toString("utf8");
+    }
+    return "";
+  } catch {
+    return "";
+  }
+}
+async function fetchTree(owner, repo, ref = "HEAD", subPath = "", defaultBranch) {
+  try {
+    let refData;
+    if (ref === "HEAD") {
+      if (defaultBranch) {
+        refData = await apiGet(`/repos/${owner}/${repo}/git/ref/heads/${defaultBranch}`).catch(() => null);
+      } else {
+        refData = await Promise.any([
+          apiGet(`/repos/${owner}/${repo}/git/ref/heads/main`),
+          apiGet(`/repos/${owner}/${repo}/git/ref/heads/master`)
+        ]).catch(() => null);
+      }
+    } else {
+      refData = await apiGet(`/repos/${owner}/${repo}/git/ref/heads/${ref}`).catch(() => apiGet(`/repos/${owner}/${repo}/git/ref/heads/master`).catch(() => null));
+    }
+    if (!refData?.object?.sha) {
+      return [];
+    }
+    const commit = await apiGet(`/repos/${owner}/${repo}/git/commits/${refData.object.sha}`);
+    const treeSha = commit.tree.sha;
+    const treeData = await apiGet(`/repos/${owner}/${repo}/git/trees/${treeSha}`);
+    let items = treeData.tree || [];
+    if (subPath) {
+      items = items.filter((item) => item.path.startsWith(subPath));
+    }
+    return items.slice(0, 50).map((item) => ({
+      path: item.path,
+      type: item.type === "tree" ? "dir" : "file",
+      size: item.size
+    }));
+  } catch {
+    return [];
+  }
+}
+async function fetchRawFile(owner, repo, ref, filePath, timeoutMs = 1e4, defaultBranch) {
+  const fetchOne = async (url) => {
+    const controller = new AbortController;
+    const tid = setTimeout(() => controller.abort(), timeoutMs);
+    try {
+      const res = await fetch(url, {
+        headers: { "user-agent": DEFAULT_HEADERS["user-agent"] },
+        signal: controller.signal
+      });
+      clearTimeout(tid);
+      if (res.ok) {
+        return await res.text();
+      }
+      throw new Error("not ok");
+    } catch {
+      clearTimeout(tid);
+      throw new Error("failed");
+    }
+  };
+  if (!ref || ref === "HEAD") {
+    if (defaultBranch) {
+      try {
+        return await fetchOne(`https://raw.githubusercontent.com/${owner}/${repo}/${defaultBranch}/${filePath}`);
+      } catch {
+        return null;
+      }
+    }
+    try {
+      return await Promise.any([
+        fetchOne(`https://raw.githubusercontent.com/${owner}/${repo}/main/${filePath}`),
+        fetchOne(`https://raw.githubusercontent.com/${owner}/${repo}/master/${filePath}`)
+      ]);
+    } catch {
+      return null;
+    }
+  }
+  const urls = [
+    `https://raw.githubusercontent.com/${owner}/${repo}/${ref}/${filePath}`,
+    `https://raw.githubusercontent.com/${owner}/${repo}/master/${filePath}`
+  ];
+  for (const url of urls) {
+    try {
+      return await fetchOne(url);
+    } catch {}
+  }
+  return null;
+}
+export async function fetchGitHubContent(url) {
+  const parsed = parseGitHubUrl(url);
+  if (!parsed) {
+    return { ok: false, error: "Not a valid GitHub URL" };
+  }
+  const { owner, repo, type, ref, path } = parsed;
+  try {
+    if (type === "root" || type === "tree" && !path) {
+      const info = await apiGet(`/repos/${owner}/${repo}`);
+      const [readme, tree] = await Promise.allSettled([
+        fetchReadme(owner, repo),
+        fetchTree(owner, repo, ref || "HEAD", "", info.default_branch)
+      ]);
+      const readmeText = readme.status === "fulfilled" ? readme.value : "";
+      const treeItems = tree.status === "fulfilled" ? tree.value : [];
+      const description = info?.description ? `
 
-> ${C.description}`:"",L=C?.stargazers_count==null?"":` ⭐ ${C.stargazers_count}`,S=C?.language?` · ${C.language}`:"",$=`# ${j}/${q}${L}${S}${_}
+> ${info.description}` : "";
+      const stars = info?.stargazers_count == null ? "" : ` ⭐ ${info.stargazers_count}`;
+      const language = info?.language ? ` · ${info.language}` : "";
+      let content = `# ${owner}/${repo}${stars}${language}${description}
 
-`;if(V)$+=V.slice(0,6000);else $+=`[No README found]
+`;
+      if (readmeText) {
+        content += readmeText.slice(0, 6000);
+      } else {
+        content += `[No README found]
 
 Files:
-${Z.map((k)=>`  ${k.type==="dir"?"\uD83D\uDCC1":"\uD83D\uDCC4"} ${k.path}`).join(`
-`)}`;return{ok:!0,title:`${j}/${q}`,content:$,tree:Z.slice(0,30)}}if(K==="blob"&&Q){let C;if(!N||N==="HEAD")try{C=(await Y(`/repos/${j}/${q}`)).default_branch}catch{C=void 0}let W=await O(j,q,N,Q,1e4,C);if(W===null)return{ok:!1,error:`File not found: ${Q}`};return{ok:!0,title:`${j}/${q}: ${Q}`,content:W}}if(K==="tree"&&Q){let C;if(!N||N==="HEAD")try{C=(await Y(`/repos/${j}/${q}`)).default_branch}catch{C=void 0}let W=await v(j,q,N||"HEAD",Q,C),X=W.map((V)=>`  ${V.type==="dir"?"\uD83D\uDCC1":"\uD83D\uDCC4"} ${V.path}`).join(`
-`);return{ok:!0,title:`${j}/${q}/${Q}`,content:`[Directory: ${Q}]
+${treeItems.map((t) => `  ${t.type === "dir" ? "\uD83D\uDCC1" : "\uD83D\uDCC4"} ${t.path}`).join(`
+`)}`;
+      }
+      return {
+        ok: true,
+        title: `${owner}/${repo}`,
+        content,
+        tree: treeItems.slice(0, 30)
+      };
+    }
+    if (type === "blob" && path) {
+      let defaultBranch;
+      if (!ref || ref === "HEAD") {
+        try {
+          const repoInfo = await apiGet(`/repos/${owner}/${repo}`);
+          defaultBranch = repoInfo.default_branch;
+        } catch {
+          defaultBranch = undefined;
+        }
+      }
+      const content = await fetchRawFile(owner, repo, ref, path, 1e4, defaultBranch);
+      if (content === null) {
+        return { ok: false, error: `File not found: ${path}` };
+      }
+      return {
+        ok: true,
+        title: `${owner}/${repo}: ${path}`,
+        content
+      };
+    }
+    if (type === "tree" && path) {
+      let defaultBranch;
+      if (!ref || ref === "HEAD") {
+        try {
+          const repoInfo = await apiGet(`/repos/${owner}/${repo}`);
+          defaultBranch = repoInfo.default_branch;
+        } catch {
+          defaultBranch = undefined;
+        }
+      }
+      const treeItems = await fetchTree(owner, repo, ref || "HEAD", path, defaultBranch);
+      const listing = treeItems.map((t) => `  ${t.type === "dir" ? "\uD83D\uDCC1" : "\uD83D\uDCC4"} ${t.path}`).join(`
+`);
+      return {
+        ok: true,
+        title: `${owner}/${repo}/${path}`,
+        content: `[Directory: ${path}]
 
 Files:
-${X}`,tree:W}}return{ok:!1,error:"Unsupported GitHub URL type"}}catch(C){return{ok:!1,error:C.message}}}export{F as parseGitHubUrl,U as fetchGitHubContent};
+${listing}`,
+        tree: treeItems
+      };
+    }
+    return { ok: false, error: "Unsupported GitHub URL type" };
+  } catch (err) {
+    return { ok: false, error: err.message };
+  }
+}

package/extensions/greedysearch-dm/src/reddit.mjs

@@ -1,23 +1,154 @@
-var X={"user-agent":"GreedySearch/1.0 (Research Bot)",accept:"application/json"};function Z(b){try{let v=new URL(b),B=v.hostname.toLowerCase();if(!(B==="reddit.com"||B.endsWith(".reddit.com")))return null;let q=v.pathname;if(q.match(/^\/(u|user)\/[^/]+\/?$/i))return{type:"user",cleanUrl:O(b)};if(q.match(/^\/r\/[^/]+\/comments\/[^/]+/i))return{type:"post",cleanUrl:O(b)};return null}catch{return null}}function O(b){try{let v=new URL(b);return`${v.protocol}//${v.hostname}${v.pathname}`}catch{return b}}async function $(b,v=8000){let B=Date.now();try{let q=b.replace(/\/+$/,"")+".json",F=new AbortController,G=setTimeout(()=>F.abort(),15000),M=await fetch(q,{headers:X,signal:F.signal});if(clearTimeout(G),!M.ok)throw Error(`Reddit API ${M.status}`);let K=await M.json();if(!Array.isArray(K)||K.length<1)throw Error("Invalid Reddit API response structure");let V=K[0],W=K[1],J=V?.data?.children?.[0]?.data;if(!J)throw Error("No post data in Reddit response");let N=Y(J,W,v);return{ok:!0,url:b,finalUrl:b,status:200,contentType:"text/markdown",lastModified:"",title:J.title||"Reddit Post",byline:`u/${J.author}`,siteName:`r/${J.subreddit}`,lang:"en",publishedTime:new Date(J.created_utc*1000).toISOString(),excerpt:J.selftext?.slice(0,300).replace(/\n/g," ")||"",markdown:N,contentLength:N.length,needsBrowser:!1,duration:Date.now()-B}}catch(q){return{ok:!1,url:b,finalUrl:b,status:0,error:`Reddit fetch failed: ${q.message}`,needsBrowser:!1,duration:Date.now()-B}}}function Y(b,v,B){let q="";if(q+=`# ${b.title}
+const REDDIT_HEADERS = {
+  "user-agent": "GreedySearch/1.0 (Research Bot)",
+  accept: "application/json"
+};
+export function parseRedditUrl(url) {
+  try {
+    const parsed = new URL(url);
+    const hostname = parsed.hostname.toLowerCase();
+    if (!(hostname === "reddit.com" || hostname.endsWith(".reddit.com"))) {
+      return null;
+    }
+    const pathname = parsed.pathname;
+    if (pathname.match(/^\/(u|user)\/[^/]+\/?$/i)) {
+      return { type: "user", cleanUrl: normalizeRedditUrl(url) };
+    }
+    if (pathname.match(/^\/r\/[^/]+\/comments\/[^/]+/i)) {
+      return { type: "post", cleanUrl: normalizeRedditUrl(url) };
+    }
+    return null;
+  } catch {
+    return null;
+  }
+}
+function normalizeRedditUrl(url) {
+  try {
+    const parsed = new URL(url);
+    return `${parsed.protocol}//${parsed.hostname}${parsed.pathname}`;
+  } catch {
+    return url;
+  }
+}
+export async function fetchRedditContent(url, maxChars = 8000) {
+  const start = Date.now();
+  try {
+    const jsonUrl = url.replace(/\/+$/, "") + ".json";
+    const controller = new AbortController;
+    const timeoutId = setTimeout(() => controller.abort(), 15000);
+    const response = await fetch(jsonUrl, {
+      headers: REDDIT_HEADERS,
+      signal: controller.signal
+    });
+    clearTimeout(timeoutId);
+    if (!response.ok) {
+      throw new Error(`Reddit API ${response.status}`);
+    }
+    const data = await response.json();
+    if (!Array.isArray(data) || data.length < 1) {
+      throw new Error("Invalid Reddit API response structure");
+    }
+    const postListing = data[0];
+    const commentsListing = data[1];
+    const post = postListing?.data?.children?.[0]?.data;
+    if (!post) {
+      throw new Error("No post data in Reddit response");
+    }
+    const markdown = formatRedditPost(post, commentsListing, maxChars);
+    return {
+      ok: true,
+      url,
+      finalUrl: url,
+      status: 200,
+      contentType: "text/markdown",
+      lastModified: "",
+      title: post.title || "Reddit Post",
+      byline: `u/${post.author}`,
+      siteName: `r/${post.subreddit}`,
+      lang: "en",
+      publishedTime: new Date(post.created_utc * 1000).toISOString(),
+      excerpt: post.selftext?.slice(0, 300).replace(/\n/g, " ") || "",
+      markdown,
+      contentLength: markdown.length,
+      needsBrowser: false,
+      duration: Date.now() - start
+    };
+  } catch (error) {
+    return {
+      ok: false,
+      url,
+      finalUrl: url,
+      status: 0,
+      error: `Reddit fetch failed: ${error.message}`,
+      needsBrowser: false,
+      duration: Date.now() - start
+    };
+  }
+}
+function formatRedditPost(post, commentsListing, maxChars) {
+  let md = "";
+  md += `# ${post.title}
 
-`,q+=`**Subreddit:** r/${b.subreddit} | **Author:** u/${b.author} | **Score:** ${b.score}
+`;
+  md += `**Subreddit:** r/${post.subreddit} | **Author:** u/${post.author} | **Score:** ${post.score}
 
-`,b.selftext)q+=b.selftext,q+=`
+`;
+  if (post.selftext) {
+    md += post.selftext;
+    md += `
 
-`;else if(b.url)try{let F=new URL(b.url).hostname.toLowerCase();if(F!=="reddit.com"&&!F.endsWith(".reddit.com"))q+=`**Link:** ${b.url}
+`;
+  } else if (post.url) {
+    try {
+      const postUrlHost = new URL(post.url).hostname.toLowerCase();
+      if (postUrlHost !== "reddit.com" && !postUrlHost.endsWith(".reddit.com")) {
+        md += `**Link:** ${post.url}
 
-`}catch{q+=`**Link:** ${b.url}
+`;
+      }
+    } catch {
+      md += `**Link:** ${post.url}
 
-`}if(v?.data?.children?.length>0){q+=`---
+`;
+    }
+  }
+  if (commentsListing?.data?.children?.length > 0) {
+    md += `---
 
 ## Comments
 
-`;let F=v.data.children.filter((G)=>G.kind==="t1").slice(0,10);for(let G of F)q+=Q(G.data,0),q+=`
-`}if(q.length>B)q=q.slice(0,B).trim()+`
+`;
+    const comments = commentsListing.data.children.filter((c) => c.kind === "t1").slice(0, 10);
+    for (const comment of comments) {
+      md += formatComment(comment.data, 0);
+      md += `
+`;
+    }
+  }
+  if (md.length > maxChars) {
+    md = md.slice(0, maxChars).trim() + `
 
-... (truncated)`;return q}function Q(b,v){if(!b||b.body==="[deleted]"||b.body==="[removed]")return"";let B="> ".repeat(v),q="";if(q+=`${B}**u/${b.author}** (${b.score} pts)
-`,q+=`${B}${b.body.replaceAll(`
-`,`
-`+B)}
-`,v<3&&b.replies?.data?.children){let F=b.replies.data.children.filter((G)=>G.kind==="t1");for(let G of F.slice(0,5))q+=`
-`+Q(G.data,v+1)}return q}export{Z as parseRedditUrl,$ as fetchRedditContent};
+... (truncated)`;
+  }
+  return md;
+}
+function formatComment(comment, depth) {
+  if (!comment || comment.body === "[deleted]" || comment.body === "[removed]") {
+    return "";
+  }
+  const indent = "> ".repeat(depth);
+  let md = "";
+  md += `${indent}**u/${comment.author}** (${comment.score} pts)
+`;
+  md += `${indent}${comment.body.replaceAll(`
+`, `
+` + indent)}
+`;
+  if (depth < 3 && comment.replies?.data?.children) {
+    const replies = comment.replies.data.children.filter((r) => r.kind === "t1");
+    for (const reply of replies.slice(0, 5)) {
+      md += `
+` + formatComment(reply.data, depth + 1);
+    }
+  }
+  return md;
+}