@duckmind/dm-windows-x64 0.62.3 → 0.63.0

package/extensions/greedysearch-dm/src/formatters/sources.js

@@ -1,57 +0,0 @@
-import { formatEngineName, humanizeSourceType } from "../utils/helpers.js";
-export function sourceUrl(source) {
-  return String(source.displayUrl || source.canonicalUrl || source.url || "");
-}
-export function sourceLabel(source) {
-  return String(source.title || source.domain || sourceUrl(source) || "Untitled source");
-}
-export function sourceConsensus(source) {
-  if (typeof source.engineCount === "number")
-    return source.engineCount;
-  const engines = Array.isArray(source.engines) ? source.engines : [];
-  return engines.length;
-}
-export function getSourceMap(sources) {
-  return new Map(sources.map((source) => [String(source.id || ""), source]).filter(([id]) => id));
-}
-export function formatSourceLine(source) {
-  const id = String(source.id || "?");
-  const url = sourceUrl(source);
-  const title = sourceLabel(source);
-  const domain = String(source.domain || "");
-  const engines = Array.isArray(source.engines) ? source.engines : [];
-  const consensus = sourceConsensus(source);
-  const typeLabel = humanizeSourceType(String(source.sourceType || ""));
-  const fetch = source.fetch;
-  const fetchStatus = fetch?.ok ? `fetched ${fetch.status || 200}` : fetch?.attempted ? "fetch failed" : "";
-  const pieces = [
-    `${id} - [${title}](${url})`,
-    domain,
-    typeLabel,
-    engines.length ? `cited by ${engines.map(formatEngineName).join(", ")} (${consensus}/3)` : `${consensus}/3`,
-    fetchStatus
-  ].filter(Boolean);
-  return `- ${pieces.join(" - ")}`;
-}
-export function renderSourceEvidence(lines, source) {
-  const fetch = source.fetch;
-  if (!fetch?.attempted)
-    return;
-  const snippet = String(fetch.snippet || "").trim();
-  const lastModified = String(fetch.lastModified || "").trim();
-  if (snippet)
-    lines.push(`  Evidence: ${snippet}`);
-  if (lastModified)
-    lines.push(`  Last-Modified: ${lastModified}`);
-  if (fetch.error)
-    lines.push(`  Fetch error: ${String(fetch.error)}`);
-}
-export function pickSources(sources, recommendedIds = [], max = 6) {
-  if (!sources.length)
-    return [];
-  const sourceMap = getSourceMap(sources);
-  const recommended = recommendedIds.map((id) => sourceMap.get(id)).filter((source) => Boolean(source));
-  if (recommended.length > 0)
-    return recommended.slice(0, max);
-  return sources.slice(0, max);
-}

package/extensions/greedysearch-dm/src/formatters/synthesis.js

@@ -1,49 +0,0 @@
-import { formatAgreementLevel } from "../utils/helpers.js";
-import { formatSourceLine, pickSources } from "./sources.js";
-export function renderSynthesis(lines, synthesis, sources, maxSources = 6) {
-  if (synthesis.answer) {
-    lines.push("## Answer");
-    lines.push(String(synthesis.answer));
-    lines.push("");
-  }
-  const agreement = synthesis.agreement;
-  const agreementSummary = String(agreement?.summary || "").trim();
-  const agreementLevel = String(agreement?.level || "").trim();
-  if (agreementSummary || agreementLevel) {
-    lines.push("## Consensus");
-    lines.push(`- ${formatAgreementLevel(agreementLevel)}${agreementSummary ? ` - ${agreementSummary}` : ""}`);
-    lines.push("");
-  }
-  const differences = Array.isArray(synthesis.differences) ? synthesis.differences : [];
-  if (differences.length > 0) {
-    lines.push("## Where Engines Differ");
-    for (const difference of differences)
-      lines.push(`- ${difference}`);
-    lines.push("");
-  }
-  const caveats = Array.isArray(synthesis.caveats) ? synthesis.caveats : [];
-  if (caveats.length > 0) {
-    lines.push("## Caveats");
-    for (const caveat of caveats)
-      lines.push(`- ${caveat}`);
-    lines.push("");
-  }
-  const claims = Array.isArray(synthesis.claims) ? synthesis.claims : [];
-  if (claims.length > 0) {
-    lines.push("## Key Claims");
-    for (const claim of claims) {
-      const sourceIds = Array.isArray(claim.sourceIds) ? claim.sourceIds : [];
-      const support = String(claim.support || "moderate");
-      lines.push(`- ${String(claim.claim || "")} [${support}${sourceIds.length ? `; ${sourceIds.join(", ")}` : ""}]`);
-    }
-    lines.push("");
-  }
-  const recommendedIds = Array.isArray(synthesis.recommendedSources) ? synthesis.recommendedSources : [];
-  const topSources = pickSources(sources, recommendedIds, maxSources);
-  if (topSources.length > 0) {
-    lines.push("## Top Sources");
-    for (const source of topSources)
-      lines.push(formatSourceLine(source));
-    lines.push("");
-  }
-}

package/extensions/greedysearch-dm/src/github.mjs

@@ -1,228 +0,0 @@
-const GITHUB_API = "https://api.github.com";
-const DEFAULT_HEADERS = {
-  "user-agent": "GreedySearch/1.0",
-  accept: "application/vnd.github+json",
-  "x-github-api-version": "2022-11-28"
-};
-export function parseGitHubUrl(url) {
-  try {
-    const parsed = new URL(url);
-    if (!(parsed.hostname === "github.com" || parsed.hostname.endsWith(".github.com"))) {
-      return null;
-    }
-    const parts = parsed.pathname.split("/").filter(Boolean);
-    if (parts.length < 2) {
-      return null;
-    }
-    const [owner, repo] = parts;
-    if (parts.length === 2) {
-      return { owner, repo, type: "root" };
-    }
-    if (parts.length >= 4 && (parts[2] === "blob" || parts[2] === "tree")) {
-      const type = parts[2];
-      const ref = parts[3];
-      const path = parts.slice(4).join("/");
-      return { owner, repo, type, ref, path };
-    }
-    return null;
-  } catch {
-    return null;
-  }
-}
-async function apiGet(path, timeoutMs = 1e4) {
-  const controller = new AbortController;
-  const tid = setTimeout(() => controller.abort(), timeoutMs);
-  try {
-    const res = await fetch(`${GITHUB_API}${path}`, {
-      headers: DEFAULT_HEADERS,
-      signal: controller.signal
-    });
-    clearTimeout(tid);
-    if (!res.ok) {
-      throw new Error(`GitHub API ${res.status}: ${path}`);
-    }
-    return await res.json();
-  } catch (err) {
-    clearTimeout(tid);
-    throw err;
-  }
-}
-async function fetchReadme(owner, repo) {
-  try {
-    const data = await apiGet(`/repos/${owner}/${repo}/readme`);
-    if (data.content && data.encoding === "base64") {
-      return Buffer.from(data.content, "base64").toString("utf8");
-    }
-    return "";
-  } catch {
-    return "";
-  }
-}
-async function fetchTree(owner, repo, ref = "HEAD", subPath = "", defaultBranch) {
-  try {
-    let refData;
-    if (ref === "HEAD") {
-      if (defaultBranch) {
-        refData = await apiGet(`/repos/${owner}/${repo}/git/ref/heads/${defaultBranch}`).catch(() => null);
-      } else {
-        refData = await Promise.any([
-          apiGet(`/repos/${owner}/${repo}/git/ref/heads/main`),
-          apiGet(`/repos/${owner}/${repo}/git/ref/heads/master`)
-        ]).catch(() => null);
-      }
-    } else {
-      refData = await apiGet(`/repos/${owner}/${repo}/git/ref/heads/${ref}`).catch(() => apiGet(`/repos/${owner}/${repo}/git/ref/heads/master`).catch(() => null));
-    }
-    if (!refData?.object?.sha) {
-      return [];
-    }
-    const commit = await apiGet(`/repos/${owner}/${repo}/git/commits/${refData.object.sha}`);
-    const treeSha = commit.tree.sha;
-    const treeData = await apiGet(`/repos/${owner}/${repo}/git/trees/${treeSha}`);
-    let items = treeData.tree || [];
-    if (subPath) {
-      items = items.filter((item) => item.path.startsWith(subPath));
-    }
-    return items.slice(0, 50).map((item) => ({
-      path: item.path,
-      type: item.type === "tree" ? "dir" : "file",
-      size: item.size
-    }));
-  } catch {
-    return [];
-  }
-}
-async function fetchRawFile(owner, repo, ref, filePath, timeoutMs = 1e4, defaultBranch) {
-  const fetchOne = async (url) => {
-    const controller = new AbortController;
-    const tid = setTimeout(() => controller.abort(), timeoutMs);
-    try {
-      const res = await fetch(url, {
-        headers: { "user-agent": DEFAULT_HEADERS["user-agent"] },
-        signal: controller.signal
-      });
-      clearTimeout(tid);
-      if (res.ok) {
-        return await res.text();
-      }
-      throw new Error("not ok");
-    } catch {
-      clearTimeout(tid);
-      throw new Error("failed");
-    }
-  };
-  if (!ref || ref === "HEAD") {
-    if (defaultBranch) {
-      try {
-        return await fetchOne(`https://raw.githubusercontent.com/${owner}/${repo}/${defaultBranch}/${filePath}`);
-      } catch {
-        return null;
-      }
-    }
-    try {
-      return await Promise.any([
-        fetchOne(`https://raw.githubusercontent.com/${owner}/${repo}/main/${filePath}`),
-        fetchOne(`https://raw.githubusercontent.com/${owner}/${repo}/master/${filePath}`)
-      ]);
-    } catch {
-      return null;
-    }
-  }
-  const urls = [
-    `https://raw.githubusercontent.com/${owner}/${repo}/${ref}/${filePath}`,
-    `https://raw.githubusercontent.com/${owner}/${repo}/master/${filePath}`
-  ];
-  for (const url of urls) {
-    try {
-      return await fetchOne(url);
-    } catch {}
-  }
-  return null;
-}
-export async function fetchGitHubContent(url) {
-  const parsed = parseGitHubUrl(url);
-  if (!parsed) {
-    return { ok: false, error: "Not a valid GitHub URL" };
-  }
-  const { owner, repo, type, ref, path } = parsed;
-  try {
-    if (type === "root" || type === "tree" && !path) {
-      const info = await apiGet(`/repos/${owner}/${repo}`);
-      const [readme, tree] = await Promise.allSettled([
-        fetchReadme(owner, repo),
-        fetchTree(owner, repo, ref || "HEAD", "", info.default_branch)
-      ]);
-      const readmeText = readme.status === "fulfilled" ? readme.value : "";
-      const treeItems = tree.status === "fulfilled" ? tree.value : [];
-      const description = info?.description ? `
-
-> ${info.description}` : "";
-      const stars = info?.stargazers_count == null ? "" : ` ⭐ ${info.stargazers_count}`;
-      const language = info?.language ? ` · ${info.language}` : "";
-      let content = `# ${owner}/${repo}${stars}${language}${description}
-
-`;
-      if (readmeText) {
-        content += readmeText.slice(0, 6000);
-      } else {
-        content += `[No README found]
-
-Files:
-${treeItems.map((t) => `  ${t.type === "dir" ? "\uD83D\uDCC1" : "\uD83D\uDCC4"} ${t.path}`).join(`
-`)}`;
-      }
-      return {
-        ok: true,
-        title: `${owner}/${repo}`,
-        content,
-        tree: treeItems.slice(0, 30)
-      };
-    }
-    if (type === "blob" && path) {
-      let defaultBranch;
-      if (!ref || ref === "HEAD") {
-        try {
-          const repoInfo = await apiGet(`/repos/${owner}/${repo}`);
-          defaultBranch = repoInfo.default_branch;
-        } catch {
-          defaultBranch = undefined;
-        }
-      }
-      const content = await fetchRawFile(owner, repo, ref, path, 1e4, defaultBranch);
-      if (content === null) {
-        return { ok: false, error: `File not found: ${path}` };
-      }
-      return {
-        ok: true,
-        title: `${owner}/${repo}: ${path}`,
-        content
-      };
-    }
-    if (type === "tree" && path) {
-      let defaultBranch;
-      if (!ref || ref === "HEAD") {
-        try {
-          const repoInfo = await apiGet(`/repos/${owner}/${repo}`);
-          defaultBranch = repoInfo.default_branch;
-        } catch {
-          defaultBranch = undefined;
-        }
-      }
-      const treeItems = await fetchTree(owner, repo, ref || "HEAD", path, defaultBranch);
-      const listing = treeItems.map((t) => `  ${t.type === "dir" ? "\uD83D\uDCC1" : "\uD83D\uDCC4"} ${t.path}`).join(`
-`);
-      return {
-        ok: true,
-        title: `${owner}/${repo}/${path}`,
-        content: `[Directory: ${path}]
-
-Files:
-${listing}`,
-        tree: treeItems
-      };
-    }
-    return { ok: false, error: "Unsupported GitHub URL type" };
-  } catch (err) {
-    return { ok: false, error: err.message };
-  }
-}

package/extensions/greedysearch-dm/src/reddit.mjs

@@ -1,154 +0,0 @@
-const REDDIT_HEADERS = {
-  "user-agent": "GreedySearch/1.0 (Research Bot)",
-  accept: "application/json"
-};
-export function parseRedditUrl(url) {
-  try {
-    const parsed = new URL(url);
-    const hostname = parsed.hostname.toLowerCase();
-    if (!(hostname === "reddit.com" || hostname.endsWith(".reddit.com"))) {
-      return null;
-    }
-    const pathname = parsed.pathname;
-    if (pathname.match(/^\/(u|user)\/[^/]+\/?$/i)) {
-      return { type: "user", cleanUrl: normalizeRedditUrl(url) };
-    }
-    if (pathname.match(/^\/r\/[^/]+\/comments\/[^/]+/i)) {
-      return { type: "post", cleanUrl: normalizeRedditUrl(url) };
-    }
-    return null;
-  } catch {
-    return null;
-  }
-}
-function normalizeRedditUrl(url) {
-  try {
-    const parsed = new URL(url);
-    return `${parsed.protocol}//${parsed.hostname}${parsed.pathname}`;
-  } catch {
-    return url;
-  }
-}
-export async function fetchRedditContent(url, maxChars = 8000) {
-  const start = Date.now();
-  try {
-    const jsonUrl = url.replace(/\/+$/, "") + ".json";
-    const controller = new AbortController;
-    const timeoutId = setTimeout(() => controller.abort(), 15000);
-    const response = await fetch(jsonUrl, {
-      headers: REDDIT_HEADERS,
-      signal: controller.signal
-    });
-    clearTimeout(timeoutId);
-    if (!response.ok) {
-      throw new Error(`Reddit API ${response.status}`);
-    }
-    const data = await response.json();
-    if (!Array.isArray(data) || data.length < 1) {
-      throw new Error("Invalid Reddit API response structure");
-    }
-    const postListing = data[0];
-    const commentsListing = data[1];
-    const post = postListing?.data?.children?.[0]?.data;
-    if (!post) {
-      throw new Error("No post data in Reddit response");
-    }
-    const markdown = formatRedditPost(post, commentsListing, maxChars);
-    return {
-      ok: true,
-      url,
-      finalUrl: url,
-      status: 200,
-      contentType: "text/markdown",
-      lastModified: "",
-      title: post.title || "Reddit Post",
-      byline: `u/${post.author}`,
-      siteName: `r/${post.subreddit}`,
-      lang: "en",
-      publishedTime: new Date(post.created_utc * 1000).toISOString(),
-      excerpt: post.selftext?.slice(0, 300).replace(/\n/g, " ") || "",
-      markdown,
-      contentLength: markdown.length,
-      needsBrowser: false,
-      duration: Date.now() - start
-    };
-  } catch (error) {
-    return {
-      ok: false,
-      url,
-      finalUrl: url,
-      status: 0,
-      error: `Reddit fetch failed: ${error.message}`,
-      needsBrowser: false,
-      duration: Date.now() - start
-    };
-  }
-}
-function formatRedditPost(post, commentsListing, maxChars) {
-  let md = "";
-  md += `# ${post.title}
-
-`;
-  md += `**Subreddit:** r/${post.subreddit} | **Author:** u/${post.author} | **Score:** ${post.score}
-
-`;
-  if (post.selftext) {
-    md += post.selftext;
-    md += `
-
-`;
-  } else if (post.url) {
-    try {
-      const postUrlHost = new URL(post.url).hostname.toLowerCase();
-      if (postUrlHost !== "reddit.com" && !postUrlHost.endsWith(".reddit.com")) {
-        md += `**Link:** ${post.url}
-
-`;
-      }
-    } catch {
-      md += `**Link:** ${post.url}
-
-`;
-    }
-  }
-  if (commentsListing?.data?.children?.length > 0) {
-    md += `---
-
-## Comments
-
-`;
-    const comments = commentsListing.data.children.filter((c) => c.kind === "t1").slice(0, 10);
-    for (const comment of comments) {
-      md += formatComment(comment.data, 0);
-      md += `
-`;
-    }
-  }
-  if (md.length > maxChars) {
-    md = md.slice(0, maxChars).trim() + `
-
-... (truncated)`;
-  }
-  return md;
-}
-function formatComment(comment, depth) {
-  if (!comment || comment.body === "[deleted]" || comment.body === "[removed]") {
-    return "";
-  }
-  const indent = "> ".repeat(depth);
-  let md = "";
-  md += `${indent}**u/${comment.author}** (${comment.score} pts)
-`;
-  md += `${indent}${comment.body.replaceAll(`
-`, `
-` + indent)}
-`;
-  if (depth < 3 && comment.replies?.data?.children) {
-    const replies = comment.replies.data.children.filter((r) => r.kind === "t1");
-    for (const reply of replies.slice(0, 5)) {
-      md += `
-` + formatComment(reply.data, depth + 1);
-    }
-  }
-  return md;
-}