@duckmind/dm-windows-x64 0.62.3 → 0.63.0

package/extensions/greedysearch-dm/extractors/perplexity.mjs

@@ -1,370 +0,0 @@
-import {
-  buildEnvelope,
-  cdp,
-  clickCopyAndAwaitClipboard,
-  formatAnswer,
-  getOrOpenTab,
-  handleError,
-  injectClipboardInterceptor,
-  jitter,
-  outputJson,
-  parseArgs,
-  parseSourcesFromMarkdown,
-  prepareArgs,
-  TIMING,
-  validateQuery,
-  waitForSelector,
-  waitForStreamComplete
-} from "./common.mjs";
-import { dismissConsent, handleVerification } from "./consent.mjs";
-import { SELECTORS } from "./selectors.mjs";
-const S = SELECTORS.perplexity;
-const GLOBAL_VAR = "__pplxClipboard";
-function findCopyButtonJsExpression() {
-  return `Array.from(document.querySelectorAll('button')).filter(b => b.innerHTML.includes('#pplx-icon-copy')).pop()`;
-}
-async function extractAnswerFromDom(tab, env) {
-  function _looksLikeAnswerText(text) {
-    const t = (text || "").trim();
-    if (t.length > 50)
-      return true;
-    return t.length >= 5 && /\s|[.,!?;:]/.test(t);
-  }
-  const navResult = await cdp([
-    "eval",
-    tab,
-    `new Promise((resolve) => {
-				const _deadline = Date.now() + 8000;
-				function _checkNav() {
-					const url = document.location.href;
-					if (url.includes('/search/') || url.includes('/thread/') || url.match(/perplexity.ai\\/[^/]+/)) {
-						resolve('navigated');
-					} else if (Date.now() < _deadline) {
-						setTimeout(_checkNav, 300);
-					} else {
-						resolve('timeout');
-					}
-				}
-				_checkNav();
-			})`
-  ], 1e4).catch(() => "timeout");
-  if (navResult === "timeout") {
-    return null;
-  }
-  const domExtract = await cdp([
-    "eval",
-    tab,
-    `new Promise((resolve) => {
-				const _deadline = Date.now() + 5000;
-				function _looksLikeAnswerText(text) {
-					const t = (text || '').trim();
-					if (t.length > 50) return true;
-					return t.length >= 5 && /\\s|[.,!?;:]/.test(t);
-				}
-				function _tryExtract() {
-					try {
-						// Strategy 1: Find .prose block that's NOT the question
-						// and NOT in the sidebar/nav. The answer is the last .prose
-						// that contains substantial text and is in the main content area.
-						const proseBlocks = Array.from(document.querySelectorAll('.prose, [class*="prose"]'));
-						const candidates = proseBlocks.filter(el => {
-							const text = el.innerText?.trim() || '';
-							if (!_looksLikeAnswerText(text)) return false;
-							// Exclude sidebar/nav (they're usually in <nav> or <aside> or have specific classes)
-							if (el.closest('nav, aside, [role="navigation"], [class*="sidebar"], [class*="nav-"]')) return false;
-							return true;
-						});
-						if (candidates.length > 0) {
-							const last = candidates[candidates.length - 1];
-							return resolve(JSON.stringify({ answer: last.innerText.trim(), method: 'prose' }));
-						}
-
-						// Strategy 2: Look for the answer container by data attributes
-						// Perplexity uses [data-testid*="answer"] or [class*="answer-content"]
-						const answerContainer = document.querySelector('[data-testid*="answer"], [class*="answer-content"], [class*="response-content"]');
-						if (answerContainer && _looksLikeAnswerText(answerContainer.innerText?.trim())) {
-							return resolve(JSON.stringify({ answer: answerContainer.innerText.trim(), method: 'answer-container' }));
-						}
-
-						// Strategy 3: Find the largest text block in the main content area
-						// (not in nav/aside/sidebar), positioned after the input.
-						const input = document.querySelector('${S.input}');
-						if (!input) return resolve(null);
-						const inputRect = input.getBoundingClientRect();
-						const main = document.querySelector('main, [role="main"], [class*="main-content"]') || document.body;
-						const blocks = Array.from(main.querySelectorAll('div, article, section'))
-							.filter(d => {
-								const r = d.getBoundingClientRect();
-								if (r.top <= inputRect.bottom) return false; // not below input
-								if (r.width === 0 || r.height === 0) return false; // not visible
-								if (d.closest('nav, aside, [role="navigation"], [class*="sidebar"]')) return false; // not in nav
-								const text = d.innerText?.trim() || '';
-								return _looksLikeAnswerText(text) && d.children.length < 20;
-							})
-							.sort((a, b) => (b.innerText?.length || 0) - (a.innerText?.length || 0));
-						if (blocks.length > 0) {
-							return resolve(JSON.stringify({ answer: blocks[0].innerText.trim(), method: 'main-content' }));
-						}
-
-						// Retry if we haven't found anything yet
-						if (Date.now() < _deadline) {
-							setTimeout(_tryExtract, 400);
-						} else {
-							resolve(null);
-						}
-					} catch(e) { resolve(null); }
-				}
-				_tryExtract();
-			})`
-  ], 8000).catch(() => null);
-  if (!domExtract || domExtract === "null")
-    return null;
-  try {
-    const { answer, method } = JSON.parse(domExtract);
-    if (answer && _looksLikeAnswerText(answer)) {
-      env.fallbackUsed = `dom:${method}`;
-      env.clipboardEmpty = true;
-      const sourcesExtract = await cdp([
-        "eval",
-        tab,
-        `(() => {
-						const links = Array.from(document.querySelectorAll('a[href^="https://"]'))
-							.filter(a => {
-								const href = a.href || '';
-								return !href.includes('perplexity.ai') && !href.includes('google.com') && !href.includes('gstatic');
-							})
-							.slice(0, 10)
-							.map(a => ({ title: a.innerText?.trim() || a.href, url: a.href }));
-						return JSON.stringify(links);
-					})()`
-      ], 3000).catch(() => "[]");
-      let sources = [];
-      try {
-        sources = JSON.parse(sourcesExtract || "[]");
-      } catch {}
-      return { answer, sources };
-    }
-  } catch {}
-  return null;
-}
-async function extractAnswer(tab, env) {
-  const copyBtnExpr = findCopyButtonJsExpression();
-  let answer = await clickCopyAndAwaitClipboard(tab, `(${copyBtnExpr})?.click()`, GLOBAL_VAR, { timeoutMs: 2400, retryClick: 400 });
-  env.clipboardEmpty = !answer;
-  if (env.query && answer) {
-    const queryNorm = env.query.toLowerCase().trim();
-    const answerNorm = answer.toLowerCase().trim();
-    if (answerNorm === queryNorm || answer.trim().length < Math.max(20, queryNorm.length * 0.5)) {
-      console.error(`[perplexity] Clipboard contains query echo or stub (${answer.length} chars), retrying with longer wait...`);
-      env.clipboardEmpty = true;
-      answer = "";
-    }
-  }
-  if (!answer) {
-    console.error("[perplexity] Clipboard empty — trying DOM fallback...");
-    const domResult = await extractAnswerFromDom(tab, env);
-    if (domResult) {
-      console.error(`[perplexity] DOM fallback succeeded (${env.fallbackUsed})`);
-      return domResult;
-    }
-    throw new Error("Clipboard interceptor returned empty text");
-  }
-  const sources = parseSourcesFromMarkdown(answer);
-  return { answer: answer.trim(), sources };
-}
-const USAGE = `Usage: node extractors/perplexity.mjs "<query>" [--tab <prefix>]
-`;
-async function main() {
-  const args = await prepareArgs(process.argv.slice(2));
-  validateQuery(args, USAGE);
-  const { query, tabPrefix, short } = parseArgs(args);
-  const startTime = Date.now();
-  const mode = process.env.GREEDY_SEARCH_VISIBLE === "1" ? "visible" : "headless";
-  const env = {
-    engine: "perplexity",
-    mode,
-    clipboardEmpty: null,
-    fallbackUsed: null,
-    blockedBy: null,
-    verificationResult: null,
-    inputReady: null,
-    query
-  };
-  try {
-    if (!tabPrefix)
-      await cdp(["list"]);
-    const tab = await getOrOpenTab(tabPrefix);
-    const currentUrl = await cdp(["eval", tab, "document.location.href"]).catch(() => "");
-    let onPerplexity = false;
-    try {
-      const host = new URL(currentUrl).hostname.toLowerCase();
-      onPerplexity = host === "perplexity.ai" || host.endsWith(".perplexity.ai");
-    } catch {}
-    if (!onPerplexity) {
-      await cdp(["nav", tab, "https://www.perplexity.ai/"], 20000);
-      const _inputReady = await cdp([
-        "eval",
-        tab,
-        `new Promise((resolve) => {
-						const _deadline = Date.now() + 15000;
-						function _check() {
-							const input = document.querySelector('${S.input}');
-							if (input) {
-								// Force visibility on all parents up to body —
-								// Perplexity hides the first 5 wrapper DIVs until
-								// the user interacts with the page
-								let el = input;
-								while (el && el !== document.body) {
-									if (window.getComputedStyle(el).visibility === 'hidden') {
-										el.style.visibility = 'visible';
-									}
-									el = el.parentElement;
-								}
-								input.focus();
-								if (document.activeElement === input) return resolve('ready');
-							}
-							if (Date.now() < _deadline) setTimeout(_check, 500);
-							else resolve('timeout');
-						}
-						_check();
-					})`
-      ], 18000).catch(() => "timeout");
-      if (_inputReady !== "ready") {
-        for (let retry = 0;retry < 2; retry++) {
-          await cdp(["nav", tab, "https://www.perplexity.ai/"], 20000);
-          await new Promise((r) => setTimeout(r, 2000));
-          const _retryReady = await cdp([
-            "eval",
-            tab,
-            `(() => {
-								const input = document.querySelector('${S.input}');
-								if (!input) return false;
-								let el = input;
-								while (el && el !== document.body) {
-									if (window.getComputedStyle(el).visibility === 'hidden') {
-										el.style.visibility = 'visible';
-									}
-									el = el.parentElement;
-								}
-								input.focus();
-								return document.activeElement === input;
-							})()`
-          ], 5000).catch(() => false);
-          if (_retryReady === "true")
-            break;
-        }
-      } else {
-        await new Promise((r) => setTimeout(r, 600));
-      }
-    }
-    const verifyResult = await handleVerification(tab, cdp, 1e4);
-    env.verificationResult = verifyResult;
-    if (verifyResult === "needs-human") {
-      throw new Error("Perplexity verification required — please solve it manually in the browser window");
-    }
-    await dismissConsent(tab, cdp);
-    if (verifyResult === "clicked") {
-      await new Promise((r) => setTimeout(r, TIMING.afterVerify));
-      const postVerifyUrl = await cdp([
-        "eval",
-        tab,
-        "document.location.href"
-      ]).catch(() => "");
-      let onPerplexityAfter = false;
-      try {
-        const host = new URL(postVerifyUrl).hostname.toLowerCase();
-        onPerplexityAfter = host === "perplexity.ai" || host.endsWith(".perplexity.ai");
-      } catch {}
-      if (!onPerplexityAfter) {
-        await cdp(["nav", tab, "https://www.perplexity.ai/"], 20000);
-        await new Promise((r) => setTimeout(r, 800));
-        await dismissConsent(tab, cdp);
-      }
-    }
-    const inputReady = await waitForSelector(tab, S.input, 15000, 400);
-    env.inputReady = inputReady;
-    if (!inputReady) {
-      throw new Error("Perplexity input not found — page may not have loaded or is in unexpected state");
-    }
-    await new Promise((r) => setTimeout(r, jitter(300)));
-    await injectClipboardInterceptor(tab, GLOBAL_VAR);
-    await cdp(["click", tab, S.input]);
-    await new Promise((r) => setTimeout(r, jitter(400)));
-    let typeResult;
-    for (let attempt = 0;attempt < 3; attempt++) {
-      typeResult = await cdp([
-        "eval",
-        tab,
-        `(() => {
-						try {
-							const input = document.querySelector('${S.input}');
-							if (!input) return 'no-input';
-							input.focus();
-							if (document.activeElement !== input) {
-								const activeTag = document.activeElement?.tagName || 'none';
-								const activeClass = (document.activeElement?.className || '').slice(0, 80);
-								return 'not-focused:active=' + activeTag + '.' + activeClass;
-							}
-							// execCommand('insertText') dispatches the proper input
-							// event that React's onChange listens for
-							const ok = document.execCommand('insertText', false, ${JSON.stringify(query)});
-							return ok ? 'ok' : 'exec-failed';
-						} catch (e) { return 'err:' + e.message; }
-					})()`
-      ], 5000);
-      if (typeResult === "ok")
-        break;
-      if (String(typeResult).startsWith("not-focused")) {
-        await cdp(["click", tab, S.input]).catch(() => {});
-      }
-      await new Promise((r) => setTimeout(r, 800));
-    }
-    if (typeResult !== "ok") {
-      throw new Error(`Perplexity type failed: ${typeResult}`);
-    }
-    await new Promise((r) => setTimeout(r, jitter(400)));
-    await cdp([
-      "eval",
-      tab,
-      `(() => {
-				const input = document.querySelector('${S.input}');
-				if (!input) return 'no-input';
-				input.focus();
-				const ev = new KeyboardEvent('keydown', { key: 'Enter', code: 'Enter', keyCode: 13, which: 13, bubbles: true, cancelable: true });
-				input.dispatchEvent(ev);
-				return 'ok';
-			})()`
-    ]);
-    await waitForStreamComplete(tab, {
-      timeout: 20000,
-      interval: 600,
-      stableRounds: 5,
-      minLength: 50,
-      selector: `Array.from(document.querySelectorAll('.prose, [class*="prose"]')).pop() || document.querySelector('[data-testid*="answer"], [class*="answer-content"], [class*="response-content"]') || document.body`
-    });
-    if (process.env.GREEDY_SEARCH_HEADLESS === "1") {
-      const postSnap = await cdp(["snap", tab]).catch(() => "");
-      if (/\[dialog\]/i.test(postSnap) && /Pro|αναβάθμιση|upgrade/i.test(postSnap) && !/\.prose|\[article\]/i.test(postSnap)) {
-        console.error("[perplexity] Rate Limited — skipping (visible retry won't help)");
-        env.blockedBy = "rate-limit";
-        throw new Error("Rate Limited — Perplexity free search limit reached. Wait a few hours.");
-      }
-    }
-    const { answer, sources } = await extractAnswer(tab, env);
-    if (!answer)
-      throw new Error("No answer extracted — Perplexity may not have responded");
-    const finalUrl = await cdp(["eval", tab, "document.location.href"]).catch(() => "");
-    env.durationMs = Date.now() - startTime;
-    outputJson({
-      query,
-      url: finalUrl,
-      answer: formatAnswer(answer, short),
-      sources,
-      _envelope: buildEnvelope(env)
-    });
-  } catch (e) {
-    env.durationMs = Date.now() - startTime;
-    handleError(e, buildEnvelope(env));
-  }
-}
-main();

package/extensions/greedysearch-dm/extractors/selectors.mjs

@@ -1,32 +0,0 @@
-export const SELECTORS = {
-  perplexity: {
-    input: "#ask-input",
-    copyButton: null,
-    sourceItem: "[data-pplx-citation-url]",
-    sourceLink: "a",
-    consent: "#onetrust-accept-btn-handler"
-  },
-  bing: {
-    input: "#userInput",
-    copyButton: 'button[data-testid="copy-ai-message-button"]',
-    sourceLink: 'a[href^="http"][target="_blank"]',
-    sourceExclude: "copilot.microsoft.com",
-    consent: "#onetrust-accept-btn-handler"
-  },
-  google: {
-    answerContainer: ".pWvJNd",
-    sourceLink: 'a[href^="http"]',
-    sourceExclude: ["google.", "gstatic", "googleapis"],
-    sourceHeadingParent: "[data-snhf]",
-    consent: '#L2AGLb, button[jsname="b3VHJd"], .tHlp8d'
-  },
-  gemini: {
-    input: "rich-textarea .ql-editor",
-    copyButton: 'button:has(mat-icon[data-mat-icon-name="copy"])',
-    sendButton: 'button:has(mat-icon[data-mat-icon-name="arrow_upward"]), [data-test-id="send-button"], .send-button',
-    sourcesSidebarButton: "button.legacy-sources-sidebar-button",
-    sourcesExclude: ["gemini.google", "gstatic", "google.com/search"],
-    citationButtonPattern: 'button[aria-label*="citation from"]',
-    citationNameRegex: /from\s{1,20}([^.]{1,200})\.\s/
-  }
-};

package/extensions/greedysearch-dm/extractors/semantic-scholar.mjs

@@ -1,199 +0,0 @@
-import {
-  buildEnvelope,
-  cdp,
-  formatAnswer,
-  getOrOpenTab,
-  handleError,
-  logStage,
-  outputJson,
-  parseArgs,
-  prepareArgs,
-  validateQuery,
-  waitForSelector
-} from "./common.mjs";
-const USAGE = `Usage: node extractors/semantic-scholar.mjs "<query>" [--tab <prefix>]
-`;
-const RESULT_SELECTOR = ".cl-paper-row[data-paper-id]";
-function semanticScholarSearchUrl(query) {
-  const normalized = String(query || "").replaceAll("-", " ");
-  return `https://www.semanticscholar.org/search?q=${encodeURIComponent(normalized)}&sort=relevance`;
-}
-async function dismissCookieBanner(tab) {
-  await cdp([
-    "eval",
-    tab,
-    String.raw`
-		(() => {
-			const selectors = [
-				'.osano-cm-dialog__close',
-				'.osano-cm-denyAll',
-				'.osano-cm-accept-all',
-				'button[aria-label*="Close" i]',
-			];
-			for (const selector of selectors) {
-				const btn = document.querySelector(selector);
-				if (btn) { btn.click(); return selector; }
-			}
-			return null;
-		})()
-	`
-  ]).catch(() => null);
-}
-async function extractPapers(tab, { limit = 8 } = {}) {
-  const raw = await cdp([
-    "eval",
-    tab,
-    String.raw`
-		((limit) => {
-			function clean(value) {
-				return String(value || '').replace(/\s+/g, ' ').trim();
-			}
-			function absolutize(href) {
-				try { return new URL(href, location.href).href; } catch { return ''; }
-			}
-			function isDirectPdf(url) {
-				return /\.pdf(?:[?#]|$)/i.test(url) || /\/pdf\//i.test(url);
-			}
-			const rows = Array.from(document.querySelectorAll('.cl-paper-row[data-paper-id]')).slice(0, limit);
-			return JSON.stringify(rows.map((row, index) => {
-				const titleLink = row.querySelector('a[data-test-id="title-link"][href], a[href*="/paper/"][href]');
-				const paperUrl = absolutize(titleLink?.getAttribute('href') || '');
-				const title = clean(titleLink?.innerText || row.querySelector('.cl-paper-title')?.innerText || '');
-				const authors = Array.from(row.querySelectorAll('[data-test-id="author-list"] a, .cl-paper-authors a'))
-					.map((a) => clean(a.innerText))
-					.filter(Boolean)
-					.slice(0, 8);
-				const field = clean(row.querySelector('.cl-paper-fos')?.innerText || '');
-				const venue = clean(row.querySelector('[data-test-id="normalized-venue-link"], .cl-paper-venue')?.innerText || '');
-				const date = clean(row.querySelector('.cl-paper-pubdates')?.innerText || '');
-				const tldrNode = row.querySelector('.tldr-abstract-replacement');
-				let tldr = clean(tldrNode?.innerText || '');
-				tldr = tldr.replace(/^TLDR\s*/i, '').replace(/\s*Expand$/i, '').trim();
-				const citationNode = row.querySelector('[data-test-id="total-citations-stat"]');
-				const citationLabel = citationNode?.getAttribute('aria-label') || citationNode?.innerText || '';
-				const citationMatch = clean(citationLabel).match(/[\d,]+/);
-				const citationCount = citationMatch ? Number.parseInt(citationMatch[0].replace(/,/g, ''), 10) : null;
-				const externalLinks = Array.from(row.querySelectorAll('a[data-test-id="paper-link"][href], a.cl-paper-view-paper[href]'))
-					.map((a) => ({
-						url: absolutize(a.getAttribute('href')),
-						label: clean(a.innerText),
-					}))
-					.filter((link) => link.url);
-				const directPdf = externalLinks.find((link) => isDirectPdf(link.url));
-				const primaryExternal = directPdf || externalLinks[0] || null;
-				const sourceUrl = primaryExternal?.url || paperUrl;
-				return {
-					rank: index + 1,
-					paperId: row.getAttribute('data-paper-id') || '',
-					title,
-					url: sourceUrl,
-					semanticScholarUrl: paperUrl,
-					pdfUrl: directPdf?.url || '',
-					externalUrl: primaryExternal?.url || '',
-					externalLabel: primaryExternal?.label || '',
-					authors,
-					field,
-					venue,
-					date,
-					tldr,
-					citationCount,
-				};
-			}));
-		})(${limit})
-	`
-  ]);
-  try {
-    return JSON.parse(raw);
-  } catch {
-    return [];
-  }
-}
-function formatPaperSummary(papers) {
-  if (!papers.length)
-    return "Semantic Scholar returned no paper results.";
-  return papers.map((paper) => {
-    const parts = [];
-    if (paper.authors?.length)
-      parts.push(paper.authors.join(", "));
-    if (paper.venue)
-      parts.push(paper.venue);
-    if (paper.date)
-      parts.push(paper.date);
-    if (Number.isFinite(paper.citationCount)) {
-      parts.push(`${paper.citationCount.toLocaleString()} citations`);
-    }
-    const meta = parts.length ? ` — ${parts.join(" · ")}` : "";
-    const tldr = paper.tldr ? `
-   TLDR: ${paper.tldr}` : "";
-    return `${paper.rank}. ${paper.title}${meta}${tldr}`;
-  }).join(`
-
-`);
-}
-async function main() {
-  const args = await prepareArgs(process.argv.slice(2));
-  validateQuery(args, USAGE);
-  const { query, tabPrefix, short } = parseArgs(args);
-  const startTime = Date.now();
-  const mode = process.env.GREEDY_SEARCH_VISIBLE === "1" ? "visible" : "headless";
-  const env = {
-    engine: "semantic-scholar",
-    mode,
-    blockedBy: null,
-    verificationResult: null,
-    inputReady: null
-  };
-  try {
-    if (!tabPrefix)
-      await cdp(["list"]);
-    const tab = await getOrOpenTab(tabPrefix);
-    logStage(env, "nav", startTime);
-    await cdp(["nav", tab, semanticScholarSearchUrl(query)], 25000);
-    await new Promise((r) => setTimeout(r, 800));
-    logStage(env, "consent", startTime);
-    await dismissCookieBanner(tab);
-    logStage(env, "results-wait", startTime);
-    const inputReady = await waitForSelector(tab, RESULT_SELECTOR, 15000, 500);
-    env.inputReady = inputReady;
-    if (!inputReady) {
-      const body = await cdp([
-        "eval",
-        tab,
-        "document.body?.innerText || ''"
-      ]).catch(() => "");
-      if (/captcha|cloudflare|verify|robot|blocked/i.test(body)) {
-        env.blockedBy = "verification";
-        env.verificationResult = "needs-human";
-        throw new Error("Semantic Scholar verification required — please solve it in the visible browser window");
-      }
-      throw new Error("Semantic Scholar results not found");
-    }
-    logStage(env, "extract", startTime);
-    const papers = await extractPapers(tab, { limit: short ? 5 : 8 });
-    const sources = papers.filter((paper) => paper.title && paper.url).map((paper) => ({
-      title: paper.pdfUrl ? `${paper.title} (PDF)` : paper.title,
-      url: paper.url,
-      semanticScholarUrl: paper.semanticScholarUrl,
-      paperId: paper.paperId,
-      citationCount: paper.citationCount,
-      venue: paper.venue,
-      year: paper.date
-    }));
-    const answer = formatPaperSummary(papers);
-    const durationMs = Date.now() - startTime;
-    outputJson({
-      answer: formatAnswer(answer, short),
-      sources,
-      query,
-      url: semanticScholarSearchUrl(query),
-      papers,
-      _envelope: buildEnvelope({ ...env, durationMs })
-    });
-  } catch (error) {
-    handleError(error, buildEnvelope({
-      ...env,
-      durationMs: Date.now() - startTime
-    }));
-  }
-}
-main();