@duckmind/dm-windows-x64 0.62.3 → 0.63.0

package/extensions/greedysearch-dm/extractors/gemini.mjs

@@ -1,291 +0,0 @@
-import {
-  cdp,
-  cdpWithInput,
-  clickCopyAndAwaitClipboard,
-  formatAnswer,
-  getOrOpenTab,
-  handleError,
-  injectClipboardInterceptor,
-  jitter,
-  outputJson,
-  parseArgs,
-  parseSourcesFromMarkdown,
-  prepareArgs,
-  TIMING,
-  validateQuery,
-  verifyInputText,
-  waitForSelector,
-  waitForStreamComplete
-} from "./common.mjs";
-import { ensureChrome } from "../src/search/chrome.mjs";
-import { dismissConsent, handleVerification } from "./consent.mjs";
-import { SELECTORS } from "./selectors.mjs";
-const S = SELECTORS.gemini;
-const GLOBAL_VAR = "__geminiClipboard";
-async function typeIntoGemini(tab, text) {
-  await cdp(["click", tab, S.input]);
-  await new Promise((r) => setTimeout(r, jitter(200)));
-  const type = async () => {
-    await cdpWithInput(["type", tab, "--stdin"], text);
-    await new Promise((r) => setTimeout(r, jitter(300)));
-  };
-  const readInput = async () => {
-    const raw = await cdp([
-      "eval",
-      tab,
-      `(() => {
-				const el = document.querySelector('${S.input}');
-				return JSON.stringify(el ? el.innerText || el.textContent || '' : '');
-			})()`
-    ]);
-    try {
-      return JSON.parse(raw);
-    } catch {
-      return raw;
-    }
-  };
-  const verify = async () => verifyInputText(await readInput(), text);
-  const clear = async () => {
-    await cdp([
-      "eval",
-      tab,
-      `(() => {
-				const el = document.querySelector('${S.input}');
-				if (!el) return false;
-				el.focus();
-				const range = document.createRange();
-				range.selectNodeContents(el);
-				const selection = window.getSelection();
-				selection.removeAllRanges();
-				selection.addRange(range);
-				document.execCommand('delete');
-				return true;
-			})()`
-    ]);
-  };
-  await type();
-  if (await verify())
-    return;
-  await clear();
-  await type();
-  if (!await verify()) {
-    throw new Error("Gemini input field did not accept text — input verification failed");
-  }
-}
-async function bringToFront(tab, { required = false } = {}) {
-  try {
-    await cdp(["evalraw", tab, "Page.bringToFront", "{}"], 5000);
-    return true;
-  } catch (error) {
-    console.error(`[gemini] bringToFront failed: ${error.message}`);
-    if (required)
-      throw error;
-    return false;
-  }
-}
-async function scrollToBottom(tab) {
-  await cdp([
-    "eval",
-    tab,
-    `(function() {
-			const chat = document.querySelector('chat-window, [role="main"], main') || document.body;
-			chat.scrollTo ? chat.scrollTo({ top: chat.scrollHeight, behavior: 'smooth' }) : window.scrollTo(0, document.body.scrollHeight);
-		})()`
-  ]);
-}
-async function extractAnswerFromDom(tab) {
-  const raw = await cdp([
-    "eval",
-    tab,
-    String.raw`
-			new Promise((resolve) => {
-				const _deadline = Date.now() + 6000;
-				function _tryExtract() {
-					const responses = Array.from(document.querySelectorAll('model-response'));
-					const resp = responses[responses.length - 1];
-					if (resp) {
-						const text = (resp.innerText || resp.textContent || '').trim();
-						const idx = text.indexOf('\n');
-						const answer = idx >= 0 ? text.slice(idx + 1).trim() : text;
-						if (answer) {
-							const seen = new Set();
-							const sources = [];
-							for (const link of resp.querySelectorAll('a[href]')) {
-								const url = link.href;
-								if (!url || seen.has(url)) continue;
-								seen.add(url);
-								const title = (link.innerText || link.textContent || '').replace(/\s+/g, ' ').trim();
-								sources.push({ title, url });
-								if (sources.length >= 10) break;
-							}
-							return resolve(JSON.stringify({ answer, sources }));
-						}
-					}
-					if (Date.now() < _deadline) {
-						setTimeout(_tryExtract, 500);
-					} else {
-						resolve(JSON.stringify({ answer: '', sources: [] }));
-					}
-				}
-				_tryExtract();
-			})
-		`
-  ], 8000);
-  try {
-    return JSON.parse(raw);
-  } catch (error) {
-    console.error(`[gemini] DOM fallback JSON parse failed (${raw.length} chars): ${error.message}`);
-    return { answer: "", sources: [] };
-  }
-}
-const GEMINI_COPY_CLICK_EXPR = `(() => {
-	window.${GLOBAL_VAR} = '';
-	const responses = Array.from(document.querySelectorAll('model-response'));
-	const resp = responses[responses.length - 1];
-	if (!resp) return;
-	const buttons = Array.from(resp.querySelectorAll('${S.copyButton}'));
-	const nonCodeButtons = buttons.filter((btn) => !btn.closest('pre, code, code-block, .code-block, .code-container'));
-	const btn = nonCodeButtons[nonCodeButtons.length - 1] || buttons[buttons.length - 1];
-	if (btn) btn.click();
-})()`;
-async function extractAnswer(tab, query = "", streamWaitOk = false) {
-  const queryNorm = query.toLowerCase().trim();
-  let modelReady = false;
-  if (streamWaitOk) {
-    const ready = await cdp([
-      "eval",
-      tab,
-      String.raw`(() => {
-				const responses = Array.from(document.querySelectorAll('model-response'));
-				const r = responses[responses.length - 1];
-				return !!r && (r.innerText || '').trim().length > 60;
-			})()`
-    ]).catch(() => "false");
-    modelReady = ready === "true";
-  } else {
-    const modelDeadline = Date.now() + 12000;
-    while (Date.now() < modelDeadline) {
-      const ready = await cdp([
-        "eval",
-        tab,
-        String.raw`(() => {
-					const responses = Array.from(document.querySelectorAll('model-response'));
-					const r = responses[responses.length - 1];
-					if (!r) return false;
-					const t = (r.innerText || '').trim();
-					// Must have content beyond the locale-specific label
-					// ("Gemini said" / "Το Gemini είπε" / etc.) and ideally
-					// a copy button rendered on the response.
-					return t.length > 60;
-				})()`
-      ]);
-      if (ready === "true") {
-        modelReady = true;
-        break;
-      }
-      await new Promise((r) => setTimeout(r, 800));
-    }
-  }
-  if (!modelReady) {
-    console.error("[gemini] Warning: model-response did not render content");
-  }
-  let answer = await clickCopyAndAwaitClipboard(tab, GEMINI_COPY_CLICK_EXPR, GLOBAL_VAR, { timeoutMs: 600, retryClick: 600 });
-  if (answer && queryNorm && (answer.toLowerCase().trim() === queryNorm || answer.trim().length < queryNorm.length)) {
-    console.error("[gemini] Clipboard echoed query, retrying in 2s...");
-    await new Promise((r) => setTimeout(r, 2000));
-    answer = await clickCopyAndAwaitClipboard(tab, GEMINI_COPY_CLICK_EXPR, GLOBAL_VAR, { timeoutMs: 600, retryClick: 600 });
-  }
-  let domFallback = null;
-  const answerText = answer?.trim() || "";
-  const clipboardLooksEchoed = queryNorm && (answerText.toLowerCase() === queryNorm || answerText.length < queryNorm.length);
-  const clipboardLooksComplete = answerText.length > 500 && !clipboardLooksEchoed;
-  if (!clipboardLooksComplete) {
-    domFallback = await extractAnswerFromDom(tab);
-    const domExtendsClipboard = answerText && domFallback.answer.includes(answerText) && domFallback.answer.length > answerText.length * 2;
-    if (domFallback.answer && (!answerText || clipboardLooksEchoed || domExtendsClipboard)) {
-      answer = domFallback.answer;
-    }
-  }
-  if (!answer) {
-    throw new Error("Gemini returned no answer — model-response never rendered content");
-  }
-  const sourcesInline = parseSourcesFromMarkdown(answer);
-  const sourceMap = new Map;
-  for (const s of [...domFallback?.sources || [], ...sourcesInline]) {
-    if (s?.url && !sourceMap.has(s.url))
-      sourceMap.set(s.url, s);
-  }
-  const sources = Array.from(sourceMap.values()).slice(0, 10);
-  return { answer: answer.trim(), sources };
-}
-const USAGE = `Usage: node extractors/gemini.mjs "<query>" [--tab <prefix>]
-`;
-async function main() {
-  const args = await prepareArgs(process.argv.slice(2));
-  validateQuery(args, USAGE);
-  const { query, tabPrefix, short } = parseArgs(args);
-  if (process.env.GREEDY_SEARCH_VISIBLE !== "1" && process.env.GREEDY_SEARCH_ALWAYS_VISIBLE !== "1") {
-    process.env.GREEDY_SEARCH_HEADLESS = "1";
-  }
-  await ensureChrome();
-  try {
-    await cdp(["list"]);
-    const tab = await getOrOpenTab(tabPrefix);
-    const currentUrl = await cdp(["eval", tab, "document.location.href"]).catch(() => "");
-    let onGemini = false;
-    try {
-      const host = new URL(currentUrl).hostname.toLowerCase();
-      onGemini = host === "gemini.google.com" || host.endsWith(".gemini.google.com");
-    } catch {}
-    if (!onGemini) {
-      await cdp(["nav", tab, "https://gemini.google.com/app"], 20000);
-      await new Promise((r) => setTimeout(r, 600));
-    }
-    await dismissConsent(tab, cdp);
-    await handleVerification(tab, cdp, 1e4);
-    await waitForSelector(tab, S.input, 8000, TIMING.inputPoll);
-    await new Promise((r) => setTimeout(r, jitter(TIMING.postClick)));
-    await bringToFront(tab, { required: true });
-    await injectClipboardInterceptor(tab, GLOBAL_VAR);
-    await typeIntoGemini(tab, query);
-    await new Promise((r) => setTimeout(r, jitter(TIMING.postType)));
-    await cdp([
-      "eval",
-      tab,
-      `document.querySelector('${S.sendButton}')?.click()`
-    ]);
-    await bringToFront(tab);
-    let pollTick = 0;
-    const scrollInterval = setInterval(() => {
-      bringToFront(tab).catch(() => null);
-      if (++pollTick % 10 === 0)
-        scrollToBottom(tab).catch(() => null);
-    }, 6000);
-    let streamWaitOk = true;
-    try {
-      await waitForStreamComplete(tab, {
-        timeout: 45000,
-        stableRounds: 5,
-        minLength: 60,
-        selector: "(() => { const responses = Array.from(document.querySelectorAll('model-response')); return responses[responses.length - 1]; })()"
-      });
-    } catch {
-      streamWaitOk = false;
-    } finally {
-      clearInterval(scrollInterval);
-    }
-    const { answer, sources } = await extractAnswer(tab, query, streamWaitOk);
-    if (!answer)
-      throw new Error("No answer captured from Gemini clipboard");
-    const finalUrl = await cdp(["eval", tab, "document.location.href"]).catch(() => "https://gemini.google.com/app");
-    outputJson({
-      query,
-      url: finalUrl,
-      answer: formatAnswer(answer, short),
-      sources
-    });
-  } catch (e) {
-    handleError(e);
-  }
-}
-main();

package/extensions/greedysearch-dm/extractors/google-ai.mjs

@@ -1,86 +0,0 @@
-import {
-  cdp,
-  formatAnswer,
-  getOrOpenTab,
-  handleError,
-  jitter,
-  outputJson,
-  parseArgs,
-  prepareArgs,
-  TIMING,
-  validateQuery,
-  waitForStreamComplete
-} from "./common.mjs";
-import { dismissConsent, handleVerification } from "./consent.mjs";
-import { SELECTORS } from "./selectors.mjs";
-const S = SELECTORS.google;
-const MIN_ANSWER_LENGTH = 50;
-async function extractAnswer(tab) {
-  const excludeFilter = S.sourceExclude.map((e) => `!a.href.includes('${e}')`).join(" && ");
-  const raw = await cdp([
-    "eval",
-    tab,
-    String.raw`
-    (function() {
-      var el = document.querySelector('${S.answerContainer}');
-      if (!el) return JSON.stringify({ answer: '', sources: [] });
-      var answer = el.innerText.trim();
-      var sources = Array.from(document.querySelectorAll('${S.sourceLink}'))
-        .filter(a => ${excludeFilter})
-        .map(a => ({ url: a.href.split('#')[0], title: (a.closest('${S.sourceHeadingParent}')?.querySelector('h3, [role=heading]')?.innerText || a.innerText?.trim().split('\n')[0] || '').slice(0, 100) }))
-        .filter(s => s.url && s.url.length > 10)
-        .filter((v, i, arr) => arr.findIndex(x => x.url === v.url) === i)
-        .slice(0, 10);
-      return JSON.stringify({ answer, sources });
-    })()
-  `
-  ]);
-  return JSON.parse(raw);
-}
-const USAGE = `Usage: node extractors/google-ai.mjs "<query>" [--tab <prefix>]
-`;
-async function main() {
-  const args = await prepareArgs(process.argv.slice(2));
-  validateQuery(args, USAGE);
-  const { query, tabPrefix, short, locale } = parseArgs(args);
-  try {
-    if (!tabPrefix)
-      await cdp(["list"]);
-    const tab = await getOrOpenTab(tabPrefix);
-    const langParam = locale ? `&hl=${encodeURIComponent(locale)}` : "&hl=en";
-    const url = `https://www.google.com/search?q=${encodeURIComponent(query)}&udm=50${langParam}`;
-    await new Promise((r) => setTimeout(r, jitter(TIMING.postNav)));
-    await dismissConsent(tab, cdp);
-    const currentUrl = await cdp(["eval", tab, "document.location.href"]).catch(() => "");
-    if (!currentUrl.includes("google.com/search")) {
-      await cdp(["nav", tab, url], 20000);
-      await new Promise((r) => setTimeout(r, jitter(TIMING.postNav)));
-    }
-    const verifyResult = await handleVerification(tab, cdp, 1e4);
-    if (verifyResult === "needs-human")
-      throw new Error("Google verification required — could not be completed automatically");
-    if (verifyResult === "clicked" || verifyResult === "cleared-by-user") {
-      await cdp(["nav", tab, url], 20000);
-      await new Promise((r) => setTimeout(r, jitter(TIMING.postNav)));
-    }
-    await waitForStreamComplete(tab, {
-      timeout: 30000,
-      stableRounds: 5,
-      selector: `document.querySelector('${S.answerContainer}')`,
-      minLength: MIN_ANSWER_LENGTH
-    });
-    const { answer, sources } = await extractAnswer(tab);
-    if (!answer)
-      throw new Error("No answer extracted — Google AI Mode may not have responded");
-    const finalUrl = await cdp(["eval", tab, "document.location.href"]).catch(() => url);
-    outputJson({
-      query,
-      url: finalUrl,
-      answer: formatAnswer(answer, short),
-      sources
-    });
-  } catch (e) {
-    handleError(e);
-  }
-}
-main();