@apmantza/greedysearch-pi 1.8.2 → 1.8.4

package/extractors/gemini.mjs

@@ -1,146 +1,146 @@
-#!/usr/bin/env node
-
-// extractors/gemini.mjs
-// Navigate gemini.google.com/app, submit query, wait for answer, return clean answer + sources.
-//
-// Usage:
-//   node extractors/gemini.mjs "<query>" [--tab <prefix>]
-//
-// Output (stdout): JSON { answer, sources, query, url }
-// Errors go to stderr only — stdout is always clean JSON for piping.
-
-import {
-	cdp,
-	formatAnswer,
-	getOrOpenTab,
-	handleError,
-	injectClipboardInterceptor,
-	outputJson,
-	parseArgs,
-	parseSourcesFromMarkdown,
-	TIMING,
-	validateQuery,
-	waitForCopyButton,
-} from "./common.mjs";
-import { dismissConsent, handleVerification } from "./consent.mjs";
-import { SELECTORS } from "./selectors.mjs";
-
-const S = SELECTORS.gemini;
-const GLOBAL_VAR = "__geminiClipboard";
-
-// ============================================================================
-// Gemini-specific helpers
-// ============================================================================
-
-async function typeIntoGemini(tab, text) {
-	await cdp([
-		"eval",
-		tab,
-		`
-    (function(t) {
-      var el = document.querySelector('${S.input}');
-      if (!el) return false;
-      el.focus();
-      document.execCommand('insertText', false, t);
-      return true;
-    })(${JSON.stringify(text)})
-  `,
-	]);
-}
-
-async function scrollToBottom(tab) {
-	await cdp([
-		"eval",
-		tab,
-		`(function() {
-			const chat = document.querySelector('chat-window, [role="main"], main') || document.body;
-			chat.scrollTo ? chat.scrollTo({ top: chat.scrollHeight, behavior: 'smooth' }) : window.scrollTo(0, document.body.scrollHeight);
-		})()`,
-	]);
-}
-
-async function extractAnswer(tab) {
-	await cdp([
-		"eval",
-		tab,
-		`document.querySelector('${S.copyButton}')?.click()`,
-	]);
-	await new Promise((r) => setTimeout(r, 400));
-
-	const answer = await cdp(["eval", tab, `window.${GLOBAL_VAR} || ''`]);
-	if (!answer) throw new Error("Clipboard interceptor returned empty text");
-
-	const sources = parseSourcesFromMarkdown(answer);
-	return { answer: answer.trim(), sources };
-}
-
-// ============================================================================
-// Main
-// ============================================================================
-
-const USAGE = 'Usage: node extractors/gemini.mjs "<query>" [--tab <prefix>]\n';
-
-async function main() {
-	const args = process.argv.slice(2);
-	validateQuery(args, USAGE);
-
-	const { query, tabPrefix, short } = parseArgs(args);
-
-	try {
-		await cdp(["list"]);
-		const tab = await getOrOpenTab(tabPrefix);
-
-		// Each search = fresh conversation
-		await cdp(["nav", tab, "https://gemini.google.com/app"], 35000);
-		await new Promise((r) => setTimeout(r, TIMING.postNavSlow));
-		await dismissConsent(tab, cdp);
-		await handleVerification(tab, cdp, 60000);
-
-		// Wait for input to be ready
-		const deadline = Date.now() + 10000;
-		while (Date.now() < deadline) {
-			const ready = await cdp([
-				"eval",
-				tab,
-				`!!document.querySelector('${S.input}')`,
-			]).catch(() => "false");
-			if (ready === "true") break;
-			await new Promise((r) => setTimeout(r, TIMING.inputPoll));
-		}
-		await new Promise((r) => setTimeout(r, TIMING.postClick));
-
-		await injectClipboardInterceptor(tab, GLOBAL_VAR);
-		await typeIntoGemini(tab, query);
-		await new Promise((r) => setTimeout(r, TIMING.postType));
-
-		await cdp([
-			"eval",
-			tab,
-			`document.querySelector('${S.sendButton}')?.click()`,
-		]);
-
-		// Scroll to bottom every ~6s while waiting to trigger lazy-loaded content
-		await waitForCopyButton(tab, S.copyButton, {
-			timeout: 120000,
-			onPoll: (tick) =>
-				tick % 10 === 0 ? scrollToBottom(tab) : Promise.resolve(),
-		});
-
-		const { answer, sources } = await extractAnswer(tab);
-		if (!answer) throw new Error("No answer captured from Gemini clipboard");
-
-		const finalUrl = await cdp(["eval", tab, "document.location.href"]).catch(
-			() => "https://gemini.google.com/app",
-		);
-		outputJson({
-			query,
-			url: finalUrl,
-			answer: formatAnswer(answer, short),
-			sources,
-		});
-	} catch (e) {
-		handleError(e);
-	}
-}
-
-main();
+#!/usr/bin/env node
+
+// extractors/gemini.mjs
+// Navigate gemini.google.com/app, submit query, wait for answer, return clean answer + sources.
+//
+// Usage:
+//   node extractors/gemini.mjs "<query>" [--tab <prefix>]
+//
+// Output (stdout): JSON { answer, sources, query, url }
+// Errors go to stderr only — stdout is always clean JSON for piping.
+
+import {
+	cdp,
+	formatAnswer,
+	getOrOpenTab,
+	handleError,
+	injectClipboardInterceptor,
+	outputJson,
+	parseArgs,
+	parseSourcesFromMarkdown,
+	TIMING,
+	validateQuery,
+	waitForCopyButton,
+} from "./common.mjs";
+import { dismissConsent, handleVerification } from "./consent.mjs";
+import { SELECTORS } from "./selectors.mjs";
+
+const S = SELECTORS.gemini;
+const GLOBAL_VAR = "__geminiClipboard";
+
+// ============================================================================
+// Gemini-specific helpers
+// ============================================================================
+
+async function typeIntoGemini(tab, text) {
+	await cdp([
+		"eval",
+		tab,
+		`
+    (function(t) {
+      var el = document.querySelector('${S.input}');
+      if (!el) return false;
+      el.focus();
+      document.execCommand('insertText', false, t);
+      return true;
+    })(${JSON.stringify(text)})
+  `,
+	]);
+}
+
+async function scrollToBottom(tab) {
+	await cdp([
+		"eval",
+		tab,
+		`(function() {
+			const chat = document.querySelector('chat-window, [role="main"], main') || document.body;
+			chat.scrollTo ? chat.scrollTo({ top: chat.scrollHeight, behavior: 'smooth' }) : window.scrollTo(0, document.body.scrollHeight);
+		})()`,
+	]);
+}
+
+async function extractAnswer(tab) {
+	await cdp([
+		"eval",
+		tab,
+		`document.querySelector('${S.copyButton}')?.click()`,
+	]);
+	await new Promise((r) => setTimeout(r, 400));
+
+	const answer = await cdp(["eval", tab, `window.${GLOBAL_VAR} || ''`]);
+	if (!answer) throw new Error("Clipboard interceptor returned empty text");
+
+	const sources = parseSourcesFromMarkdown(answer);
+	return { answer: answer.trim(), sources };
+}
+
+// ============================================================================
+// Main
+// ============================================================================
+
+const USAGE = 'Usage: node extractors/gemini.mjs "<query>" [--tab <prefix>]\n';
+
+async function main() {
+	const args = process.argv.slice(2);
+	validateQuery(args, USAGE);
+
+	const { query, tabPrefix, short } = parseArgs(args);
+
+	try {
+		await cdp(["list"]);
+		const tab = await getOrOpenTab(tabPrefix);
+
+		// Each search = fresh conversation
+		await cdp(["nav", tab, "https://gemini.google.com/app"], 35000);
+		await new Promise((r) => setTimeout(r, TIMING.postNavSlow));
+		await dismissConsent(tab, cdp);
+		await handleVerification(tab, cdp, 60000);
+
+		// Wait for input to be ready
+		const deadline = Date.now() + 10000;
+		while (Date.now() < deadline) {
+			const ready = await cdp([
+				"eval",
+				tab,
+				`!!document.querySelector('${S.input}')`,
+			]).catch(() => "false");
+			if (ready === "true") break;
+			await new Promise((r) => setTimeout(r, TIMING.inputPoll));
+		}
+		await new Promise((r) => setTimeout(r, TIMING.postClick));
+
+		await injectClipboardInterceptor(tab, GLOBAL_VAR);
+		await typeIntoGemini(tab, query);
+		await new Promise((r) => setTimeout(r, TIMING.postType));
+
+		await cdp([
+			"eval",
+			tab,
+			`document.querySelector('${S.sendButton}')?.click()`,
+		]);
+
+		// Scroll to bottom every ~6s while waiting to trigger lazy-loaded content
+		await waitForCopyButton(tab, S.copyButton, {
+			timeout: 120000,
+			onPoll: (tick) =>
+				tick % 10 === 0 ? scrollToBottom(tab) : Promise.resolve(),
+		});
+
+		const { answer, sources } = await extractAnswer(tab);
+		if (!answer) throw new Error("No answer captured from Gemini clipboard");
+
+		const finalUrl = await cdp(["eval", tab, "document.location.href"]).catch(
+			() => "https://gemini.google.com/app",
+		);
+		outputJson({
+			query,
+			url: finalUrl,
+			answer: formatAnswer(answer, short),
+			sources,
+		});
+	} catch (e) {
+		handleError(e);
+	}
+}
+
+main();

package/extractors/google-ai.mjs

@@ -1,125 +1,125 @@
-#!/usr/bin/env node
-
-// extractors/google-ai.mjs
-// Navigate Google AI Mode (udm=50), wait for answer, return clean answer + sources.
-//
-// Usage:
-//   node extractors/google-ai.mjs "<query>" [--tab <prefix>]
-//
-// Output (stdout): JSON { answer, sources, query, url }
-// Errors go to stderr only — stdout is always clean JSON for piping.
-
-import {
-	cdp,
-	formatAnswer,
-	getOrOpenTab,
-	handleError,
-	outputJson,
-	parseArgs,
-	TIMING,
-	validateQuery,
-	waitForStreamComplete,
-} from "./common.mjs";
-import { dismissConsent, handleVerification } from "./consent.mjs";
-import { SELECTORS } from "./selectors.mjs";
-
-const S = SELECTORS.google;
-
-const MIN_ANSWER_LENGTH = 50;
-
-async function extractAnswer(tab) {
-	const excludeFilter = S.sourceExclude
-		.map((e) => `!a.href.includes('${e}')`)
-		.join(" && ");
-	const raw = await cdp([
-		"eval",
-		tab,
-		`
-    (function() {
-      var el = document.querySelector('${S.answerContainer}');
-      if (!el) return JSON.stringify({ answer: '', sources: [] });
-      var answer = el.innerText.trim();
-      var sources = Array.from(document.querySelectorAll('${S.sourceLink}'))
-        .filter(a => ${excludeFilter})
-        .map(a => ({ url: a.href.split('#')[0], title: (a.closest('${S.sourceHeadingParent}')?.querySelector('h3, [role=heading]')?.innerText || a.innerText?.trim().split('\\n')[0] || '').slice(0, 100) }))
-        .filter(s => s.url && s.url.length > 10)
-        .filter((v, i, arr) => arr.findIndex(x => x.url === v.url) === i)
-        .slice(0, 10);
-      return JSON.stringify({ answer, sources });
-    })()
-  `,
-	]);
-	return JSON.parse(raw);
-}
-
-// ============================================================================
-// Main
-// ============================================================================
-
-const USAGE =
-	'Usage: node extractors/google-ai.mjs "<query>" [--tab <prefix>]\n';
-
-async function main() {
-	const args = process.argv.slice(2);
-	validateQuery(args, USAGE);
-
-	const { query, tabPrefix, short, locale } = parseArgs(args);
-
-	try {
-		await cdp(["list"]);
-		const tab = await getOrOpenTab(tabPrefix);
-
-		// Build URL with language parameter (default to English)
-		const langParam = locale ? `&hl=${encodeURIComponent(locale)}` : "&hl=en";
-		const url = `https://www.google.com/search?q=${encodeURIComponent(query)}&udm=50${langParam}`;
-		await new Promise((r) => setTimeout(r, TIMING.postNav));
-		await dismissConsent(tab, cdp);
-
-		// If consent redirected us away, navigate back
-		const currentUrl = await cdp(["eval", tab, "document.location.href"]).catch(
-			() => "",
-		);
-		if (!currentUrl.includes("google.com/search")) {
-			await cdp(["nav", tab, url], 35000);
-			await new Promise((r) => setTimeout(r, TIMING.postNav));
-		}
-
-		// Handle "verify you're human" — auto-click simple buttons, wait for user on hard CAPTCHA
-		const verifyResult = await handleVerification(tab, cdp, 60000);
-		if (verifyResult === "needs-human")
-			throw new Error(
-				"Google verification required — could not be completed automatically",
-			);
-		if (verifyResult === "clicked" || verifyResult === "cleared-by-user") {
-			// Re-navigate to the search URL after verification
-			await cdp(["nav", tab, url], 35000);
-			await new Promise((r) => setTimeout(r, TIMING.postNav));
-		}
-
-		await waitForStreamComplete(tab, {
-			timeout: 45000,
-			selector: `document.querySelector('${S.answerContainer}')`,
-			minLength: MIN_ANSWER_LENGTH,
-		});
-
-		const { answer, sources } = await extractAnswer(tab);
-		if (!answer)
-			throw new Error(
-				"No answer extracted — Google AI Mode may not have responded",
-			);
-
-		const finalUrl = await cdp(["eval", tab, "document.location.href"]).catch(
-			() => url,
-		);
-		outputJson({
-			query,
-			url: finalUrl,
-			answer: formatAnswer(answer, short),
-			sources,
-		});
-	} catch (e) {
-		handleError(e);
-	}
-}
-
-main();
+#!/usr/bin/env node
+
+// extractors/google-ai.mjs
+// Navigate Google AI Mode (udm=50), wait for answer, return clean answer + sources.
+//
+// Usage:
+//   node extractors/google-ai.mjs "<query>" [--tab <prefix>]
+//
+// Output (stdout): JSON { answer, sources, query, url }
+// Errors go to stderr only — stdout is always clean JSON for piping.
+
+import {
+	cdp,
+	formatAnswer,
+	getOrOpenTab,
+	handleError,
+	outputJson,
+	parseArgs,
+	TIMING,
+	validateQuery,
+	waitForStreamComplete,
+} from "./common.mjs";
+import { dismissConsent, handleVerification } from "./consent.mjs";
+import { SELECTORS } from "./selectors.mjs";
+
+const S = SELECTORS.google;
+
+const MIN_ANSWER_LENGTH = 50;
+
+async function extractAnswer(tab) {
+	const excludeFilter = S.sourceExclude
+		.map((e) => `!a.href.includes('${e}')`)
+		.join(" && ");
+	const raw = await cdp([
+		"eval",
+		tab,
+		`
+    (function() {
+      var el = document.querySelector('${S.answerContainer}');
+      if (!el) return JSON.stringify({ answer: '', sources: [] });
+      var answer = el.innerText.trim();
+      var sources = Array.from(document.querySelectorAll('${S.sourceLink}'))
+        .filter(a => ${excludeFilter})
+        .map(a => ({ url: a.href.split('#')[0], title: (a.closest('${S.sourceHeadingParent}')?.querySelector('h3, [role=heading]')?.innerText || a.innerText?.trim().split('\\n')[0] || '').slice(0, 100) }))
+        .filter(s => s.url && s.url.length > 10)
+        .filter((v, i, arr) => arr.findIndex(x => x.url === v.url) === i)
+        .slice(0, 10);
+      return JSON.stringify({ answer, sources });
+    })()
+  `,
+	]);
+	return JSON.parse(raw);
+}
+
+// ============================================================================
+// Main
+// ============================================================================
+
+const USAGE =
+	'Usage: node extractors/google-ai.mjs "<query>" [--tab <prefix>]\n';
+
+async function main() {
+	const args = process.argv.slice(2);
+	validateQuery(args, USAGE);
+
+	const { query, tabPrefix, short, locale } = parseArgs(args);
+
+	try {
+		await cdp(["list"]);
+		const tab = await getOrOpenTab(tabPrefix);
+
+		// Build URL with language parameter (default to English)
+		const langParam = locale ? `&hl=${encodeURIComponent(locale)}` : "&hl=en";
+		const url = `https://www.google.com/search?q=${encodeURIComponent(query)}&udm=50${langParam}`;
+		await new Promise((r) => setTimeout(r, TIMING.postNav));
+		await dismissConsent(tab, cdp);
+
+		// If consent redirected us away, navigate back
+		const currentUrl = await cdp(["eval", tab, "document.location.href"]).catch(
+			() => "",
+		);
+		if (!currentUrl.includes("google.com/search")) {
+			await cdp(["nav", tab, url], 35000);
+			await new Promise((r) => setTimeout(r, TIMING.postNav));
+		}
+
+		// Handle "verify you're human" — auto-click simple buttons, wait for user on hard CAPTCHA
+		const verifyResult = await handleVerification(tab, cdp, 60000);
+		if (verifyResult === "needs-human")
+			throw new Error(
+				"Google verification required — could not be completed automatically",
+			);
+		if (verifyResult === "clicked" || verifyResult === "cleared-by-user") {
+			// Re-navigate to the search URL after verification
+			await cdp(["nav", tab, url], 35000);
+			await new Promise((r) => setTimeout(r, TIMING.postNav));
+		}
+
+		await waitForStreamComplete(tab, {
+			timeout: 45000,
+			selector: `document.querySelector('${S.answerContainer}')`,
+			minLength: MIN_ANSWER_LENGTH,
+		});
+
+		const { answer, sources } = await extractAnswer(tab);
+		if (!answer)
+			throw new Error(
+				"No answer extracted — Google AI Mode may not have responded",
+			);
+
+		const finalUrl = await cdp(["eval", tab, "document.location.href"]).catch(
+			() => url,
+		);
+		outputJson({
+			query,
+			url: finalUrl,
+			answer: formatAnswer(answer, short),
+			sources,
+		});
+	} catch (e) {
+		handleError(e);
+	}
+}
+
+main();