@apmantza/greedysearch-pi 1.8.2 → 1.8.4

package/extractors/perplexity.mjs

@@ -1,145 +1,147 @@
-#!/usr/bin/env node
-
-// extractors/perplexity.mjs
-// Navigate Perplexity, wait for streaming to complete, return clean answer + sources.
-//
-// Usage:
-//   node extractors/perplexity.mjs "<query>" [--tab <prefix>]
-//
-// Output (stdout): JSON { answer, sources, query, url }
-// Errors go to stderr only — stdout is always clean JSON for piping.
-//
-// TODO: Refactor - this file has 42 lines duplicated with google-ai.mjs (line 28)
-
-import {
-	cdp,
-	formatAnswer,
-	getOrOpenTab,
-	handleError,
-	injectClipboardInterceptor,
-	outputJson,
-	parseArgs,
-	parseSourcesFromMarkdown,
-	validateQuery,
-	waitForStreamComplete,
-} from "./common.mjs";
-import { dismissConsent } from "./consent.mjs";
-import { SELECTORS } from "./selectors.mjs";
-
-const S = SELECTORS.perplexity;
-const GLOBAL_VAR = "__pplxClipboard";
-
-// ============================================================================
-// Language-agnostic copy button finder
-// ============================================================================
-
-function findCopyButtonJsExpression() {
-	// Perplexity uses SVG icons via <use xlink:href="#pplx-icon-copy">
-	// This works across all locales since it doesn't depend on aria-label text
-	return `Array.from(document.querySelectorAll('button')).find(b => b.innerHTML.includes('#pplx-icon-copy'))`;
-}
-
-// ============================================================================
-// Extraction
-// ============================================================================
-
-async function extractAnswer(tab) {
-	const copyBtnExpr = findCopyButtonJsExpression();
-
-	await cdp(["eval", tab, `${copyBtnExpr}?.click()`]);
-	await new Promise((r) => setTimeout(r, 400));
-
-	let answer = await cdp(["eval", tab, `window.${GLOBAL_VAR} || ''`]);
-
-	// Retry once if clipboard is empty (Perplexity might be slow to write)
-	if (!answer) {
-		console.error("[perplexity] Clipboard empty, retrying in 2s...");
-		await cdp(["eval", tab, `${copyBtnExpr}?.click()`]);
-		await new Promise((r) => setTimeout(r, 2000));
-		answer = await cdp(["eval", tab, `window.${GLOBAL_VAR} || ''`]);
-	}
-
-	if (!answer) throw new Error("Clipboard interceptor returned empty text");
-
-	const sources = parseSourcesFromMarkdown(answer);
-	return { answer: answer.trim(), sources };
-}
-
-// ============================================================================
-// Main
-// ============================================================================
-
-const USAGE =
-	'Usage: node extractors/perplexity.mjs "<query>" [--tab <prefix>]\n';
-
-async function main() {
-	const args = process.argv.slice(2);
-	validateQuery(args, USAGE);
-
-	const { query, tabPrefix, short } = parseArgs(args);
-
-	try {
-		// Refresh page list so cache is current
-		await cdp(["list"]);
-
-		const tab = await getOrOpenTab(tabPrefix);
-
-		// Navigate to homepage and use the search box (direct ?q= URLs trigger bot redirect)
-		await cdp(["nav", tab, "https://www.perplexity.ai/"], 35000);
-		await dismissConsent(tab, cdp);
-
-		// Wait for React app to mount input (up to 8s)
-		const deadline = Date.now() + 8000;
-		while (Date.now() < deadline) {
-			const found = await cdp([
-				"eval",
-				tab,
-				`!!document.querySelector('${S.input}')`,
-			]).catch(() => "false");
-			if (found === "true") break;
-			await new Promise((r) => setTimeout(r, 400));
-		}
-		await new Promise((r) => setTimeout(r, 300));
-
-		await injectClipboardInterceptor(tab, GLOBAL_VAR);
-		await cdp(["click", tab, S.input]);
-		await new Promise((r) => setTimeout(r, 400));
-		await cdp(["type", tab, query]);
-		await new Promise((r) => setTimeout(r, 400));
-
-		// Submit with Enter (most reliable across Chrome instances)
-		await cdp([
-			"eval",
-			tab,
-			`document.querySelector('${S.input}')?.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',bubbles:true,keyCode:13})), 'ok'`,
-		]);
-
-		await waitForStreamComplete(tab, {
-			timeout: 30000,
-			interval: 600,
-			stableRounds: 3,
-			selector: "document.body",
-		});
-
-		const { answer, sources } = await extractAnswer(tab);
-
-		if (!answer)
-			throw new Error(
-				"No answer extracted — Perplexity may not have responded",
-			);
-
-		const finalUrl = await cdp(["eval", tab, "document.location.href"]).catch(
-			() => "",
-		);
-		outputJson({
-			query,
-			url: finalUrl,
-			answer: formatAnswer(answer, short),
-			sources,
-		});
-	} catch (e) {
-		handleError(e);
-	}
-}
-
-main();
+#!/usr/bin/env node
+
+// extractors/perplexity.mjs
+// Navigate Perplexity, wait for streaming to complete, return clean answer + sources.
+//
+// Usage:
+//   node extractors/perplexity.mjs "<query>" [--tab <prefix>]
+//
+// Output (stdout): JSON { answer, sources, query, url }
+// Errors go to stderr only — stdout is always clean JSON for piping.
+//
+// TODO: Refactor - this file has 42 lines duplicated with google-ai.mjs (line 28)
+
+import {
+	cdp,
+	formatAnswer,
+	getOrOpenTab,
+	handleError,
+	injectClipboardInterceptor,
+	outputJson,
+	parseArgs,
+	parseSourcesFromMarkdown,
+	validateQuery,
+	waitForStreamComplete,
+} from "./common.mjs";
+import { dismissConsent } from "./consent.mjs";
+import { SELECTORS } from "./selectors.mjs";
+
+const S = SELECTORS.perplexity;
+const GLOBAL_VAR = "__pplxClipboard";
+
+// ============================================================================
+// Language-agnostic copy button finder
+// ============================================================================
+
+function findCopyButtonJsExpression() {
+	// Perplexity uses SVG icons via <use xlink:href="#pplx-icon-copy">
+	// This works across all locales since it doesn't depend on aria-label text
+	// Use .pop() to get the last matching button (the answer copy button),
+	// not the first one which is the question copy button
+	return `Array.from(document.querySelectorAll('button')).filter(b => b.innerHTML.includes('#pplx-icon-copy')).pop()`;
+}
+
+// ============================================================================
+// Extraction
+// ============================================================================
+
+async function extractAnswer(tab) {
+	const copyBtnExpr = findCopyButtonJsExpression();
+
+	await cdp(["eval", tab, `${copyBtnExpr}?.click()`]);
+	await new Promise((r) => setTimeout(r, 400));
+
+	let answer = await cdp(["eval", tab, `window.${GLOBAL_VAR} || ''`]);
+
+	// Retry once if clipboard is empty (Perplexity might be slow to write)
+	if (!answer) {
+		console.error("[perplexity] Clipboard empty, retrying in 2s...");
+		await cdp(["eval", tab, `${copyBtnExpr}?.click()`]);
+		await new Promise((r) => setTimeout(r, 2000));
+		answer = await cdp(["eval", tab, `window.${GLOBAL_VAR} || ''`]);
+	}
+
+	if (!answer) throw new Error("Clipboard interceptor returned empty text");
+
+	const sources = parseSourcesFromMarkdown(answer);
+	return { answer: answer.trim(), sources };
+}
+
+// ============================================================================
+// Main
+// ============================================================================
+
+const USAGE =
+	'Usage: node extractors/perplexity.mjs "<query>" [--tab <prefix>]\n';
+
+async function main() {
+	const args = process.argv.slice(2);
+	validateQuery(args, USAGE);
+
+	const { query, tabPrefix, short } = parseArgs(args);
+
+	try {
+		// Refresh page list so cache is current
+		await cdp(["list"]);
+
+		const tab = await getOrOpenTab(tabPrefix);
+
+		// Navigate to homepage and use the search box (direct ?q= URLs trigger bot redirect)
+		await cdp(["nav", tab, "https://www.perplexity.ai/"], 35000);
+		await dismissConsent(tab, cdp);
+
+		// Wait for React app to mount input (up to 8s)
+		const deadline = Date.now() + 8000;
+		while (Date.now() < deadline) {
+			const found = await cdp([
+				"eval",
+				tab,
+				`!!document.querySelector('${S.input}')`,
+			]).catch(() => "false");
+			if (found === "true") break;
+			await new Promise((r) => setTimeout(r, 400));
+		}
+		await new Promise((r) => setTimeout(r, 300));
+
+		await injectClipboardInterceptor(tab, GLOBAL_VAR);
+		await cdp(["click", tab, S.input]);
+		await new Promise((r) => setTimeout(r, 400));
+		await cdp(["type", tab, query]);
+		await new Promise((r) => setTimeout(r, 400));
+
+		// Submit with Enter (most reliable across Chrome instances)
+		await cdp([
+			"eval",
+			tab,
+			`document.querySelector('${S.input}')?.dispatchEvent(new KeyboardEvent('keydown',{key:'Enter',bubbles:true,keyCode:13})), 'ok'`,
+		]);
+
+		await waitForStreamComplete(tab, {
+			timeout: 30000,
+			interval: 600,
+			stableRounds: 3,
+			selector: "document.body",
+		});
+
+		const { answer, sources } = await extractAnswer(tab);
+
+		if (!answer)
+			throw new Error(
+				"No answer extracted — Perplexity may not have responded",
+			);
+
+		const finalUrl = await cdp(["eval", tab, "document.location.href"]).catch(
+			() => "",
+		);
+		outputJson({
+			query,
+			url: finalUrl,
+			answer: formatAnswer(answer, short),
+			sources,
+		});
+	} catch (e) {
+		handleError(e);
+	}
+}
+
+main();

package/extractors/selectors.mjs

@@ -1,54 +1,54 @@
-// extractors/selectors.mjs
-// Centralized CSS selectors for all engines.
-// Update selectors here when a site changes its UI.
-
-export const SELECTORS = {
-	// ──────────────────────────────────────────────
-	// Perplexity (perplexity.ai)
-	// ──────────────────────────────────────────────
-	perplexity: {
-		input: "#ask-input",
-		// Note: copy button found via JS in extractor (language-agnostic)
-		copyButton: null,
-		sourceItem: "[data-pplx-citation-url]",
-		sourceLink: "a",
-		consent: "#onetrust-accept-btn-handler",
-	},
-
-	// ──────────────────────────────────────────────
-	// Bing Copilot (copilot.microsoft.com)
-	// ──────────────────────────────────────────────
-	bing: {
-		input: "#userInput",
-		copyButton: 'button[data-testid="copy-ai-message-button"]',
-		sourceLink: 'a[href^="http"][target="_blank"]',
-		sourceExclude: "copilot.microsoft.com",
-		consent: "#onetrust-accept-btn-handler",
-	},
-
-	// ──────────────────────────────────────────────
-	// Google AI Mode (google.com/search?udm=50)
-	// ──────────────────────────────────────────────
-	google: {
-		answerContainer: ".pWvJNd",
-		sourceLink: 'a[href^="http"]',
-		sourceExclude: ["google.", "gstatic", "googleapis"],
-		sourceHeadingParent: "[data-snhf]",
-		consent: '#L2AGLb, button[jsname="b3VHJd"], .tHlp8d',
-	},
-
-	// ──────────────────────────────────────────────
-	// Gemini (gemini.google.com/app)
-	// ──────────────────────────────────────────────
-	gemini: {
-		input: "rich-textarea .ql-editor",
-		// Language-agnostic: use Material icon data attributes (work across locales)
-		copyButton: 'button:has(mat-icon[data-mat-icon-name="content_copy"])',
-		sendButton: 'button:has(mat-icon[data-mat-icon-name="send"]), .send-button',
-		sourcesSidebarButton: "button.legacy-sources-sidebar-button",
-		sourcesExclude: ["gemini.google", "gstatic", "google.com/search"],
-		citationButtonPattern: 'button[aria-label*="citation from"]',
-		// For parsing citation aria-labels: "View source details for citation from {name}. Opens side panel."
-		citationNameRegex: /from\s+(.+?)\.\s/,
-	},
-};
+// extractors/selectors.mjs
+// Centralized CSS selectors for all engines.
+// Update selectors here when a site changes its UI.
+
+export const SELECTORS = {
+	// ──────────────────────────────────────────────
+	// Perplexity (perplexity.ai)
+	// ──────────────────────────────────────────────
+	perplexity: {
+		input: "#ask-input",
+		// Note: copy button found via JS in extractor (language-agnostic)
+		copyButton: null,
+		sourceItem: "[data-pplx-citation-url]",
+		sourceLink: "a",
+		consent: "#onetrust-accept-btn-handler",
+	},
+
+	// ──────────────────────────────────────────────
+	// Bing Copilot (copilot.microsoft.com)
+	// ──────────────────────────────────────────────
+	bing: {
+		input: "#userInput",
+		copyButton: 'button[data-testid="copy-ai-message-button"]',
+		sourceLink: 'a[href^="http"][target="_blank"]',
+		sourceExclude: "copilot.microsoft.com",
+		consent: "#onetrust-accept-btn-handler",
+	},
+
+	// ──────────────────────────────────────────────
+	// Google AI Mode (google.com/search?udm=50)
+	// ──────────────────────────────────────────────
+	google: {
+		answerContainer: ".pWvJNd",
+		sourceLink: 'a[href^="http"]',
+		sourceExclude: ["google.", "gstatic", "googleapis"],
+		sourceHeadingParent: "[data-snhf]",
+		consent: '#L2AGLb, button[jsname="b3VHJd"], .tHlp8d',
+	},
+
+	// ──────────────────────────────────────────────
+	// Gemini (gemini.google.com/app)
+	// ──────────────────────────────────────────────
+	gemini: {
+		input: "rich-textarea .ql-editor",
+		// Language-agnostic: use Material icon data attributes (work across locales)
+		copyButton: 'button:has(mat-icon[data-mat-icon-name="content_copy"])',
+		sendButton: 'button:has(mat-icon[data-mat-icon-name="send"]), .send-button',
+		sourcesSidebarButton: "button.legacy-sources-sidebar-button",
+		sourcesExclude: ["gemini.google", "gstatic", "google.com/search"],
+		citationButtonPattern: 'button[aria-label*="citation from"]',
+		// For parsing citation aria-labels: "View source details for citation from {name}. Opens side panel."
+		citationNameRegex: /from\s+(.+?)\.\s/,
+	},
+};