@apmantza/greedysearch-pi 1.9.0 → 1.9.1

package/bin/search.mjs

@@ -25,7 +25,6 @@ import { existsSync, readFileSync } from "node:fs";
 import { homedir } from "node:os";
 import { join } from "node:path";
 import {
-	activateTab,
 	cdp,
 	closeTab,
 	closeTabs,
@@ -388,11 +387,13 @@ async function main() {
 						// in the shared profile and future headless runs will reuse them.
 					}
 				} finally {
-					// Keep visible Chrome alive if engines were recovered (cookies now cached)
-					// or if the user needs to solve verification manually.
-					// Killing Chrome with taskkill /F would lose the cookie database writes.
-					if (!keepVisibleForHuman && recovered === 0) {
-						// Kill visible Chrome, relaunch headless for remaining pipeline
+					if (keepVisibleForHuman) {
+						// User must interact — keep visible Chrome open but out of the way
+						minimizeChrome().catch(() => {});
+					} else {
+						// Switch back to headless for synthesis + source fetch.
+						// killHeadlessChrome() sends Browser.close first so Chrome flushes
+						// its cookie database before the force-kill — cookies are preserved.
 						await closeTabs(retryTabs);
 						process.stderr.write(
 							"[greedysearch] Switching back to headless Chrome...\n",
@@ -405,11 +406,6 @@ async function main() {
 					}
 				}
 
-				// Minimize visible Chrome if it was kept alive (recovery succeeded or needs-human)
-				if (keepVisibleForHuman || recovered > 0) {
-					minimizeChrome().catch(() => {});
-				}
-
 				// Clear engineTabs — finally{} closeTabs handles empty arrays gracefully
 				engineTabs.length = 0;
 			}
@@ -422,7 +418,6 @@ async function main() {
 			let geminiTabPromise = null;
 			if (depth !== "fast") {
 				geminiTabPromise = openNewTab("https://gemini.google.com/app")
-					.then((tab) => { activateTab(tab).catch(() => {}); return tab; })
 					.catch(() => null);
 			}
 

package/extractors/common.mjs

@@ -195,6 +195,55 @@ export async function injectHeadlessStealth(tab) {
     };
   } catch(_) {}
 
+  // ── window outer dimensions ──────────────────────────
+  // outerWidth/Height = 0 in headless — a well-known bot signal.
+  // Mirror innerWidth/Height (set by --window-size flag) so the ratio is sane.
+  try {
+    if (!window.outerWidth)  Object.defineProperty(window, 'outerWidth',  { get: () => window.innerWidth  || 1920, configurable: true });
+    if (!window.outerHeight) Object.defineProperty(window, 'outerHeight', { get: () => window.innerHeight || 1080, configurable: true });
+  } catch(_) {}
+
+  // ── screen properties ─────────────────────────────────
+  try {
+    if (!screen.colorDepth) Object.defineProperty(screen, 'colorDepth', { get: () => 24, configurable: true });
+    if (!screen.pixelDepth) Object.defineProperty(screen, 'pixelDepth', { get: () => 24, configurable: true });
+  } catch(_) {}
+
+  // ── navigator.userAgentData (UA Client Hints) ─────────
+  // Derive version from the UA string already set by --user-agent flag so the
+  // two APIs are always consistent. Removes any "HeadlessChrome" brand entry.
+  try {
+    var _uaMajor = (navigator.userAgent.match(/Chrome\/(\d+)/) || [])[1] || '136';
+    var _uaFull  = (navigator.userAgent.match(/Chrome\/([\d.]+)/) || [])[1] || (_uaMajor + '.0.0.0');
+    var _brands  = [
+      { brand: 'Not)A;Brand',  version: '99' },
+      { brand: 'Google Chrome', version: _uaMajor },
+      { brand: 'Chromium',      version: _uaMajor },
+    ];
+    Object.defineProperty(navigator, 'userAgentData', {
+      get: function() {
+        return {
+          brands: _brands, mobile: false, platform: 'Windows',
+          getHighEntropyValues: function() {
+            return Promise.resolve({
+              architecture: 'x86', bitness: '64',
+              brands: _brands,
+              fullVersionList: [
+                { brand: 'Not)A;Brand',   version: '99.0.0.0' },
+                { brand: 'Google Chrome', version: _uaFull },
+                { brand: 'Chromium',      version: _uaFull },
+              ],
+              mobile: false, model: '', platform: 'Windows',
+              platformVersion: '15.0.0', uaFullVersion: _uaFull, wow64: false,
+            });
+          },
+          toJSON: function() { return { brands: _brands, mobile: false, platform: 'Windows' }; },
+        };
+      },
+      configurable: true,
+    });
+  } catch(_) {}
+
   // ── CDP Runtime serialization guard ──────────────────
   // Sites detect CDP by putting a getter on Error.prototype.stack
   // and checking if console.log triggers it (only happens when

package/extractors/selectors.mjs

@@ -1,54 +1,55 @@
-// extractors/selectors.mjs
-// Centralized CSS selectors for all engines.
-// Update selectors here when a site changes its UI.
-
-export const SELECTORS = {
-	// ──────────────────────────────────────────────
-	// Perplexity (perplexity.ai)
-	// ──────────────────────────────────────────────
-	perplexity: {
-		input: "#ask-input",
-		// Note: copy button found via JS in extractor (language-agnostic)
-		copyButton: null,
-		sourceItem: "[data-pplx-citation-url]",
-		sourceLink: "a",
-		consent: "#onetrust-accept-btn-handler",
-	},
-
-	// ──────────────────────────────────────────────
-	// Bing Copilot (copilot.microsoft.com)
-	// ──────────────────────────────────────────────
-	bing: {
-		input: "#userInput",
-		copyButton: 'button[data-testid="copy-ai-message-button"]',
-		sourceLink: 'a[href^="http"][target="_blank"]',
-		sourceExclude: "copilot.microsoft.com",
-		consent: "#onetrust-accept-btn-handler",
-	},
-
-	// ──────────────────────────────────────────────
-	// Google AI Mode (google.com/search?udm=50)
-	// ──────────────────────────────────────────────
-	google: {
-		answerContainer: ".pWvJNd",
-		sourceLink: 'a[href^="http"]',
-		sourceExclude: ["google.", "gstatic", "googleapis"],
-		sourceHeadingParent: "[data-snhf]",
-		consent: '#L2AGLb, button[jsname="b3VHJd"], .tHlp8d',
-	},
-
-	// ──────────────────────────────────────────────
-	// Gemini (gemini.google.com/app)
-	// ──────────────────────────────────────────────
-	gemini: {
-		input: "rich-textarea .ql-editor",
-		// Language-agnostic: use Material icon data attributes (work across locales)
-		copyButton: 'button:has(mat-icon[data-mat-icon-name="content_copy"])',
-		sendButton: 'button:has(mat-icon[data-mat-icon-name="send"]), .send-button',
-		sourcesSidebarButton: "button.legacy-sources-sidebar-button",
-		sourcesExclude: ["gemini.google", "gstatic", "google.com/search"],
-		citationButtonPattern: 'button[aria-label*="citation from"]',
-		// For parsing citation aria-labels: "View source details for citation from {name}. Opens side panel."
-		citationNameRegex: /from\s+([^.]+)\.\s/,
-	},
-};
+// extractors/selectors.mjs
+// Centralized CSS selectors for all engines.
+// Update selectors here when a site changes its UI.
+
+export const SELECTORS = {
+	// ──────────────────────────────────────────────
+	// Perplexity (perplexity.ai)
+	// ──────────────────────────────────────────────
+	perplexity: {
+		input: "#ask-input",
+		// Note: copy button found via JS in extractor (language-agnostic)
+		copyButton: null,
+		sourceItem: "[data-pplx-citation-url]",
+		sourceLink: "a",
+		consent: "#onetrust-accept-btn-handler",
+	},
+
+	// ──────────────────────────────────────────────
+	// Bing Copilot (copilot.microsoft.com)
+	// ──────────────────────────────────────────────
+	bing: {
+		input: "#userInput",
+		copyButton: 'button[data-testid="copy-ai-message-button"]',
+		sourceLink: 'a[href^="http"][target="_blank"]',
+		sourceExclude: "copilot.microsoft.com",
+		consent: "#onetrust-accept-btn-handler",
+	},
+
+	// ──────────────────────────────────────────────
+	// Google AI Mode (google.com/search?udm=50)
+	// ──────────────────────────────────────────────
+	google: {
+		answerContainer: ".pWvJNd",
+		sourceLink: 'a[href^="http"]',
+		sourceExclude: ["google.", "gstatic", "googleapis"],
+		sourceHeadingParent: "[data-snhf]",
+		consent: '#L2AGLb, button[jsname="b3VHJd"], .tHlp8d',
+	},
+
+	// ──────────────────────────────────────────────
+	// Gemini (gemini.google.com/app)
+	// ──────────────────────────────────────────────
+	gemini: {
+		input: "rich-textarea .ql-editor",
+		// Language-agnostic: use Material icon data attributes (work across locales)
+		copyButton: 'button:has(mat-icon[data-mat-icon-name="content_copy"])',
+		sendButton: 'button:has(mat-icon[data-mat-icon-name="send"]), .send-button',
+		sourcesSidebarButton: "button.legacy-sources-sidebar-button",
+		sourcesExclude: ["gemini.google", "gstatic", "google.com/search"],
+		citationButtonPattern: 'button[aria-label*="citation from"]',
+		// For parsing citation aria-labels: "View source details for citation from {name}. Opens side panel."
+		// Bounded + non-overlapping character classes to prevent ReDoS
+		citationNameRegex: /from\s{1,20}([^.]{1,200})\.\s/,
+	},
+};

package/index.ts

@@ -1,177 +1,175 @@
-/**
- * GreedySearch Pi Extension
- *
- * Adds `greedy_search` tool to Pi.
- * Use depth: "deep" for deep research (source fetching + synthesis + confidence).
- *
- * Reports streaming progress as each engine completes.
- * Requires Chrome to be running (or it auto-launches a dedicated instance).
- */
-
-import { spawn } from "node:child_process";
-import { dirname, join } from "node:path";
-import { fileURLToPath } from "node:url";
-import type { ExtensionAPI } from "@mariozechner/pi-coding-agent";
-
-import { registerGreedySearchTool } from "./src/tools/greedy-search-handler.js";
-import { cdpAvailable } from "./src/tools/shared.js";
-
-const __dir = dirname(fileURLToPath(import.meta.url));
-
-export default function greedySearchExtension(pi: ExtensionAPI) {
-	pi.on("session_start", async (_event, ctx) => {
-		if (!cdpAvailable(__dir)) {
-			ctx.ui.notify(
-				"GreedySearch: cdp.mjs missing from package directory — try reinstalling: pi install git:github.com/apmantza/GreedySearch-pi",
-				"warning",
-			);
-		}
-	});
-
-	// ─── greedy_search ────────────────────────────────────────────────────────
-	registerGreedySearchTool(pi, __dir);
-
-	// ─── GreedySearch Chrome commands ─────────────────────────────────────────
-	pi.registerCommand("greedy-visible", {
-		description:
-			"Launch GreedySearch Chrome in visible mode for captcha/login/cookie setup.",
-		handler: async (_args, ctx) => {
-			await runChromeCommand([], ctx, "Visible GreedySearch Chrome launched.");
-		},
-	});
-
-	pi.registerCommand("greedy-status", {
-		description: "Show GreedySearch Chrome status.",
-		handler: async (_args, ctx) => {
-			await runChromeCommand(["--status"], ctx);
-		},
-	});
-
-	pi.registerCommand("greedy-kill", {
-		description: "Stop GreedySearch Chrome.",
-		handler: async (_args, ctx) => {
-			await runChromeCommand(["--kill"], ctx, "GreedySearch Chrome stopped.");
-		},
-	});
-
-	// ─── /set-greedy-locale command ───────────────────────────────────────────
-	pi.registerCommand("set-greedy-locale", {
-		description:
-			"Set default locale for GreedySearch results (e.g., /set-greedy-locale de, /set-greedy-locale --clear, /set-greedy-locale --show)",
-		handler: async (args, ctx) => {
-			const arg = args.trim() || "--show";
-
-			if (arg === "--show") {
-				const config = loadUserConfig();
-				if (config.locale) {
-					ctx.ui.notify(`Default locale: ${config.locale}`, "info");
-				} else {
-					ctx.ui.notify("No default locale (uses: en)", "info");
-				}
-				return;
-			}
-
-			if (arg === "--clear") {
-				const config = loadUserConfig();
-				delete config.locale;
-				saveUserConfig(config);
-				ctx.ui.notify("Default locale cleared (now uses: en).", "info");
-				return;
-			}
-
-			// Set locale
-			const locale = arg.toLowerCase();
-			const VALID_LOCALES = [
-				"en",
-				"de",
-				"fr",
-				"es",
-				"it",
-				"pt",
-				"nl",
-				"pl",
-				"ru",
-				"ja",
-				"ko",
-				"zh",
-				"ar",
-				"hi",
-				"tr",
-				"sv",
-				"da",
-				"no",
-				"fi",
-				"cs",
-				"hu",
-				"ro",
-				"el",
-			];
-
-			if (!VALID_LOCALES.includes(locale)) {
-				ctx.ui.notify(
-					`Invalid locale "${locale}". Valid: ${VALID_LOCALES.join(", ")}`,
-					"error",
-				);
-				return;
-			}
-
-			const config = loadUserConfig();
-			config.locale = locale;
-			saveUserConfig(config);
-			ctx.ui.notify(`Default locale set to: ${locale}`, "info");
-		},
-	});
-}
-
-import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
-// Config helpers for /set-greedy-locale command
-import { homedir } from "node:os";
-
-const USER_CONFIG_DIR = join(homedir(), ".config", "greedysearch");
-const USER_CONFIG_FILE = join(USER_CONFIG_DIR, "config.json");
-
-async function runChromeCommand(
-	args: string[],
-	ctx: any,
-	successMessage?: string,
-): Promise<void> {
-	const visibleBin = join(__dir, "bin", "visible.mjs");
-	const { code, output } = await new Promise<{
-		code: number | null;
-		output: string;
-	}>((resolve) => {
-		const proc = spawn(process.execPath, [visibleBin, ...args], {
-			stdio: ["ignore", "pipe", "pipe"],
-			env: { ...process.env, GREEDY_SEARCH_VISIBLE: "1" },
-		});
-		let output = "";
-		proc.stdout.on("data", (d: Buffer) => (output += d.toString()));
-		proc.stderr.on("data", (d: Buffer) => (output += d.toString()));
-		proc.on("close", (code: number | null) => resolve({ code, output }));
-	});
-
-	if (code === 0) {
-		ctx.ui.notify((successMessage || output.trim() || "Done.").trim(), "info");
-	} else {
-		ctx.ui.notify(
-			output.trim() || `GreedySearch Chrome command failed (${code})`,
-			"error",
-		);
-	}
-}
-
-function loadUserConfig(): Record<string, string> {
-	try {
-		if (existsSync(USER_CONFIG_FILE)) {
-			return JSON.parse(readFileSync(USER_CONFIG_FILE, "utf8"));
-		}
-	} catch {
-		// Ignore parse errors
-	}
-	return {};
-}
-
-function saveUserConfig(config: Record<string, string>): void {
-	mkdirSync(USER_CONFIG_DIR, { recursive: true });
-	writeFileSync(USER_CONFIG_FILE, JSON.stringify(config, null, 2), "utf8");
-}
+/**
+ * GreedySearch Pi Extension
+ *
+ * Adds `greedy_search` tool to Pi.
+ * Use depth: "deep" for deep research (source fetching + synthesis + confidence).
+ *
+ * Reports streaming progress as each engine completes.
+ * Requires Chrome to be running (or it auto-launches a dedicated instance).
+ */
+
+import { spawn } from "node:child_process";
+import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
+import { homedir } from "node:os";
+import { dirname, join } from "node:path";
+import { fileURLToPath } from "node:url";
+import type { ExtensionAPI } from "@earendil-works/pi-coding-agent";
+
+import { registerGreedySearchTool } from "./src/tools/greedy-search-handler.js";
+import { cdpAvailable } from "./src/tools/shared.js";
+
+const __dir = dirname(fileURLToPath(import.meta.url));
+
+export default function greedySearchExtension(pi: ExtensionAPI) {
+	pi.on("session_start", async (_event, ctx) => {
+		if (!cdpAvailable(__dir)) {
+			ctx.ui.notify(
+				"GreedySearch: cdp.mjs missing from package directory — try reinstalling: pi install git:github.com/apmantza/GreedySearch-pi",
+				"warning",
+			);
+		}
+	});
+
+	// ─── greedy_search ────────────────────────────────────────────────────────
+	registerGreedySearchTool(pi, __dir);
+
+	// ─── GreedySearch Chrome commands ─────────────────────────────────────────
+	pi.registerCommand("greedy-visible", {
+		description:
+			"Launch GreedySearch Chrome in visible mode for captcha/login/cookie setup.",
+		handler: async (_args, ctx) => {
+			await runChromeCommand([], ctx, "Visible GreedySearch Chrome launched.");
+		},
+	});
+
+	pi.registerCommand("greedy-status", {
+		description: "Show GreedySearch Chrome status.",
+		handler: async (_args, ctx) => {
+			await runChromeCommand(["--status"], ctx);
+		},
+	});
+
+	pi.registerCommand("greedy-kill", {
+		description: "Stop GreedySearch Chrome.",
+		handler: async (_args, ctx) => {
+			await runChromeCommand(["--kill"], ctx, "GreedySearch Chrome stopped.");
+		},
+	});
+
+	// ─── /set-greedy-locale command ───────────────────────────────────────────
+	pi.registerCommand("set-greedy-locale", {
+		description:
+			"Set default locale for GreedySearch results (e.g., /set-greedy-locale de, /set-greedy-locale --clear, /set-greedy-locale --show)",
+		handler: async (args, ctx) => {
+			const arg = args.trim() || "--show";
+
+			if (arg === "--show") {
+				const config = loadUserConfig();
+				if (config.locale) {
+					ctx.ui.notify(`Default locale: ${config.locale}`, "info");
+				} else {
+					ctx.ui.notify("No default locale (uses: en)", "info");
+				}
+				return;
+			}
+
+			if (arg === "--clear") {
+				const config = loadUserConfig();
+				delete config.locale;
+				saveUserConfig(config);
+				ctx.ui.notify("Default locale cleared (now uses: en).", "info");
+				return;
+			}
+
+			// Set locale
+			const locale = arg.toLowerCase();
+			const VALID_LOCALES = [
+				"en",
+				"de",
+				"fr",
+				"es",
+				"it",
+				"pt",
+				"nl",
+				"pl",
+				"ru",
+				"ja",
+				"ko",
+				"zh",
+				"ar",
+				"hi",
+				"tr",
+				"sv",
+				"da",
+				"no",
+				"fi",
+				"cs",
+				"hu",
+				"ro",
+				"el",
+			];
+
+			if (!VALID_LOCALES.includes(locale)) {
+				ctx.ui.notify(
+					`Invalid locale "${locale}". Valid: ${VALID_LOCALES.join(", ")}`,
+					"error",
+				);
+				return;
+			}
+
+			const config = loadUserConfig();
+			config.locale = locale;
+			saveUserConfig(config);
+			ctx.ui.notify(`Default locale set to: ${locale}`, "info");
+		},
+	});
+}
+
+const USER_CONFIG_DIR = join(homedir(), ".config", "greedysearch");
+const USER_CONFIG_FILE = join(USER_CONFIG_DIR, "config.json");
+
+async function runChromeCommand(
+	args: string[],
+	ctx: any,
+	successMessage?: string,
+): Promise<void> {
+	const visibleBin = join(__dir, "bin", "visible.mjs");
+	const { code, output } = await new Promise<{
+		code: number | null;
+		output: string;
+	}>((resolve) => {
+		const proc = spawn(process.execPath, [visibleBin, ...args], {
+			stdio: ["ignore", "pipe", "pipe"],
+			env: { ...process.env, GREEDY_SEARCH_VISIBLE: "1" },
+		});
+		let output = "";
+		proc.stdout.on("data", (d: Buffer) => (output += d.toString()));
+		proc.stderr.on("data", (d: Buffer) => (output += d.toString()));
+		proc.on("close", (code: number | null) => resolve({ code, output }));
+	});
+
+	if (code === 0) {
+		ctx.ui.notify((successMessage || output.trim() || "Done.").trim(), "info");
+	} else {
+		ctx.ui.notify(
+			output.trim() || `GreedySearch Chrome command failed (${code})`,
+			"error",
+		);
+	}
+}
+
+function loadUserConfig(): Record<string, string> {
+	try {
+		if (existsSync(USER_CONFIG_FILE)) {
+			return JSON.parse(readFileSync(USER_CONFIG_FILE, "utf8"));
+		}
+	} catch {
+		// Ignore parse errors
+	}
+	return {};
+}
+
+function saveUserConfig(config: Record<string, string>): void {
+	mkdirSync(USER_CONFIG_DIR, { recursive: true });
+	writeFileSync(USER_CONFIG_FILE, JSON.stringify(config, null, 2), "utf8");
+}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@apmantza/greedysearch-pi",
-	"version": "1.9.0",
+	"version": "1.9.1",
 	"description": "Headless multi-engine AI search (Perplexity, Bing Copilot, Google AI) via browser automation -- NO API KEYS needed. Extracts answers with sources, optional synthesis. Grounded AI answers from real browser interactions.",
 	"type": "module",
 	"keywords": [
@@ -49,7 +49,8 @@
 		"turndown": "^7.1.2"
 	},
 	"peerDependencies": {
-		"@mariozechner/pi-coding-agent": "*",
+		"@earendil-works/pi-coding-agent": "*",
+		"@earendil-works/pi-tui": "*",
 		"@sinclair/typebox": "*"
 	}
 }

package/skills/greedy-search/skill.md

@@ -9,18 +9,13 @@ Use `greedy_search` for live web answers.
 greedy_search({ query: "React 19 changes", depth: "standard" });
 ```
 
-**Params:** `query` (required), `engine`: `all`|`perplexity`|`bing`|`google`|`gemini`, `depth`: `fast`|`standard`|`deep`, `fullAnswer`, `visible`/`alwaysVisible`/`headless: false`
+**Params:** `query` (required), `engine`: `all`|`perplexity`|`bing`|`google`|`gemini`, `depth`: `fast`|`standard`|`deep`
 
 **Depths:**
-
 - `fast`: ~15-30s, single engine, no synthesis
 - `standard`: ~30-90s, all engines + Gemini synthesis + sources
 - `deep`: ~60-180s, stronger grounding + confidence metadata
 
-**Captcha/blocks:** Headless by default. Bing/Perplexity auto-retry in visible mode when blocked. If human verification is needed, visible Chrome stays open — tell the user to solve it and rerun. Use `visible: true` proactively for repeated issues.
-
-**Pi commands:** `/greedy-visible`, `/greedy-status`, `/greedy-kill`, `/set-greedy-locale`
+**Blocks:** Headless by default; auto-retries in visible mode. If human verification is needed, visible Chrome stays open — tell the user to solve it and rerun.
 
 **CDP safety:** Never call raw `bin/cdp.mjs`. Use `bin/cdp-greedy.mjs`, `bin/cdp-visible.mjs`, or `bin/cdp-headless.mjs`.
-
-Old `coding_task`/`deep_research` folded into `greedy_search`. Use `engine: "gemini"` for one-off opinion, `depth: "deep"` for research.