@apmantza/greedysearch-pi 1.9.1 → 1.9.2

package/src/search/sources.mjs

@@ -37,6 +37,16 @@ export const NEWS_HOSTS = [
 	"zdnet.com",
 ];
 
+export const SOCIAL_HOSTS = [
+	"facebook.com",
+	"instagram.com",
+	"linkedin.com",
+	"pinterest.com",
+	"tiktok.com",
+	"twitter.com",
+	"x.com",
+];
+
 export function trimText(text = "", maxChars = 240) {
 	const clean = String(text).replaceAll(/\s+/g, " ").trim();
 	if (clean.length <= maxChars) return clean;
@@ -122,6 +132,7 @@ export function classifySourceType(domain, title = "", rawUrl = "") {
 	const lowerUrl = rawUrl.toLowerCase();
 
 	if (domain === "github.com" || domain === "gitlab.com") return "repo";
+	if (matchesDomain(domain, SOCIAL_HOSTS)) return "social";
 	if (matchesDomain(domain, COMMUNITY_HOSTS)) return "community";
 	if (matchesDomain(domain, NEWS_HOSTS)) return "news";
 	if (
@@ -157,6 +168,8 @@ export function sourceTypePriority(sourceType) {
 			return 1;
 		case "news":
 			return 0;
+		case "social":
+			return -6;
 		default:
 			return 0;
 	}
@@ -308,6 +321,10 @@ export function inferPreferredDomains(query) {
 	if (normalized.includes("gemini") || normalized.includes("google ai")) {
 		matches.push("ai.google.dev", "developers.google.com");
 	}
+	for (const socialHost of SOCIAL_HOSTS) {
+		const bareName = socialHost.replace(/\.com$/, "");
+		if (normalized.includes(bareName)) matches.push(socialHost);
+	}
 
 	return [...new Set(matches)];
 }
@@ -359,10 +376,15 @@ export function buildSourceRegistry(out, query = "") {
 				smartScore += 2;
 			}
 
-			// Penalize discussion forums for technical queries — high noise, rarely canonical.
-			// Q&A sites (stackoverflow, stackexchange) are excluded: they often have the
-			// best practical answer and shouldn't be penalised just because an official
-			// domain also exists.
+			// Penalize discussion/social sites for technical queries — high noise,
+			// hard to fetch cleanly, and rarely canonical. Q&A sites (StackOverflow,
+			// StackExchange) are excluded from the community penalty.
+			const queryTargetsSocialHost = preferredDomains.some((pd) =>
+				domainMatches(domain, pd),
+			);
+			if (sourceType === "social" && !queryTargetsSocialHost) {
+				smartScore -= 12;
+			}
 			if (preferredDomains.length > 0) {
 				if (matchesDomain(domain, DISCUSSION_HOSTS)) {
 					smartScore -= 3;

package/src/search/synthesis-runner.mjs

@@ -15,16 +15,10 @@ const __dir =
 	import.meta.dirname ||
 	new URL(".", import.meta.url).pathname.replace(/^\/([A-Z]:)/, "$1");
 
-export async function synthesizeWithGemini(
-	query,
-	results,
-	{ grounded = false, tabPrefix = null } = {},
+export async function runGeminiPrompt(
+	prompt,
+	{ tabPrefix = null, timeoutMs = 180000 } = {},
 ) {
-	const sources = Array.isArray(results._sources)
-		? results._sources
-		: buildSourceRegistry(results);
-	const prompt = buildSynthesisPrompt(query, results, sources, { grounded });
-
 	return new Promise((resolve, reject) => {
 		const extraArgs = tabPrefix ? ["--tab", String(tabPrefix)] : [];
 		const proc = spawn(
@@ -39,7 +33,7 @@ export async function synthesizeWithGemini(
 				env: { ...process.env, CDP_PROFILE_DIR: GREEDY_PROFILE_DIR },
 			},
 		);
-		// Pipe synthesis prompt via stdin to avoid leaking the full prompt in process table
+		// Pipe prompts via stdin to avoid leaking them in process tables.
 		proc.stdin.write(prompt);
 		proc.stdin.end();
 		let out = "";
@@ -48,49 +42,61 @@ export async function synthesizeWithGemini(
 		proc.stderr.on("data", (d) => (err += d));
 		const t = setTimeout(() => {
 			proc.kill();
-			reject(new Error("Gemini synthesis timed out after 180s"));
-		}, 180000);
+			reject(new Error(`Gemini prompt timed out after ${timeoutMs / 1000}s`));
+		}, timeoutMs);
 		proc.on("close", (code) => {
 			clearTimeout(t);
-			if (code !== 0)
+			if (code !== 0) {
 				reject(new Error(err.trim() || "gemini extractor failed"));
-			else {
-				try {
-					const raw = JSON.parse(out.trim());
-					let structured = parseStructuredJson(raw.answer || "");
-
-					// Detect if Gemini echoed back the engine summaries instead of a synthesis.
-					// Happens when Gemini can't synthesize (e.g. only 1 engine responded) and
-					// echoes the prompt JSON. The engine summary JSON has per-engine keys
-					// (perplexity/bing/google) but no synthesis fields (answer/agreement).
-					const SYNTHESIS_FIELDS = [
-						"answer",
-						"agreement",
-						"claims",
-						"differences",
-						"caveats",
-					];
-					const hasSynthesisFields =
-						structured && SYNTHESIS_FIELDS.some((f) => f in structured);
-					const hasEngineKeys =
-						structured &&
-						["perplexity", "bing", "google"].some((e) => e in structured);
-					if (hasEngineKeys && !hasSynthesisFields) {
-						structured = null; // Treat as parse failure — Gemini echoed input
-					}
-
-					resolve({
-						...normalizeSynthesisPayload(structured, sources, raw.answer || ""),
-						rawAnswer: raw.answer || "",
-						geminiSources: raw.sources || [],
-					});
-				} catch {
-					reject(new Error(`bad JSON from gemini: ${out.slice(0, 100)}`));
-				}
+				return;
+			}
+			try {
+				resolve(JSON.parse(out.trim()));
+			} catch {
+				reject(new Error(`bad JSON from gemini: ${out.slice(0, 100)}`));
 			}
 		});
 	});
 }
 
+export async function synthesizeWithGemini(
+	query,
+	results,
+	{ grounded = false, tabPrefix = null } = {},
+) {
+	const sources = Array.isArray(results._sources)
+		? results._sources
+		: buildSourceRegistry(results);
+	const prompt = buildSynthesisPrompt(query, results, sources, { grounded });
+
+	const raw = await runGeminiPrompt(prompt, { tabPrefix, timeoutMs: 180000 });
+	let structured = parseStructuredJson(raw.answer || "");
+
+	// Detect if Gemini echoed back the engine summaries instead of a synthesis.
+	// Happens when Gemini can't synthesize (e.g. only 1 engine responded) and
+	// echoes the prompt JSON. The engine summary JSON has per-engine keys
+	// (perplexity/bing/google) but no synthesis fields (answer/agreement).
+	const SYNTHESIS_FIELDS = [
+		"answer",
+		"agreement",
+		"claims",
+		"differences",
+		"caveats",
+	];
+	const hasSynthesisFields =
+		structured && SYNTHESIS_FIELDS.some((f) => f in structured);
+	const hasEngineKeys =
+		structured && ["perplexity", "bing", "google"].some((e) => e in structured);
+	if (hasEngineKeys && !hasSynthesisFields) {
+		structured = null; // Treat as parse failure — Gemini echoed input
+	}
+
+	return {
+		...normalizeSynthesisPayload(structured, sources, raw.answer || ""),
+		rawAnswer: raw.answer || "",
+		geminiSources: raw.sources || [],
+	};
+}
+
 // Need to import buildSourceRegistry for fallback
 import { buildSourceRegistry } from "./sources.mjs";

package/src/tools/greedy-search-handler.ts

@@ -2,9 +2,11 @@
  * greedy_search tool handler — multi-engine AI web search
  */
 
-import type { ExtensionAPI } from "@earendil-works/pi-coding-agent";
-import { Text } from "@earendil-works/pi-tui";
 import { Type } from "@sinclair/typebox";
+
+type ExtensionAPI = {
+	registerTool(tool: Record<string, unknown>): void;
+};
 import { formatResults } from "../formatters/results.js";
 import {
 	ALL_ENGINES,
@@ -16,6 +18,35 @@ import {
 	stripQuotes,
 } from "./shared.js";
 
+class Text {
+	constructor(
+		private text: string,
+		private paddingX = 0,
+		private paddingY = 0,
+	) {}
+
+	render(width: number): string[] {
+		const horizontal = " ".repeat(this.paddingX);
+		const blank = "";
+		const contentWidth = Math.max(1, width - this.paddingX * 2);
+		const lines = this.text.split("\n").flatMap((line) => {
+			if (line.length <= contentWidth) return [`${horizontal}${line}`];
+			const wrapped: string[] = [];
+			for (let i = 0; i < line.length; i += contentWidth) {
+				wrapped.push(`${horizontal}${line.slice(i, i + contentWidth)}`);
+			}
+			return wrapped;
+		});
+		return [
+			...Array.from({ length: this.paddingY }, () => blank),
+			...lines,
+			...Array.from({ length: this.paddingY }, () => blank),
+		];
+	}
+
+	invalidate() {}
+}
+
 export function registerGreedySearchTool(pi: ExtensionAPI, baseDir: string) {
 	pi.registerTool({
 		name: "greedy_search",
@@ -35,9 +66,29 @@ export function registerGreedySearchTool(pi: ExtensionAPI, baseDir: string) {
 			}),
 			depth: Type.String({
 				description:
-					'Search depth: "fast" (no synthesis/source fetch, ~15-30s), "standard" (synthesis + sources, ~30-90s), "deep" (synthesis + source fetching + confidence, ~60-180s). Default: "standard". Note: single-engine searches always run in fast mode regardless of this setting — synthesis requires multiple engines.',
+					'Search depth: "fast" (no synthesis/source fetch, ~15-30s), "standard" (synthesis + sources, ~30-90s), "deep" (stronger grounding, ~60-180s), "research" (iterative query/learnings loop; slowest). Default: "standard". Note: single-engine searches default to fast unless depth is "research".',
 				default: "standard",
 			}),
+			breadth: Type.Optional(
+				Type.Number({
+					description:
+						'Only for depth="research": number of parallel research directions per round, 1-5 (default: 3).',
+					default: 3,
+				}),
+			),
+			iterations: Type.Optional(
+				Type.Number({
+					description:
+						'Only for depth="research": number of iterative research rounds, 1-3 (default: 2).',
+					default: 2,
+				}),
+			),
+			maxSources: Type.Optional(
+				Type.Number({
+					description:
+						'Only for depth="research": maximum fetched sources for the final report, 3-12.',
+				}),
+			),
 			fullAnswer: Type.Optional(
 				Type.Boolean({
 					description:
@@ -71,7 +122,10 @@ export function registerGreedySearchTool(pi: ExtensionAPI, baseDir: string) {
 			const { query, fullAnswer: fullAnswerParam } = params as {
 				query: string;
 				engine: string;
-				depth?: "fast" | "standard" | "deep";
+				depth?: "fast" | "standard" | "deep" | "research";
+				breadth?: number;
+				iterations?: number;
+				maxSources?: number;
 				fullAnswer?: boolean;
 				headless?: boolean;
 				visible?: boolean;
@@ -79,7 +133,8 @@ export function registerGreedySearchTool(pi: ExtensionAPI, baseDir: string) {
 			};
 			const engine = stripQuotes((params as any).engine ?? "all") || "all";
 			const depth = (stripQuotes((params as any).depth ?? "standard") ||
-				"standard") as "fast" | "standard" | "deep";
+				"standard") as "fast" | "standard" | "deep" | "research";
+			const effectiveEngine = depth === "research" ? "all" : engine;
 			const visible =
 				(params as any).visible === true ||
 				(params as any).alwaysVisible === true ||
@@ -91,21 +146,34 @@ export function registerGreedySearchTool(pi: ExtensionAPI, baseDir: string) {
 			if (!cdpAvailable(baseDir)) return cdpMissingResult();
 
 			const flags: string[] = [];
-			const fullAnswer = fullAnswerParam ?? engine !== "all";
+			const fullAnswer = fullAnswerParam ?? effectiveEngine !== "all";
 			if (fullAnswer) flags.push("--full");
-			if (depth === "deep") flags.push("--depth", "deep");
+			if (depth === "research") {
+				flags.push("--depth", "research");
+				if (typeof (params as any).breadth === "number")
+					flags.push("--breadth", String((params as any).breadth));
+				if (typeof (params as any).iterations === "number")
+					flags.push("--iterations", String((params as any).iterations));
+				if (typeof (params as any).maxSources === "number")
+					flags.push("--max-sources", String((params as any).maxSources));
+			} else if (depth === "deep") flags.push("--depth", "deep");
 			else if (depth === "fast") flags.push("--fast");
 			else if (depth === "standard" && engine === "all")
 				flags.push("--synthesize");
 
 			const onProgress =
-				engine === "all"
-					? makeProgressTracker(ALL_ENGINES, onUpdate, "Searching", depth)
+				effectiveEngine === "all"
+					? makeProgressTracker(
+							ALL_ENGINES,
+							onUpdate,
+							depth === "research" ? "Researching" : "Searching",
+							depth,
+						)
 					: undefined;
 
 			try {
 				const data = await runSearch(
-					engine,
+					effectiveEngine,
 					query,
 					flags,
 					`${baseDir}/bin/search.mjs`,
@@ -113,7 +181,7 @@ export function registerGreedySearchTool(pi: ExtensionAPI, baseDir: string) {
 					onProgress,
 					headless,
 				);
-				const text = formatResults(engine, data);
+				const text = formatResults(effectiveEngine, data);
 				return {
 					content: [{ type: "text", text: text || "No results returned." }],
 					details: { raw: data },
@@ -139,7 +207,9 @@ export function registerGreedySearchTool(pi: ExtensionAPI, baseDir: string) {
 
 		renderResult(result, { expanded, isPartial }, theme) {
 			if (isPartial) {
-				const progressText = (result.content.find((c) => c.type === "text") as any)?.text as string | undefined;
+				const progressText = (
+					result.content.find((c) => c.type === "text") as any
+				)?.text as string | undefined;
 				const display = progressText
 					? progressText.replace(/\*\*/g, "")
 					: "Searching...";
@@ -170,7 +240,9 @@ export function registerGreedySearchTool(pi: ExtensionAPI, baseDir: string) {
 				const sources = raw?._sources as Array<unknown> | undefined;
 				if (synthesis) {
 					const sourceCount = Array.isArray(sources) ? sources.length : 0;
-					const agreement = (synthesis.agreement as Record<string, unknown> | undefined)?.level as string | undefined;
+					const agreement = (
+						synthesis.agreement as Record<string, unknown> | undefined
+					)?.level as string | undefined;
 					let summary = " → Synthesized";
 					if (sourceCount > 0)
 						summary += ` · ${sourceCount} source${sourceCount > 1 ? "s" : ""}`;