@duckmind/dm-darwin-x64 0.43.2 → 0.43.8

package/extensions/greedysearch-dm/src/tools/greedy-search-handler.ts

@@ -1,370 +0,0 @@
-/**
- * greedy_search tool handler — multi-engine AI web search
- */
-
-import { Type } from "@sinclair/typebox";
-
-type ExtensionAPI = {
-	registerTool(tool: Record<string, unknown>): void;
-};
-import { formatResults } from "../formatters/results.js";
-import {
-	ALL_ENGINES,
-	cdpAvailable,
-	cdpMissingResult,
-	errorResult,
-	makeProgressTracker,
-	runSearch,
-	stripQuotes,
-	type ProgressUpdate,
-	type ToolResult,
-} from "./shared.js";
-
-type GreedySearchParams = {
-	query: string;
-	engine?: string;
-	synthesize?: boolean;
-	synthesizer?: string;
-	depth?: "fast" | "standard" | "deep" | "research" | string;
-	breadth?: number;
-	iterations?: number;
-	maxSources?: number;
-	researchOutDir?: string;
-	writeResearchBundle?: boolean;
-	fullAnswer?: boolean;
-	headless?: boolean;
-	visible?: boolean;
-	alwaysVisible?: boolean;
-};
-
-type ToolTheme = {
-	fg(style: string, text: string): string;
-	bold(text: string): string;
-};
-
-type RenderState = {
-	expanded: boolean;
-	isPartial?: boolean;
-};
-
-class Text {
-	constructor(
-		private text: string,
-		private paddingX = 0,
-		private paddingY = 0,
-	) {}
-
-	render(width: number): string[] {
-		const horizontal = " ".repeat(this.paddingX);
-		const blank = "";
-		const contentWidth = Math.max(1, width - this.paddingX * 2);
-		const lines = this.text.split("\n").flatMap((line) => {
-			if (line.length <= contentWidth) return [`${horizontal}${line}`];
-			const wrapped: string[] = [];
-			for (let i = 0; i < line.length; i += contentWidth) {
-				wrapped.push(`${horizontal}${line.slice(i, i + contentWidth)}`);
-			}
-			return wrapped;
-		});
-		return [
-			...Array.from({ length: this.paddingY }, () => blank),
-			...lines,
-			...Array.from({ length: this.paddingY }, () => blank),
-		];
-	}
-
-	invalidate() {}
-}
-
-export function registerGreedySearchTool(dm: ExtensionAPI, baseDir: string) {
-	dm.registerTool({
-		name: "greedy_search",
-		label: "Greedy Search",
-		description:
-			"WEB/RESEARCH SEARCH ONLY — searches live web via Perplexity, Google AI, ChatGPT, and Gemini, plus opt-in research through Semantic Scholar and Logically. " +
-			"Research mode reuses the configured ~/.dm/greedyconfig engines for child searches and Gemini for planning/final synthesis. " +
-			"Research mode is the centerpiece: it plans follow-up actions, fetches sources, audits citations, " +
-			"and writes a structured research bundle on disk. " +
-			"Use for: library docs, recent framework changes, error messages, best practices, current events. " +
-			"Reports streaming progress as each engine completes.",
-		promptSnippet: "Multi-engine AI web search with streaming progress",
-		parameters: Type.Object({
-			query: Type.String({ description: "The search query" }),
-			engine: Type.String({
-				description:
-					'Engine to use: "all" (default), "perplexity", "google", "chatgpt", "gemini", "gem". Research engines: "semantic-scholar" (alias "s2") and "logically". "all" fans out to the configured engines and fetches top sources. Customize via ~/.dm/greedyconfig. Bing Copilot is still available as "bing" for signed-in users.',
-				default: "all",
-			}),
-			synthesize: Type.Optional(
-				Type.Boolean({
-					description:
-						'Only for engine="all": synthesize the multi-engine results and fetched sources. Default: false.',
-					default: false,
-				}),
-			),
-			synthesizer: Type.Optional(
-				Type.String({
-					description:
-						'Synthesis engine for synthesize=true. Defaults to ~/.dm/greedyconfig synthesizer (currently "gemini" by default). Supported: "gemini", "chatgpt".',
-				}),
-			),
-			depth: Type.Optional(
-				Type.String({
-					description:
-						'Deprecated except "research". Use depth="research" for the iterative research workflow. Research child searches use ~/.dm/greedyconfig engines; Gemini handles research planning/final synthesis. Legacy values: "fast" skips source fetching; "standard"/"deep" alias synthesize=true.',
-				}),
-			),
-			breadth: Type.Optional(
-				Type.Number({
-					description:
-						'Only for depth="research": number of parallel research directions per round, 1-5 (default: 3).',
-					default: 3,
-				}),
-			),
-			iterations: Type.Optional(
-				Type.Number({
-					description:
-						'Only for depth="research": number of iterative research rounds, 1-3 (default: 2).',
-					default: 2,
-				}),
-			),
-			maxSources: Type.Optional(
-				Type.Number({
-					description:
-						'Only for depth="research": maximum fetched sources for the final report, 3-12.',
-				}),
-			),
-			researchOutDir: Type.Optional(
-				Type.String({
-					description:
-						'Only for depth="research": optional directory for the structured research bundle. Defaults to .dm/greedysearch-research/<timestamp>_<query>.',
-				}),
-			),
-			writeResearchBundle: Type.Optional(
-				Type.Boolean({
-					description:
-						'Only for depth="research": write the structured research bundle to disk (default true).',
-					default: true,
-				}),
-			),
-			fullAnswer: Type.Optional(
-				Type.Boolean({
-					description:
-						"When true, returns the complete answer instead of a truncated preview (default: false, answers are shortened to ~300 chars to save tokens).",
-					default: false,
-				}),
-			),
-			headless: Type.Optional(
-				Type.Boolean({
-					description:
-						"Set to false to show Chrome window (headless is the default). Set GREEDY_SEARCH_VISIBLE=1 to disable headless globally.",
-					default: true,
-				}),
-			),
-			visible: Type.Optional(
-				Type.Boolean({
-					description:
-						"Set to true to always use visible Chrome for this search. Alias for headless: false.",
-					default: false,
-				}),
-			),
-			alwaysVisible: Type.Optional(
-				Type.Boolean({
-					description:
-						"Set to true to keep GreedySearch in visible Chrome mode for this search. Alias for visible: true.",
-					default: false,
-				}),
-			),
-		}),
-		execute: async (
-			_toolCallId: string,
-			params: GreedySearchParams,
-			signal?: AbortSignal,
-			onUpdate?: (update: ProgressUpdate) => void,
-		) => {
-			const { query, fullAnswer: fullAnswerParam } = params;
-			const engine = stripQuotes(params.engine ?? "all") || "all";
-			const depthRaw = stripQuotes(params.depth ?? "") as
-				| "fast"
-				| "standard"
-				| "deep"
-				| "research"
-				| "";
-			const researchMode = depthRaw === "research";
-			const legacyFast = depthRaw === "fast";
-			const legacySynthesisDepth =
-				depthRaw === "standard" || depthRaw === "deep";
-			const synthesize =
-				engine === "all" &&
-				!legacyFast &&
-				(params.synthesize === true || legacySynthesisDepth);
-			const effectiveEngine = researchMode ? "all" : engine;
-			const visible =
-				params.visible === true ||
-				params.alwaysVisible === true ||
-				params.headless === false ||
-				process.env.GREEDY_SEARCH_VISIBLE === "1" ||
-				process.env.GREEDY_SEARCH_ALWAYS_VISIBLE === "1";
-			const headless = !visible;
-
-			if (!cdpAvailable(baseDir)) return cdpMissingResult();
-
-			const flags: string[] = [];
-			const fullAnswer = fullAnswerParam ?? effectiveEngine !== "all";
-			if (fullAnswer) flags.push("--full");
-			if (researchMode) {
-				flags.push("--depth", "research");
-				if (typeof params.breadth === "number")
-					flags.push("--breadth", String(params.breadth));
-				if (typeof params.iterations === "number")
-					flags.push("--iterations", String(params.iterations));
-				if (typeof params.maxSources === "number")
-					flags.push("--max-sources", String(params.maxSources));
-				if (typeof params.researchOutDir === "string")
-					flags.push("--research-out-dir", params.researchOutDir);
-				if (params.writeResearchBundle === false)
-					flags.push("--no-research-bundle");
-			} else if (legacyFast) flags.push("--fast");
-			else if (depthRaw === "deep") flags.push("--depth", "deep");
-			else if (synthesize) flags.push("--synthesize");
-			if (synthesize && typeof params.synthesizer === "string") {
-				flags.push("--synthesizer", params.synthesizer);
-			}
-
-			const onProgress =
-				effectiveEngine === "all"
-					? makeProgressTracker(
-							ALL_ENGINES,
-							onUpdate,
-							researchMode ? "Researching" : "Searching",
-							synthesize,
-						)
-					: undefined;
-
-			try {
-				const data = await runSearch(
-					effectiveEngine,
-					query,
-					flags,
-					`${baseDir}/bin/search.mjs`,
-					signal,
-					onProgress,
-					{ headless },
-				);
-				const text = formatResults(effectiveEngine, data);
-				return {
-					content: [{ type: "text", text: text || "No results returned." }],
-					details: { raw: data },
-				};
-			} catch (e) {
-				return errorResult("Search failed", e);
-			}
-		},
-
-		renderCall(args: Partial<GreedySearchParams>, theme: ToolTheme) {
-			const q = (args.query || "").slice(0, 60);
-			const qDisplay = q.length < (args.query || "").length ? `${q}...` : q;
-			const engineDisplay =
-				args.engine && args.engine !== "all"
-					? theme.fg("dim", ` (${args.engine})`)
-					: "";
-			return new Text(
-				`${theme.fg("toolTitle", theme.bold("greedy_search"))} "${theme.fg("accent", qDisplay)}"${engineDisplay}`,
-				0,
-				0,
-			);
-		},
-
-		renderResult(
-			result: ToolResult,
-			{ expanded, isPartial }: RenderState,
-			theme: ToolTheme,
-		) {
-			if (isPartial) {
-				const progressText = result.content.find(
-					(c) => c.type === "text",
-				)?.text;
-				const display = progressText
-					? progressText.replace(/\*\*/g, "")
-					: "Searching...";
-				return new Text(theme.fg("warning", display), 0, 0);
-			}
-
-			const textContent = result.content.find((c) => c.type === "text");
-			const raw = result.details?.raw as Record<string, unknown> | undefined;
-
-			// Collapsed: one-line summary only
-			if (!expanded) {
-				const needsHuman = raw?._needsHumanVerification as
-					| Record<string, unknown>
-					| undefined;
-				if (needsHuman) {
-					return new Text(
-						theme.fg("warning", " → Manual verification required"),
-						0,
-						0,
-					);
-				}
-
-				const synthesis = raw?._synthesis as
-					| Record<string, unknown>
-					| undefined;
-				const sources = raw?._sources as Array<unknown> | undefined;
-				if (synthesis) {
-					const sourceCount = Array.isArray(sources) ? sources.length : 0;
-					const agreement = (
-						synthesis.agreement as Record<string, unknown> | undefined
-					)?.level as string | undefined;
-					let summary = " → Synthesized";
-					if (sourceCount > 0)
-						summary += ` · ${sourceCount} source${sourceCount > 1 ? "s" : ""}`;
-					if (agreement) summary += ` · ${agreement}`;
-					return new Text(theme.fg("muted", summary), 0, 0);
-				}
-
-				// Single engine: count its sources
-				const engineKeys = Object.keys(raw || {}).filter(
-					(k) => !k.startsWith("_"),
-				);
-				let totalSources = 0;
-				for (const key of engineKeys) {
-					const eng = raw?.[key] as Record<string, unknown> | undefined;
-					const s = eng?.sources as Array<unknown> | undefined;
-					if (Array.isArray(s)) totalSources += s.length;
-				}
-				if (totalSources > 0) {
-					return new Text(
-						theme.fg(
-							"muted",
-							` → ${totalSources} source${totalSources > 1 ? "s" : ""}`,
-						),
-						0,
-						0,
-					);
-				}
-
-				// No structured data — show content text as error/fallback
-				const snippet = textContent?.text;
-				if (snippet) {
-					return new Text(
-						theme.fg("warning", ` → ${snippet.slice(0, 80)}`),
-						0,
-						0,
-					);
-				}
-				return new Text(theme.fg("muted", " → Done"), 0, 0);
-			}
-
-			// Expanded: full output
-			if (!textContent || textContent.type !== "text") {
-				return new Text("", 0, 0);
-			}
-
-			const lines = textContent.text
-				.split("\n")
-				.map((line) => theme.fg("toolOutput", line))
-				.join("\n");
-			return new Text(`\n${lines}`, 0, 0);
-		},
-	});
-}

package/extensions/greedysearch-dm/src/tools/shared.ts

@@ -1,187 +0,0 @@
-/**
- * Shared types, utilities, and runSearch for DM tool handlers
- */
-
-import { spawn } from "node:child_process";
-import { existsSync } from "node:fs";
-import { join } from "node:path";
-import type { ProgressUpdate, ToolResult } from "../types.js";
-import { nodeRuntimeCommand } from "../utils/node-runtime.mjs";
-
-export type { ProgressUpdate, ToolResult } from "../types.js";
-
-// Import and re-export ALL_ENGINES from constants.mjs so it's always in sync.
-// constants.mjs reads ~/.dm/greedyconfig for user overrides.
-import { ALL_ENGINES } from "../search/constants.mjs";
-export { ALL_ENGINES };
-
-/** Strip surrounding double-quotes that some framework versions inject into string params */
-export function stripQuotes(val: string): string {
-	return val.replace(/^"|"$/g, "");
-}
-
-/**
- * Check if the CDP module is available in the package directory
- */
-export function cdpAvailable(baseDir: string): boolean {
-	return existsSync(join(baseDir, "bin", "cdp.mjs"));
-}
-
-/**
- * Create a "cdp missing" error result
- */
-export function cdpMissingResult(): ToolResult {
-	return {
-		content: [
-			{
-				type: "text",
-				text: "cdp.mjs missing — try reinstalling: Rebuild or reinstall DM to refresh the bundled GreedySearch asset.",
-			},
-		],
-		details: {} as Record<string, unknown>,
-	};
-}
-
-/**
- * Create an error result with a message
- */
-export function errorResult(prefix: string, e: unknown): ToolResult {
-	const msg = e instanceof Error ? e.message : String(e);
-	return {
-		content: [{ type: "text", text: `${prefix}: ${msg}` }],
-		details: {} as Record<string, unknown>,
-	};
-}
-
-/**
- * Spawn search.mjs and collect JSON results, with progress streaming via stderr.
- * Shared by GreedySearch tool handlers.
- */
-export function runSearch(
-	engine: string,
-	query: string,
-	flags: string[],
-	searchBin: string,
-	signal?: AbortSignal,
-	onProgress?: (
-		engine: string,
-		status: "done" | "error" | "needs-human",
-	) => void,
-	options: { headless?: boolean } = {},
-): Promise<Record<string, unknown>> {
-	return new Promise((resolve, reject) => {
-		const { headless = true } = options;
-		const allFlags = [...flags];
-		// Headless is default — only skip if explicitly false or GREEDY_SEARCH_VISIBLE=1
-		if (headless !== false && process.env.GREEDY_SEARCH_VISIBLE !== "1")
-			allFlags.push("--headless");
-		if (headless === false) allFlags.push("--always-visible");
-		// Propagate visibility preference via env (--headless flag is informational;
-		// the actual headless control in search.mjs / launch.mjs reads the env var).
-		const procEnv = { ...process.env };
-		if (headless === false) {
-			procEnv.GREEDY_SEARCH_VISIBLE = "1";
-			procEnv.GREEDY_SEARCH_ALWAYS_VISIBLE = "1";
-		}
-		const proc = spawn(nodeRuntimeCommand(),
-			[searchBin, engine, "--inline", "--stdin", ...allFlags],
-			{ stdio: ["pipe", "pipe", "pipe"], env: procEnv },
-		);
-		// Pipe query via stdin to avoid leaking it in process table command-line
-		proc.stdin.write(query);
-		proc.stdin.end();
-		let out = "";
-		let err = "";
-
-		const onAbort = () => {
-			proc.kill("SIGTERM");
-			reject(new Error("Aborted"));
-		};
-		signal?.addEventListener("abort", onAbort, { once: true });
-
-		proc.stderr.on("data", (d: Buffer) => {
-			err += d;
-			// Match PROGRESS lines for any known engine.
-			const ENGINE_PROGRESS_RE =
-				/^PROGRESS:(perplexity|google|chatgpt|bing|gemini|semantic-scholar|semanticscholar|s2|logically):(done|error|needs-human)$/;
-			for (const line of d.toString().split("\n")) {
-				// Engine progress: any known engine
-				const engineMatch = line.match(ENGINE_PROGRESS_RE);
-				if (engineMatch && onProgress) {
-					onProgress(
-						engineMatch[1],
-						engineMatch[2] as "done" | "error" | "needs-human",
-					);
-				}
-				// Synthesis progress: skipped (manual verification) or done/error
-				const synthMatch = line.match(
-					/^PROGRESS:synthesis:(done|error|skipped)$/,
-				);
-				if (synthMatch && onProgress) {
-					onProgress(
-						"synthesis",
-						synthMatch[1] as "done" | "error" | "needs-human",
-					);
-				}
-			}
-		});
-
-		proc.stdout.on("data", (d: Buffer) => (out += d));
-		proc.on("close", (code: number) => {
-			signal?.removeEventListener("abort", onAbort);
-			if (code !== 0) {
-				reject(new Error(err.trim() || `search.mjs exited with code ${code}`));
-			} else {
-				try {
-					resolve(JSON.parse(out.trim()));
-				} catch {
-					reject(
-						new Error(`Invalid JSON from search.mjs: ${out.slice(0, 200)}`),
-					);
-				}
-			}
-		});
-	});
-}
-
-/**
- * Build a progress callback that tracks completed engines.
- * Returns an onProgress function suitable for runSearch.
- */
-export function makeProgressTracker(
-	engines: readonly string[],
-	onUpdate: ((update: ProgressUpdate) => void) | undefined,
-	suffix: "Searching" | "Researching",
-	showSynthesis: boolean,
-) {
-	const completed = new Map<string, "done" | "error" | "needs-human">();
-
-	return (eng: string, status: "done" | "error" | "needs-human") => {
-		completed.set(eng, status);
-		const parts: string[] = [];
-		for (const e of engines) {
-			const s = completed.get(e);
-			if (s === "done") parts.push(`✅ ${e} done`);
-			else if (s === "error") parts.push(`❌ ${e} failed`);
-			else if (s === "needs-human")
-				parts.push(`🔓 ${e} needs manual verification`);
-			else parts.push(`⏳ ${e}`);
-		}
-		// Synthesis status is shown only when the caller explicitly requested
-		// Gemini synthesis for a multi-engine search.
-		if (showSynthesis && completed.size >= engines.length) {
-			const synStatus = completed.get("synthesis");
-			if (synStatus === "done") parts.push("✅ synthesized");
-			else if (synStatus === "error") parts.push("❌ synthesis failed");
-			else if (synStatus === "needs-human") parts.push("⏭️ synthesis skipped");
-			else parts.push("🔄 synthesizing");
-		}
-
-		onUpdate?.({
-			content: [
-				{ type: "text", text: `**${suffix}...** ${parts.join(" · ")}` },
-			],
-			details: { _progress: true },
-		} satisfies ProgressUpdate);
-	};
-}

package/extensions/greedysearch-dm/src/types.ts

@@ -1,110 +0,0 @@
-/**
- * TypeScript interfaces for GreedySearch data structures
- *
- * These types document the shape of data flowing between modules.
- * They can be imported by TypeScript files (index.ts, tool handlers, formatters)
- * and used for type safety without runtime overhead.
- */
-
-// ============================================================================
-// Search Result Types
-// ============================================================================
-
-/** A single source extracted from search results */
-export interface Source {
-	url: string;
-	title: string;
-	type?:
-		| "official-docs"
-		| "maintainer-blog"
-		| "repo"
-		| "academic"
-		| "community"
-		| "website";
-	domain?: string;
-	snippet?: string;
-}
-
-/** Result from a single search engine */
-export interface SearchResult {
-	engine: string;
-	answer: string;
-	sources: Source[];
-	url?: string;
-	query?: string;
-	error?: string;
-}
-
-/** Synthesis result combining multiple engine results */
-export interface SynthesisResult {
-	answer: string;
-	agreementLevel?: "consensus" | "majority" | "mixed" | "conflicting";
-	claims?: Claim[];
-	sourceIds?: string[];
-	confidence?: ConfidenceMetrics;
-}
-
-/** A single claim within a synthesis */
-export interface Claim {
-	text: string;
-	sourceIds: string[];
-	confidence?: "high" | "medium" | "low";
-}
-
-/** Confidence metrics for a synthesis */
-export interface ConfidenceMetrics {
-	overall: number; // 0-1
-	consensus: number; // fraction of engines agreeing
-	sourceCount: number;
-	engineCount: number;
-}
-
-// ============================================================================
-// Source Registry Types
-// ============================================================================
-
-/** A classified source in the registry */
-export interface ClassifiedSource extends Source {
-	engineOrigin: string[];
-	isOfficial: boolean;
-	consensus: number; // fraction of engines citing this source
-}
-
-// ============================================================================
-// Tool Result Types
-// ============================================================================
-
-/** Progress update sent via onUpdate during long-running searches */
-export interface ProgressUpdate {
-	content: Array<{ type: "text"; text: string }>;
-	details: { _progress: true };
-}
-
-/** DM tool result format */
-export interface ToolResult {
-	content: Array<{ type: "text"; text: string }>;
-	details: Record<string, unknown>;
-}
-
-// ============================================================================
-// Engine Configuration Types
-// ============================================================================
-
-/** Engine definition for the ENGINES map */
-export interface EngineConfig {
-	/** Extractor script filename (e.g. "perplexity.mjs") */
-	script: string;
-	/** Human-readable label for progress messages */
-	label: string;
-	/** Domain pattern for source matching */
-	domain: string;
-	/** URL pattern for the engine */
-	url: string;
-}
-
-// ============================================================================
-// Constants
-// ============================================================================
-
-// Runtime defaults are in src/search/defaults.mjs (since .ts files can't be
-// imported directly by Node.js). Import DEFAULTS from there for runtime values.

package/extensions/greedysearch-dm/src/utils/helpers.ts

@@ -1,40 +0,0 @@
-/**
- * Utility helpers for formatting
- * Consolidated from single-use functions in index.ts
- */
-
-/**
- * Format engine name for display
- * Replaces 'bing' with 'Bing Copilot', etc.
- */
-export function formatEngineName(engine: string): string {
-	const displayNames: Record<string, string> = {
-		bing: "Bing Copilot",
-		google: "Google AI",
-		gemini: "Gemini",
-		copilot: "Copilot",
-		perplexity: "Perplexity",
-	};
-
-	return (
-		displayNames[engine] ??
-		engine.charAt(0).toUpperCase() + engine.slice(1)
-	);
-}
-
-/**
- * Humanize source type labels
- */
-export function humanizeSourceType(sourceType: string): string {
-	if (!sourceType) return "";
-	if (sourceType === "official-docs") return "official docs";
-	return sourceType.replace(/-/g, " ");
-}
-
-/**
- * Format agreement level with proper capitalization
- */
-export function formatAgreementLevel(level: string): string {
-	if (!level) return "Mixed";
-	return level.charAt(0).toUpperCase() + level.slice(1);
-}