@shanepadgett/tau-agent 0.27.0 → 0.28.1

package/extensions/explore/find.ts

@@ -1,147 +0,0 @@
-import { lstat } from "node:fs/promises";
-import { basename, matchesGlob } from "node:path";
-import { defineTool } from "@earendil-works/pi-coding-agent";
-import { Text } from "@earendil-works/pi-tui";
-import { type Static, Type } from "typebox";
-import { formatToolRowTitle, type ToolRowStateStore } from "../../shared/tool-row-state.js";
-import { divideBudget, normalizeCountLimit, normalizeNonNegativeInteger } from "./limits.ts";
-import {
-	formatPathForDisplay,
-	pathResolutionError,
-	relativeSlash,
-	resolveExplorePath,
-	stripLeadingAt,
-	toSlashPath,
-} from "./path-display.ts";
-import { type PathTreeEntry, renderPathTree } from "./path-tree.ts";
-import { createExploreTextResult, type ExploreTextDetails, expandedExploreText } from "./result.ts";
-import { collectPaths, type TraversalEntry } from "./traverse.ts";
-
-const findQueryParams = Type.Object(
-	{
-		path: Type.Optional(Type.String()),
-		patterns: Type.Optional(Type.Array(Type.String())),
-		type: Type.Optional(Type.Union([Type.Literal("file"), Type.Literal("dir"), Type.Literal("any")])),
-		maxDepth: Type.Optional(Type.Number()),
-		hidden: Type.Optional(Type.Boolean()),
-		noIgnore: Type.Optional(Type.Boolean()),
-	},
-	{ additionalProperties: false },
-);
-
-const findParams = Type.Object(
-	{
-		queries: Type.Array(findQueryParams, { minItems: 1 }),
-		limit: Type.Optional(Type.Number()),
-	},
-	{ additionalProperties: false },
-);
-
-type FindParams = Static<typeof findParams>;
-type FindQuery = Static<typeof findQueryParams>;
-
-function globMatches(pattern: string, value: string): boolean {
-	const normalizedValue = toSlashPath(value);
-	const normalizedPattern = toSlashPath(pattern);
-	return (
-		matchesGlob(normalizedValue, normalizedPattern) ||
-		(normalizedValue.startsWith(".") && matchesGlob(normalizedValue.slice(1), normalizedPattern))
-	);
-}
-
-function queryMatches(entry: TraversalEntry, queryRoot: string, query: FindQuery): boolean {
-	const type = query.type ?? "any";
-	if (type !== "any" && entry.type !== type) return false;
-	const patterns = query.patterns?.map(stripLeadingAt).filter((pattern) => pattern.length > 0) ?? [];
-	if (patterns.length === 0) return true;
-	const rel = relativeSlash(queryRoot, entry.absolutePath);
-	return patterns.some((pattern) => globMatches(pattern, pattern.includes("/") ? rel : basename(entry.displayPath)));
-}
-
-function toTreeEntry(entry: TraversalEntry): PathTreeEntry {
-	return { displayPath: entry.displayPath, type: entry.type };
-}
-
-function renderCallSummary(args: FindParams | undefined): string {
-	const queries = args?.queries ?? [];
-	const limit = normalizeCountLimit(args?.limit, 100);
-	if (queries.length !== 1) return `${queries.length} queries limit=${limit}`;
-	const query = queries[0];
-	const path = stripLeadingAt(query?.path ?? ".");
-	const patterns = query?.patterns?.map(stripLeadingAt).join(",") || "*";
-	const type = query?.type ?? "any";
-	const depth = query?.maxDepth === undefined ? "∞" : String(normalizeNonNegativeInteger(query.maxDepth, 0));
-	const flags = [query?.hidden ? "hidden" : "", query?.noIgnore ? "noIgnore" : ""].filter(Boolean).join(" ");
-	return `path=${path} patterns=${patterns} type=${type} depth=${depth} limit=${limit}${flags ? ` ${flags}` : ""}`;
-}
-
-export function createFindTool(rowState: ToolRowStateStore) {
-	return defineTool<typeof findParams, ExploreTextDetails | undefined>({
-		name: "find",
-		label: "find",
-		description: "Find files and directories by structured path queries.",
-		promptSnippet: "Find files and directories",
-		parameters: findParams,
-		async execute(_toolCallId, params, _signal, _onUpdate, ctx) {
-			if (params.queries.length === 0) throw new Error("find requires at least one query");
-			const limit = normalizeCountLimit(params.limit, 100);
-			const budgets = divideBudget(limit, params.queries.length);
-			const humanParts: string[] = [];
-			const agentParts: string[] = [];
-
-			for (let i = 0; i < params.queries.length; i += 1) {
-				const query = params.queries[i];
-				if (!query) continue;
-				const inputPath = query.path ?? ".";
-				const root = resolveExplorePath(ctx.cwd, inputPath);
-				const rootStats = await lstat(root).catch((error: unknown) => {
-					throw pathResolutionError(error, inputPath);
-				});
-				const entries = await collectPaths({
-					cwd: ctx.cwd,
-					root,
-					maxDepth: query.maxDepth === undefined ? undefined : normalizeNonNegativeInteger(query.maxDepth, 0),
-					includeRoot: rootStats.isFile(),
-					includeHidden: query.hidden === true,
-					includeIgnored: query.noIgnore === true,
-					includeNoise: query.noIgnore === true,
-				}).catch((error: unknown) => {
-					throw new Error(`Query ${i + 1} failed: ${error instanceof Error ? error.message : String(error)}`);
-				});
-				const matches = entries.filter((entry) => queryMatches(entry, root, query));
-				const budget = budgets[i] ?? limit;
-				const shown = matches.slice(0, budget);
-				const omitted = matches.length - shown.length;
-				const notice = omitted > 0 ? `… omitted ${omitted} matches (limit ${budget})` : undefined;
-				const rootPath = formatPathForDisplay(root, ctx.cwd);
-				const tree =
-					shown.length > 0
-						? renderPathTree(shown.map(toTreeEntry), { rootPath, omissionNotice: notice })
-						: undefined;
-				const humanText = tree?.humanText ?? "No matches";
-				const agentText = tree?.agentText ?? "No matches";
-				if (params.queries.length === 1) {
-					humanParts.push(humanText);
-					agentParts.push(agentText);
-				} else {
-					humanParts.push(`query ${i + 1}\n${humanText}`);
-					agentParts.push(`q${i + 1}\n${agentText}`);
-				}
-			}
-
-			return createExploreTextResult(agentParts.join("\n"), humanParts.join("\n"));
-		},
-		renderCall(args, theme, context) {
-			rowState.watch(context.toolCallId, context.invalidate);
-			const text = (context.lastComponent as Text | undefined) ?? new Text("", 0, 0);
-			const title = formatToolRowTitle(rowState, context.toolCallId, "find", theme);
-			text.setText(`${title} ${theme.fg("muted", renderCallSummary(args))}`);
-			return text;
-		},
-		renderResult(result, _options, _theme, context) {
-			const text = (context.lastComponent as Text | undefined) ?? new Text("", 0, 0);
-			text.setText(context.expanded ? expandedExploreText(result) : "");
-			return text;
-		},
-	});
-}

package/extensions/explore/full-file-knowledge.ts

@@ -1,234 +0,0 @@
-import { createHash } from "node:crypto";
-import { generateUnifiedPatch, truncateHead } from "@earendil-works/pi-coding-agent";
-import type { ReadCacheMetaV1, ReadCacheMode, ReadCachePresentation } from "./read-cache.ts";
-
-export const COMPLETE_FILE_SCOPE = "full";
-export const MAX_COMPLETE_FILE_SNAPSHOT_BYTES = 1024 * 1024;
-
-export interface CompleteFileSelection {
-	text: string;
-	mode: ReadCacheMode;
-	summary: string;
-}
-
-export function createCompleteFileMeta(options: {
-	pathKey: string;
-	presentation: ReadCachePresentation;
-	servedHash: string;
-	mode: ReadCacheMode;
-	sourceText: string;
-	returnedText: string;
-	totalLines: number;
-	summary: string;
-	baseHash?: string;
-}): ReadCacheMetaV1 {
-	return {
-		v: 1,
-		pathKey: options.pathKey,
-		scopeKey: COMPLETE_FILE_SCOPE,
-		presentation: options.presentation,
-		servedHash: options.servedHash,
-		baseHash: options.baseHash,
-		mode: options.mode,
-		baselineTokens: estimateTokens(options.sourceText),
-		returnedTokens: estimateTokens(options.returnedText),
-		totalLines: options.totalLines,
-		summary: options.summary,
-	};
-}
-
-export function readScopeKey(
-	completeFile: boolean,
-	startLine: number,
-	endLine: number,
-	presentation: ReadCachePresentation,
-): string {
-	return completeFile ? COMPLETE_FILE_SCOPE : `r:${startLine}:${endLine}:n${presentation === "line-numbered" ? 1 : 0}`;
-}
-
-export function decodeCompleteFileSource(options: {
-	content: unknown;
-	autoread: boolean;
-	pathHeader?: string;
-	presentation: ReadCachePresentation;
-	servedHash: string;
-}): { valid: boolean; text?: string } {
-	const payload = textContent(options.content);
-	if (payload === undefined) return { valid: false };
-	const separator = payload.indexOf("\n");
-	if (
-		options.autoread &&
-		(separator < 0 || options.pathHeader === undefined || payload.slice(0, separator) !== options.pathHeader)
-	)
-		return { valid: false };
-	const body = options.autoread ? payload.slice(separator + 1) : payload;
-	const text = options.presentation === "plain" ? body : decodeLineNumbers(body);
-	if (text === undefined) return { valid: false };
-	const bytes = Buffer.byteLength(text, "utf8");
-	if (createHash("sha256").update(text, "utf8").digest("hex") !== options.servedHash) return { valid: false };
-	return bytes <= MAX_COMPLETE_FILE_SNAPSHOT_BYTES ? { valid: true, text } : { valid: true };
-}
-
-export function applyCompleteFileDiff(options: {
-	content: unknown;
-	baseText: string;
-	baseHash: string;
-	servedHash: string;
-}): { valid: boolean; text?: string } {
-	if (hashText(options.baseText) !== options.baseHash) return { valid: false };
-	const payload = textContent(options.content);
-	if (payload === undefined) return { valid: false };
-	const separator = payload.indexOf("\n");
-	if (separator < 0 || !/^\[read: \d+ lines added, \d+ removed of \d+\]$/.test(payload.slice(0, separator))) {
-		return { valid: false };
-	}
-	const text = applyUnifiedDiff(options.baseText, payload.slice(separator + 1));
-	if (text === undefined || hashText(text) !== options.servedHash) return { valid: false };
-	return Buffer.byteLength(text, "utf8") <= MAX_COMPLETE_FILE_SNAPSHOT_BYTES ? { valid: true, text } : { valid: true };
-}
-
-export function selectCompleteFileResponse(options: {
-	displayPath: string;
-	currentText: string;
-	currentHash: string;
-	fullText: string;
-	totalLines: number;
-	recovery: boolean;
-	baseHash?: string;
-	baselineText?: string;
-}): CompleteFileSelection {
-	if (options.recovery) return { text: options.fullText, mode: "recovery", summary: `${options.totalLines} lines` };
-	if (!options.baseHash) return { text: options.fullText, mode: "baseline", summary: `${options.totalLines} lines` };
-	if (options.baseHash === options.currentHash) {
-		const text = `unchanged, ${options.totalLines} lines`;
-		return { text, mode: "unchanged", summary: text };
-	}
-	if (options.baselineText !== undefined) {
-		const patch = generateUnifiedPatch(options.displayPath, options.baselineText, options.currentText, 3);
-		const counts = countDiffLines(patch);
-		const candidate = `[read: ${counts.added} lines added, ${counts.removed} removed of ${options.totalLines}]\n${patch}`;
-		if (!truncateHead(candidate).truncated && estimateTokens(candidate) < estimateTokens(options.fullText)) {
-			return { text: candidate, mode: "diff", summary: `+${counts.added} -${counts.removed}` };
-		}
-	}
-	return { text: options.fullText, mode: "baseline", summary: `${options.totalLines} lines` };
-}
-
-export function estimateTokens(text: string): number {
-	return Math.ceil(text.length / 4);
-}
-
-function textContent(content: unknown): string | undefined {
-	if (typeof content === "string") return content;
-	if (!Array.isArray(content) || content.length !== 1) return undefined;
-	const part = content[0];
-	if (!part || typeof part !== "object") return undefined;
-	const record = part as Record<string, unknown>;
-	return record.type === "text" && typeof record.text === "string" ? record.text : undefined;
-}
-
-function applyUnifiedDiff(source: string, patch: string): string | undefined {
-	const patchLines = patch.split("\n");
-	const oldHeaderIndex = patchLines.findIndex(
-		(line, index) => line.startsWith("--- ") && patchLines[index + 1]?.startsWith("+++ "),
-	);
-	if (oldHeaderIndex < 0) return undefined;
-	const sourceEndsWithNewline = source.endsWith("\n");
-	const sourceLines = source === "" ? [] : source.split("\n");
-	if (sourceEndsWithNewline) sourceLines.pop();
-	const output: string[] = [];
-	let sourceIndex = 0;
-	let patchIndex = oldHeaderIndex + 2;
-	let hunkCount = 0;
-	let outputEndsWithNewline = sourceEndsWithNewline;
-
-	while (patchIndex < patchLines.length) {
-		const header = patchLines[patchIndex];
-		if (header === "" && patchIndex === patchLines.length - 1) break;
-		if (header === undefined) return undefined;
-		const match = /^@@ -(\d+)(?:,(\d+))? \+(\d+)(?:,(\d+))? @@(?: .*)?$/.exec(header);
-		if (!match) return undefined;
-		const oldStartValue = Number(match[1]);
-		const oldCount = match[2] === undefined ? 1 : Number(match[2]);
-		const newCount = match[4] === undefined ? 1 : Number(match[4]);
-		if (!Number.isSafeInteger(oldStartValue) || !Number.isSafeInteger(oldCount) || !Number.isSafeInteger(newCount)) {
-			return undefined;
-		}
-		const oldStart = oldCount === 0 ? oldStartValue : oldStartValue - 1;
-		if (oldStart < sourceIndex || oldStart > sourceLines.length) return undefined;
-		output.push(...sourceLines.slice(sourceIndex, oldStart));
-		sourceIndex = oldStart;
-		patchIndex += 1;
-		let consumedOld = 0;
-		let producedNew = 0;
-		let previousMarker: string | undefined;
-		let newSideHasNoFinalNewline = false;
-
-		while (patchIndex < patchLines.length && !patchLines[patchIndex]?.startsWith("@@ ")) {
-			const line = patchLines[patchIndex];
-			if (line === "" && patchIndex === patchLines.length - 1) break;
-			if (line === undefined) return undefined;
-			if (line === "\") {
-				if (previousMarker !== "+" && previousMarker !== "-" && previousMarker !== " ") return undefined;
-				if (previousMarker === "+" || previousMarker === " ") newSideHasNoFinalNewline = true;
-				patchIndex += 1;
-				continue;
-			}
-			const marker = line[0];
-			const value = line.slice(1);
-			if (marker === " ") {
-				if (sourceLines[sourceIndex] !== value) return undefined;
-				output.push(value);
-				sourceIndex += 1;
-				consumedOld += 1;
-				producedNew += 1;
-			} else if (marker === "-") {
-				if (sourceLines[sourceIndex] !== value) return undefined;
-				sourceIndex += 1;
-				consumedOld += 1;
-			} else if (marker === "+") {
-				output.push(value);
-				producedNew += 1;
-			} else {
-				return undefined;
-			}
-			previousMarker = marker;
-			patchIndex += 1;
-		}
-		if (consumedOld !== oldCount || producedNew !== newCount) return undefined;
-		if (sourceIndex === sourceLines.length) {
-			outputEndsWithNewline = newCount > 0 && !newSideHasNoFinalNewline;
-		}
-		hunkCount += 1;
-	}
-	if (hunkCount === 0) return undefined;
-	output.push(...sourceLines.slice(sourceIndex));
-	const text = output.join("\n");
-	return outputEndsWithNewline && output.length > 0 ? `${text}\n` : text;
-}
-
-function hashText(text: string): string {
-	return createHash("sha256").update(text, "utf8").digest("hex");
-}
-
-function decodeLineNumbers(content: string): string | undefined {
-	const lines = content.split("\n");
-	const decoded: string[] = [];
-	for (let index = 0; index < lines.length; index += 1) {
-		const prefix = `${index + 1}: `;
-		const line = lines[index];
-		if (line === undefined || !line.startsWith(prefix)) return undefined;
-		decoded.push(line.slice(prefix.length));
-	}
-	return decoded.join("\n");
-}
-
-function countDiffLines(patch: string): { added: number; removed: number } {
-	let added = 0;
-	let removed = 0;
-	for (const line of patch.split("\n")) {
-		if (line.startsWith("+") && !line.startsWith("+++")) added += 1;
-		else if (line.startsWith("-") && !line.startsWith("---")) removed += 1;
-	}
-	return { added, removed };
-}