ultimate-pi 0.18.1 → 0.19.0

package/.pi/lib/harness-lens/index.ts

@@ -0,0 +1,532 @@
+/**
+ * Harness-native lens extension entry.
+ * Edit autopatch, secrets block, deferred format, LSP delegate.
+ */
+
+import * as nodeFs from "node:fs";
+import * as path from "node:path";
+import type { ExtensionAPI } from "@earendil-works/pi-coding-agent";
+import { isToolCallEventType } from "@earendil-works/pi-coding-agent";
+import {
+	tryCorrectIndentationMismatch,
+	tryCorrectIndentationMismatchFromContent,
+} from "./clients/edit-autopatch.js";
+import { detectFileKind } from "./clients/file-kinds.js";
+import { isPathIgnoredByProject } from "./clients/file-utils.js";
+import {
+	getFormatService,
+	resetFormatService,
+} from "./clients/format-service.js";
+import {
+	evaluateGitGuard,
+	isGitCommitOrPushAttempt,
+} from "./clients/git-guard.js";
+import { retargetReplacementIndentation } from "./clients/indent-retarget.js";
+import { ensureTool } from "./clients/installer/index.js";
+import {
+	loadPiLensGlobalConfig,
+	resolvePiLensFlag,
+} from "./clients/lens-config.js";
+import { initLensEvents } from "./clients/lens-events.js";
+import { initLSPConfig } from "./clients/lsp/config.js";
+import { getLSPService, resetLSPService } from "./clients/lsp/index.js";
+import { isExternalOrVendorFile } from "./clients/path-utils.js";
+import {
+	detectProjectProfile,
+	lspPreinstallTools,
+} from "./clients/project-profile.js";
+import { handleAgentEnd } from "./clients/runtime-agent-end.js";
+import { RuntimeCoordinator } from "./clients/runtime-coordinator.js";
+import {
+	clearLastAnalyzedStateCache,
+	handleToolResult,
+} from "./clients/runtime-tool-result.js";
+import { clearWidgetState } from "./clients/widget-state.js";
+import { createLspDiagnosticsTool } from "./tools/lsp-diagnostics.js";
+import { createLspNavigationTool } from "./tools/lsp-navigation.js";
+
+const DEBUG_LOG_DIR = path.join(process.cwd(), ".pi", "harness", ".lens");
+const DEBUG_LOG = path.join(DEBUG_LOG_DIR, "sessionstart.log");
+
+function dbg(msg: string): void {
+	if (process.env.PI_LENS_TEST_MODE === "1" || process.env.VITEST) return;
+	const line = `[${new Date().toISOString()}] ${msg}\n`;
+	try {
+		nodeFs.mkdirSync(DEBUG_LOG_DIR, { recursive: true });
+		nodeFs.appendFileSync(DEBUG_LOG, line);
+	} catch {
+		// best-effort debug log
+	}
+}
+
+const runtime = new RuntimeCoordinator();
+const lspConfigInitializedCwds = new Set<string>();
+
+async function ensureLSPConfigInitialized(cwd: string): Promise<void> {
+	const normalized = path.resolve(cwd);
+	if (lspConfigInitializedCwds.has(normalized)) return;
+	await initLSPConfig(normalized);
+	lspConfigInitializedCwds.add(normalized);
+}
+
+function getLensFlag(
+	name: string,
+	getFlag: (name: string) => boolean | string | undefined,
+	global: ReturnType<typeof loadPiLensGlobalConfig>,
+): boolean | string | undefined {
+	return resolvePiLensFlag(name, getFlag, global);
+}
+
+function resolveToolCallFilePath(
+	rawFilePath: string | undefined,
+	cwd: string | undefined,
+	projectRoot: string,
+): string | undefined {
+	if (!rawFilePath) return undefined;
+	if (path.isAbsolute(rawFilePath)) return rawFilePath;
+	return path.resolve(cwd ?? projectRoot, rawFilePath);
+}
+
+function getToolCallRawFilePath(
+	toolName: string,
+	event: { input?: unknown },
+): string | undefined {
+	const inputObj = (event.input ?? {}) as Record<string, unknown>;
+	if (
+		isToolCallEventType(
+			"write",
+			event as Parameters<typeof isToolCallEventType>[1],
+		) ||
+		isToolCallEventType(
+			"edit",
+			event as Parameters<typeof isToolCallEventType>[1],
+		)
+	) {
+		const filePath = (event.input as { path?: unknown }).path;
+		return typeof filePath === "string" ? filePath : undefined;
+	}
+	if (toolName === "read") {
+		if (typeof inputObj.path === "string") return inputObj.path;
+		if (typeof inputObj.filePath === "string") return inputObj.filePath;
+	}
+	if (toolName === "lsp_navigation" && typeof inputObj.filePath === "string") {
+		return inputObj.filePath;
+	}
+	return undefined;
+}
+
+function shouldSkipLspAutoTouch(
+	filePath: string,
+	projectRoot: string,
+): boolean {
+	const normalized = path.resolve(filePath).replace(/\\/g, "/").toLowerCase();
+	if (normalized.includes("/.pi/harness/.lens/")) return true;
+	if (normalized.includes("/.harness/")) return true;
+	if (isExternalOrVendorFile(filePath, projectRoot)) return true;
+	return false;
+}
+
+function isLspCapableFile(filePath: string): boolean {
+	return getLSPService().supportsLSP(filePath) || !!detectFileKind(filePath);
+}
+
+function normalizeOldTextForMatch(text: string): string {
+	return text
+		.replace(/\r\n/g, "\n")
+		.split("\n")
+		.map((line) => line.trimEnd())
+		.join("\n");
+}
+
+function countTextOccurrences(haystack: string, needle: string): number {
+	if (!needle) return 0;
+	let count = 0;
+	let pos = 0;
+	while (pos < haystack.length) {
+		const idx = haystack.indexOf(needle, pos);
+		if (idx === -1) break;
+		count += 1;
+		pos = idx + needle.length;
+	}
+	return count;
+}
+
+function countOldTextMatches(
+	filePath: string,
+	oldText: string,
+	cachedNormalizedContent?: string,
+): number {
+	try {
+		const content =
+			cachedNormalizedContent ??
+			normalizeOldTextForMatch(nodeFs.readFileSync(filePath, "utf-8"));
+		return countTextOccurrences(content, normalizeOldTextForMatch(oldText));
+	} catch {
+		return 0;
+	}
+}
+
+function isIndentationOnlyChange(before: string, after: string): boolean {
+	const beforeLines = before.replace(/\r\n/g, "\n").split("\n");
+	const afterLines = after.replace(/\r\n/g, "\n").split("\n");
+	if (beforeLines.length !== afterLines.length) return false;
+	return beforeLines.every(
+		(line, index) => line.trim() === afterLines[index].trim(),
+	);
+}
+
+type EditIndentTarget = {
+	label: string;
+	value: string;
+	newText: string | undefined;
+	apply: (corrected: string) => void;
+	applyNewText: (corrected: string) => void;
+};
+
+function applyEditAutopatch(
+	filePath: string,
+	editInput: {
+		oldText?: string;
+		newText?: string;
+		edits?: Array<{ oldText?: string; newText?: string }>;
+	},
+): { block: true; reason: string } | undefined {
+	const oldTexts: EditIndentTarget[] = editInput.oldText
+		? [
+				{
+					label: "oldText",
+					value: editInput.oldText,
+					newText: editInput.newText,
+					apply: (corrected) => {
+						editInput.oldText = corrected;
+					},
+					applyNewText: (corrected) => {
+						editInput.newText = corrected;
+					},
+				},
+			]
+		: (editInput.edits ?? [])
+				.map((entry, index) =>
+					entry.oldText
+						? {
+								label: `edits[${index}].oldText`,
+								value: entry.oldText,
+								newText: entry.newText,
+								apply: (corrected: string) => {
+									entry.oldText = corrected;
+								},
+								applyNewText: (corrected: string) => {
+									entry.newText = corrected;
+								},
+							}
+						: null,
+				)
+				.filter((entry): entry is EditIndentTarget => entry !== null);
+
+	let crlfContent: string | undefined;
+	let matchNormalizedContent: string | undefined;
+	try {
+		const raw = nodeFs.readFileSync(filePath, "utf-8");
+		crlfContent = raw.replace(/\r\n/g, "\n");
+		matchNormalizedContent = normalizeOldTextForMatch(raw);
+	} catch {
+		return undefined;
+	}
+
+	if (matchNormalizedContent !== undefined) {
+		for (const entry of oldTexts) {
+			const normalizedValue = entry.value.replace(/\r\n/g, "\n");
+			const stripped = normalizedValue
+				.split("\n")
+				.map((line) => line.trimEnd())
+				.join("\n");
+			if (stripped === normalizedValue) continue;
+			if (
+				countOldTextMatches(filePath, stripped, matchNormalizedContent) !== 1
+			) {
+				continue;
+			}
+			entry.apply(stripped);
+			entry.value = stripped;
+		}
+	}
+
+	const correctedOldTexts = oldTexts
+		.map(({ label, value, newText, apply, applyNewText }) => {
+			const corrected =
+				crlfContent !== undefined
+					? tryCorrectIndentationMismatchFromContent(value, crlfContent)
+					: tryCorrectIndentationMismatch(value, filePath);
+			if (corrected === undefined) return undefined;
+			return {
+				label,
+				value,
+				newText,
+				corrected,
+				apply,
+				applyNewText,
+				currentMatchCount: countOldTextMatches(
+					filePath,
+					value,
+					matchNormalizedContent,
+				),
+				correctedMatchCount: countOldTextMatches(
+					filePath,
+					corrected,
+					matchNormalizedContent,
+				),
+				indentationOnly: isIndentationOnlyChange(value, corrected),
+			};
+		})
+		.filter(
+			(
+				entry,
+			): entry is EditIndentTarget & {
+				corrected: string;
+				currentMatchCount: number;
+				correctedMatchCount: number;
+				indentationOnly: boolean;
+			} => entry !== undefined,
+		);
+
+	if (correctedOldTexts.length === 0) return undefined;
+
+	const unsafe = correctedOldTexts.filter(
+		(entry) =>
+			!entry.indentationOnly ||
+			entry.currentMatchCount !== 0 ||
+			entry.correctedMatchCount !== 1,
+	);
+	if (unsafe.length > 0) {
+		const details = unsafe
+			.map(({ label, value, correctedMatchCount, indentationOnly }) => {
+				const preview = value.trimStart().slice(0, 60).replace(/\n/g, "↵");
+				const reason = !indentationOnly
+					? "the proposed correction was not indentation-only"
+					: `the corrected oldText matches ${correctedMatchCount} locations`;
+				return `${label} ("${preview}…") cannot be auto-patched because ${reason}.`;
+			})
+			.join("\n");
+		return {
+			block: true,
+			reason:
+				`🔄 RETRYABLE — Indentation mismatch detected\n\n` +
+				`harness-lens can auto-patch indentation-only oldText mismatches when the corrected text matches exactly one location.\n\n` +
+				`${details}\n\n` +
+				`Next action: re-read the relevant section, then retry with oldText copied verbatim from the read output.`,
+		};
+	}
+
+	for (const entry of correctedOldTexts) {
+		entry.apply(entry.corrected);
+		const correctedNewText = entry.newText
+			? retargetReplacementIndentation(
+					entry.newText,
+					entry.value,
+					entry.corrected,
+				)
+			: undefined;
+		if (correctedNewText !== undefined) entry.applyNewText(correctedNewText);
+	}
+	return undefined;
+}
+
+export default function harnessLensExtension(pi: ExtensionAPI): void {
+	initLensEvents(pi);
+	const globalConfig = loadPiLensGlobalConfig();
+	let lensEnabled = !globalConfig.noLens;
+
+	type PiWithFlags = ExtensionAPI & {
+		getFlag?: (name: string) => boolean | undefined;
+	};
+	const piFlags = pi as PiWithFlags;
+	const readCliFlag = (name: string): boolean | undefined => {
+		if (typeof piFlags.getFlag === "function") return piFlags.getFlag(name);
+		return process.argv.includes(`--${name}`) ? true : undefined;
+	};
+	const getFlag = (name: string) =>
+		getLensFlag(name, readCliFlag, globalConfig);
+
+	pi.registerFlag("no-lens", {
+		description: "Disable harness-lens for this session.",
+		type: "boolean",
+		default: false,
+	});
+	pi.registerFlag("no-lsp", {
+		description: "Disable LSP auto-touch and lsp_* tools backing servers.",
+		type: "boolean",
+		default: false,
+	});
+	pi.registerFlag("no-autoformat", {
+		description: "Disable auto-format on write/edit.",
+		type: "boolean",
+		default: false,
+	});
+	pi.registerFlag("immediate-format", {
+		description: "Format during tool_result instead of deferring to agent_end.",
+		type: "boolean",
+		default: false,
+	});
+	pi.registerFlag("lens-guard", {
+		description: "Block git commit/push while unresolved lens blockers exist.",
+		type: "boolean",
+		default: false,
+	});
+
+	pi.registerTool(createLspDiagnosticsTool());
+	pi.registerTool(createLspNavigationTool());
+
+	pi.on("session_start", async (_event, ctx) => {
+		if (getFlag("no-lens")) {
+			lensEnabled = false;
+			return;
+		}
+		lensEnabled = true;
+		runtime.resetForSession();
+		clearWidgetState();
+		resetFormatService();
+		if (!getFlag("no-lsp")) resetLSPService();
+
+		const cwd = ctx.cwd ?? process.cwd();
+		runtime.projectRoot = cwd;
+		clearLastAnalyzedStateCache();
+		lspConfigInitializedCwds.clear();
+
+		try {
+			await ensureLSPConfigInitialized(cwd);
+		} catch (err) {
+			dbg(`session_start lsp config init failed: ${err}`);
+		}
+
+		if (getFlag("no-lsp")) return;
+
+		const profile = detectProjectProfile(cwd);
+		const tools = lspPreinstallTools(profile);
+		dbg(
+			`session_start profile kinds=${profile.detectedKinds.join(",")} lsp=${tools.join(",")}`,
+		);
+		for (const toolId of tools) {
+			void ensureTool(toolId).catch((err) => {
+				dbg(`session_start lsp preinstall ${toolId} failed: ${err}`);
+			});
+		}
+	});
+
+	pi.on("turn_start", () => {
+		if (!lensEnabled) return;
+		runtime.beginTurn();
+		clearLastAnalyzedStateCache();
+	});
+
+	pi.on("tool_call", async (event, ctx) => {
+		if (!lensEnabled) return;
+
+		const toolName = (event as { toolName?: string }).toolName ?? "";
+		if (
+			getFlag("lens-guard") &&
+			isGitCommitOrPushAttempt(toolName, event.input)
+		) {
+			const guard = evaluateGitGuard(runtime);
+			if (guard.block) return { block: true, reason: guard.reason };
+		}
+
+		const rawFilePath = getToolCallRawFilePath(toolName, event);
+		const filePath = resolveToolCallFilePath(
+			rawFilePath,
+			ctx.cwd,
+			runtime.projectRoot,
+		);
+
+		if (!getFlag("no-lsp")) {
+			try {
+				await ensureLSPConfigInitialized(
+					filePath ? path.dirname(filePath) : (ctx.cwd ?? runtime.projectRoot),
+				);
+			} catch (err) {
+				dbg(`tool_call lsp config init failed: ${err}`);
+			}
+		}
+
+		if (!filePath || !nodeFs.existsSync(filePath)) return;
+		if (isPathIgnoredByProject(filePath, runtime.projectRoot, false)) return;
+
+		if (
+			!getFlag("no-lsp") &&
+			isLspCapableFile(filePath) &&
+			!shouldSkipLspAutoTouch(filePath, runtime.projectRoot)
+		) {
+			const shouldWarmRead =
+				toolName === "read" && runtime.shouldWarmLspOnRead(filePath);
+			const shouldTouch =
+				toolName === "write" ||
+				toolName === "edit" ||
+				toolName === "lsp_navigation" ||
+				shouldWarmRead;
+			if (shouldTouch) {
+				try {
+					const content = nodeFs.readFileSync(filePath, "utf-8");
+					if (toolName === "read") runtime.markLspReadWarmStarted(filePath);
+					void getLSPService()
+						.touchFile(filePath, content, {
+							diagnostics: "none",
+							source: `tool_call:${toolName}`,
+						})
+						.then((result) => {
+							if (toolName === "read") {
+								if (result === undefined) {
+									runtime.clearLspReadWarmState(filePath);
+								} else {
+									runtime.markLspReadWarmCompleted(filePath);
+								}
+							}
+						})
+						.catch((err) => {
+							if (toolName === "read") runtime.clearLspReadWarmState(filePath);
+							dbg(`lsp auto-touch failed: ${err}`);
+						});
+				} catch {
+					if (toolName === "read") runtime.clearLspReadWarmState(filePath);
+				}
+			}
+		}
+
+		if (
+			isToolCallEventType(
+				"edit",
+				event as Parameters<typeof isToolCallEventType>[1],
+			)
+		) {
+			const editInput = (event as { input?: unknown }).input as {
+				oldText?: string;
+				newText?: string;
+				edits?: Array<{ oldText?: string; newText?: string }>;
+			};
+			const block = applyEditAutopatch(filePath, editInput);
+			if (block) return block;
+		}
+	});
+
+	pi.on("tool_result", async (event, _ctx) => {
+		if (!lensEnabled) return;
+		return handleToolResult({
+			event: event as Parameters<typeof handleToolResult>[0]["event"],
+			getFlag,
+			dbg,
+			runtime,
+			resetLSPService,
+		});
+	});
+
+	pi.on("agent_end", async (_event, ctx) => {
+		if (!lensEnabled) return;
+		await handleAgentEnd({
+			ctxCwd: ctx.cwd,
+			getFlag,
+			notify: (msg, level) => ctx.ui?.notify(msg, level),
+			dbg,
+			runtime,
+			getFormatService: () =>
+				getFormatService(runtime.telemetrySessionId, !getFlag("no-autoformat")),
+		});
+	});
+}