@wahack/pi-coding-agent 15.11.0

package/src/autoresearch/index.ts

@@ -0,0 +1,536 @@
+import * as fs from "node:fs";
+import * as path from "node:path";
+import type { AutocompleteItem } from './stubs/tui/index.ts';
+import { logger, prompt } from "@oh-my-pi/pi-utils";
+import type { ExtensionContext, ExtensionFactory } from "../extensibility/extensions";
+import * as git from "../utils/git";
+import commandResumeTemplate from "./command-resume.md" with { type: "text" };
+import { createDashboardController } from "./dashboard";
+import { ensureAutoresearchBranch } from "./git";
+import { formatNum } from "./helpers";
+import promptTemplate from "./prompt.md" with { type: "text" };
+import setupPromptTemplate from "./prompt-setup.md" with { type: "text" };
+import resumeMessageTemplate from "./resume-message.md" with { type: "text" };
+import {
+	buildExperimentState,
+	createExperimentState,
+	createRuntimeStore,
+	currentResults,
+	findBaselineMetric,
+	findBaselineRunNumber,
+	findBestKeptMetric,
+	reconstructControlState,
+} from "./state";
+import { openAutoresearchStorage, openAutoresearchStorageIfExists, type RunRow, type SessionRow } from "./storage";
+import { createInitExperimentTool } from "./tools/init-experiment";
+import { createLogExperimentTool } from "./tools/log-experiment";
+import { createRunExperimentTool } from "./tools/run-experiment";
+import { createUpdateNotesTool } from "./tools/update-notes";
+import type { AutoresearchRuntime, ExperimentResult, PendingRunSummary } from "./types";
+
+const EXPERIMENT_TOOL_NAMES = ["init_experiment", "run_experiment", "log_experiment", "update_notes"];
+
+export const createAutoresearchExtension: ExtensionFactory = api => {
+	const runtimeStore = createRuntimeStore();
+	const dashboard = createDashboardController();
+
+	const getSessionKey = (ctx: ExtensionContext): string => ctx.sessionManager.getSessionId();
+	const getRuntime = (ctx: ExtensionContext): AutoresearchRuntime => runtimeStore.ensure(getSessionKey(ctx));
+
+	const loadActiveSession = async (
+		ctx: ExtensionContext,
+	): Promise<{ session: SessionRow | null; currentBranch: string | null }> => {
+		const currentBranch = await tryReadBranch(ctx.cwd);
+		const storage = await openAutoresearchStorageIfExists(ctx.cwd);
+		if (!storage) return { session: null, currentBranch };
+		const session = storage.getActiveSessionForBranch(currentBranch);
+		return { session, currentBranch };
+	};
+
+	const rehydrate = async (ctx: ExtensionContext): Promise<void> => {
+		const runtime = getRuntime(ctx);
+		const control = reconstructControlState(ctx.sessionManager.getBranch());
+		runtime.goal = control.goal;
+		runtime.autoResumeArmed = false;
+		runtime.lastAutoResumePendingRunNumber = null;
+
+		// Skip storage entirely if autoresearch was never activated in this conversation.
+		// This is the common case: every project gets a session_start event but most
+		// never touch autoresearch, so we must not create a SQLite file just to look.
+		const everActivated = control.lastMode !== null;
+		const { session, currentBranch } = everActivated
+			? await loadActiveSession(ctx)
+			: { session: null, currentBranch: null };
+
+		// Mode is effective only when the recorded session matches the current git
+		// branch. When the user switches off the autoresearch branch the widget hides
+		// and the experiment tools detach, but the session entries are preserved so
+		// switching back resumes seamlessly.
+		const onActiveBranch = session === null || session.branch === null || session.branch === currentBranch;
+		runtime.autoresearchMode = control.autoresearchMode && onActiveBranch;
+
+		if (session && onActiveBranch) {
+			const storage = await openAutoresearchStorageIfExists(ctx.cwd);
+			if (storage) {
+				const loggedRuns = storage.listLoggedRuns(session.id);
+				runtime.state = buildExperimentState(session, loggedRuns);
+				runtime.goal = runtime.goal ?? session.goal;
+				runtime.lastRunSummary = pendingRunSummaryFromRow(storage.getPendingRun(session.id));
+			} else {
+				runtime.state = createExperimentState();
+				runtime.lastRunSummary = null;
+			}
+		} else {
+			runtime.state = createExperimentState();
+			runtime.lastRunSummary = null;
+		}
+		runtime.lastRunDuration = runtime.lastRunSummary?.durationSeconds ?? null;
+		runtime.lastRunAsi = runtime.lastRunSummary?.parsedAsi ?? null;
+		runtime.lastRunArtifactDir = runtime.lastRunSummary?.runDirectory ?? null;
+		runtime.lastRunNumber = runtime.lastRunSummary?.runNumber ?? null;
+		runtime.runningExperiment = null;
+		dashboard.updateWidget(ctx, runtime);
+
+		const activeTools = api.getActiveTools();
+		const experimentTools = new Set(EXPERIMENT_TOOL_NAMES);
+		const nextActiveTools = runtime.autoresearchMode
+			? [...new Set([...activeTools, ...EXPERIMENT_TOOL_NAMES])]
+			: activeTools.filter(name => !experimentTools.has(name));
+		const toolsChanged =
+			nextActiveTools.length !== activeTools.length ||
+			nextActiveTools.some((name, index) => name !== activeTools[index]);
+		if (toolsChanged) {
+			await api.setActiveTools(nextActiveTools);
+		}
+	};
+
+	const setMode = (
+		ctx: ExtensionContext,
+		enabled: boolean,
+		goal: string | null,
+		mode: "on" | "off" | "clear",
+	): void => {
+		const runtime = getRuntime(ctx);
+		runtime.autoresearchMode = enabled;
+		runtime.autoResumeArmed = false;
+		runtime.goal = goal;
+		runtime.lastAutoResumePendingRunNumber = null;
+		api.appendEntry("autoresearch-control", goal ? { mode, goal } : { mode });
+	};
+
+	api.registerTool(createInitExperimentTool({ dashboard, getRuntime, pi: api }));
+	api.registerTool(createRunExperimentTool({ dashboard, getRuntime, pi: api }));
+	api.registerTool(createLogExperimentTool({ dashboard, getRuntime, pi: api }));
+	api.registerTool(createUpdateNotesTool({ dashboard, getRuntime, pi: api }));
+
+	api.registerCommand("autoresearch", {
+		description: "Toggle builtin autoresearch mode, or pass off / clear, or a goal message.",
+		getArgumentCompletions(argumentPrefix: string): AutocompleteItem[] | null {
+			if (argumentPrefix.includes(" ")) return null;
+			const normalized = argumentPrefix.trim().toLowerCase();
+			if (normalized.length === 0) return null;
+			const completions: AutocompleteItem[] = [
+				{ label: "off", value: "off", description: "Leave autoresearch mode" },
+				{
+					label: "clear",
+					value: "clear",
+					description: "Reset worktree to baseline and close the active session",
+				},
+			];
+			const filtered = completions.filter(item => item.label.startsWith(normalized));
+			return filtered.length > 0 ? filtered : null;
+		},
+		async handler(args, ctx): Promise<void> {
+			const trimmed = args.trim();
+			const runtime = getRuntime(ctx);
+
+			if (trimmed === "" && runtime.autoresearchMode) {
+				setMode(ctx, false, runtime.goal, "off");
+				dashboard.updateWidget(ctx, runtime);
+				const experimentTools = new Set(EXPERIMENT_TOOL_NAMES);
+				await api.setActiveTools(api.getActiveTools().filter(name => !experimentTools.has(name)));
+				ctx.ui.notify("Autoresearch mode disabled", "info");
+				return;
+			}
+
+			if (trimmed === "off") {
+				setMode(ctx, false, runtime.goal, "off");
+				dashboard.updateWidget(ctx, runtime);
+				const experimentTools = new Set(EXPERIMENT_TOOL_NAMES);
+				await api.setActiveTools(api.getActiveTools().filter(name => !experimentTools.has(name)));
+				ctx.ui.notify("Autoresearch mode disabled", "info");
+				return;
+			}
+
+			if (trimmed === "clear" || trimmed.startsWith("clear ")) {
+				const flagPart = trimmed === "clear" ? "" : trimmed.slice("clear ".length).trim();
+				const keepTree = flagPart.includes("--keep-tree");
+				const resetTreeForce = flagPart.includes("--reset-tree");
+				await handleClear(ctx, runtime, { keepTree, resetTreeForce });
+				return;
+			}
+
+			const goalArg = trimmed.length > 0 ? trimmed : null;
+			const branchResult = await ensureAutoresearchBranch(api, ctx.cwd, goalArg ?? runtime.goal);
+			if (!branchResult.ok) {
+				ctx.ui.notify(branchResult.error, "error");
+				return;
+			}
+			if (branchResult.warning) {
+				ctx.ui.notify(branchResult.warning, "warning");
+			}
+
+			// Look up an existing session for the branch we just landed on. A session
+			// recorded under a different autoresearch/* branch is intentionally ignored
+			// — `/autoresearch` on a fresh branch starts a fresh session. Only open the
+			// DB if it already exists; the empty-state path must not create one.
+			const existingStorage = await openAutoresearchStorageIfExists(ctx.cwd);
+			const existingSession = existingStorage?.getActiveSessionForBranch(branchResult.branchName) ?? null;
+			const resumeContext = trimmed;
+			const branchStatusLine = branchResult.branchName
+				? branchResult.created
+					? `Created and checked out dedicated git branch \`${branchResult.branchName}\` before resuming.`
+					: `Using dedicated git branch \`${branchResult.branchName}\`.`
+				: "Continuing on the current branch — no autoresearch branch was created.";
+
+			if (existingSession && existingStorage) {
+				if (goalArg) existingStorage.updateSession(existingSession.id, { goal: goalArg });
+				if (branchResult.branchName) {
+					existingStorage.updateSession(existingSession.id, { branch: branchResult.branchName });
+				}
+				const refreshed = existingStorage.getSessionById(existingSession.id) ?? existingSession;
+				runtime.state = buildExperimentState(refreshed, existingStorage.listLoggedRuns(refreshed.id));
+				runtime.goal = refreshed.goal ?? goalArg;
+				setMode(ctx, true, runtime.goal, "on");
+				dashboard.updateWidget(ctx, runtime);
+				await api.setActiveTools([...new Set([...api.getActiveTools(), ...EXPERIMENT_TOOL_NAMES])]);
+				api.sendUserMessage(
+					prompt.render(commandResumeTemplate, {
+						branch_status_line: branchStatusLine,
+						has_resume_context: resumeContext.length > 0,
+						resume_context: resumeContext,
+					}),
+				);
+				return;
+			}
+
+			setMode(ctx, true, goalArg, "on");
+			dashboard.updateWidget(ctx, runtime);
+			await api.setActiveTools([...new Set([...api.getActiveTools(), ...EXPERIMENT_TOOL_NAMES])]);
+			if (goalArg !== null) {
+				api.sendUserMessage(goalArg);
+			} else {
+				ctx.ui.notify("Autoresearch enabled—describe what to optimize in your next message.", "info");
+			}
+		},
+	});
+
+	api.registerShortcut("ctrl+x", {
+		description: "Toggle autoresearch dashboard",
+		handler(ctx): void {
+			const runtime = getRuntime(ctx);
+			if (runtime.state.results.length === 0 && !runtime.runningExperiment) {
+				ctx.ui.notify("No autoresearch results yet", "info");
+				return;
+			}
+			runtime.dashboardExpanded = !runtime.dashboardExpanded;
+			dashboard.updateWidget(ctx, runtime);
+		},
+	});
+
+	api.registerShortcut("ctrl+shift+x", {
+		description: "Show autoresearch dashboard overlay",
+		handler(ctx): Promise<void> {
+			return dashboard.showOverlay(ctx, getRuntime(ctx));
+		},
+	});
+
+	api.on("session_start", (_event, ctx) => rehydrate(ctx));
+	api.on("session_switch", (_event, ctx) => rehydrate(ctx));
+	api.on("session_branch", (_event, ctx) => rehydrate(ctx));
+	api.on("session_tree", (_event, ctx) => rehydrate(ctx));
+	api.on("session_shutdown", (_event, ctx) => {
+		dashboard.clear(ctx);
+		runtimeStore.clear(getSessionKey(ctx));
+	});
+
+	api.on("agent_end", async (_event, ctx) => {
+		const runtime = getRuntime(ctx);
+		runtime.runningExperiment = null;
+		dashboard.updateWidget(ctx, runtime);
+		dashboard.requestRender();
+		if (!runtime.autoresearchMode) return;
+		if (ctx.hasPendingMessages()) {
+			runtime.autoResumeArmed = false;
+			return;
+		}
+		const { session } = await loadActiveSession(ctx);
+		const storage = session ? await openAutoresearchStorageIfExists(ctx.cwd) : null;
+		const pendingRow = session && storage ? storage.getPendingRun(session.id) : null;
+		const pendingRun = pendingRunSummaryFromRow(pendingRow);
+		runtime.lastRunSummary = pendingRun;
+		runtime.lastRunDuration = pendingRun?.durationSeconds ?? runtime.lastRunDuration;
+		runtime.lastRunAsi = pendingRun?.parsedAsi ?? runtime.lastRunAsi;
+		const shouldResumePendingRun =
+			pendingRun !== null && runtime.lastAutoResumePendingRunNumber !== pendingRun.runNumber;
+		if (!shouldResumePendingRun && !runtime.autoResumeArmed) {
+			return;
+		}
+		runtime.autoResumeArmed = false;
+		runtime.lastAutoResumePendingRunNumber = pendingRun?.runNumber ?? null;
+		api.sendMessage(
+			{
+				customType: "autoresearch-resume",
+				content: prompt.render(resumeMessageTemplate, {
+					has_pending_run: Boolean(pendingRun),
+				}),
+				display: false,
+				attribution: "agent",
+			},
+			{ deliverAs: "nextTurn", triggerTurn: true },
+		);
+	});
+
+	api.on("before_agent_start", async (event, ctx) => {
+		const runtime = getRuntime(ctx);
+		if (!runtime.autoresearchMode) return;
+		// Re-check git branch on every agent start. If the user manually switched
+		// off the autoresearch/* branch between turns, we silently drop autoresearch
+		// from this turn — the widget hides, the experiment tools detach, and we do
+		// not inject the autoresearch system prompt.
+		const { session, currentBranch } = await loadActiveSession(ctx);
+		const onActiveBranch = session === null || session.branch === null || session.branch === currentBranch;
+		if (!onActiveBranch) {
+			runtime.autoresearchMode = false;
+			runtime.state = createExperimentState();
+			runtime.lastRunSummary = null;
+			runtime.runningExperiment = null;
+			dashboard.updateWidget(ctx, runtime);
+			const experimentTools = new Set(EXPERIMENT_TOOL_NAMES);
+			await api.setActiveTools(api.getActiveTools().filter(name => !experimentTools.has(name)));
+			return;
+		}
+		const storage = await openAutoresearchStorageIfExists(ctx.cwd);
+		if (session && storage) {
+			runtime.state = buildExperimentState(session, storage.listLoggedRuns(session.id));
+		}
+		const pendingRow = session && storage ? storage.getPendingRun(session.id) : null;
+		const pendingRun = pendingRunSummaryFromRow(pendingRow);
+		runtime.lastRunSummary = pendingRun;
+		runtime.lastRunDuration = pendingRun?.durationSeconds ?? runtime.lastRunDuration;
+		runtime.lastRunAsi = pendingRun?.parsedAsi ?? runtime.lastRunAsi;
+		const state = runtime.state;
+		const currentSegmentResults = currentResults(state.results, state.currentSegment);
+		const baselineMetric = findBaselineMetric(state.results, state.currentSegment);
+		const baselineRunNumber = findBaselineRunNumber(state.results, state.currentSegment);
+		const bestMetric = findBestKeptMetric(state.results, state.currentSegment, state.bestDirection);
+		const bestResult = bestKeptResult(state.results, state.currentSegment, state.bestDirection);
+		const goal = runtime.goal ?? state.goal ?? state.name ?? "";
+		const recentResults = currentSegmentResults.slice(-3).map(result => {
+			const asiSummary = summarizeExperimentAsi(result);
+			return {
+				asi_summary: asiSummary,
+				description: result.description,
+				has_asi_summary: Boolean(asiSummary),
+				metric_display: formatNum(result.metric, state.metricUnit),
+				run_number: result.runNumber ?? state.results.indexOf(result) + 1,
+				status: result.status,
+				has_deviations: result.scopeDeviations.length > 0,
+				deviations: result.scopeDeviations.join(", "),
+				justified: Boolean(result.justification),
+				flagged: result.flagged,
+				flagged_reason: result.flaggedReason ?? "",
+			};
+		});
+		const unjustifiedRuns = currentSegmentResults
+			.filter(r => r.status === "keep" && !r.flagged && r.scopeDeviations.length > 0 && !r.justification)
+			.slice(-3)
+			.map(r => ({
+				run_number: r.runNumber,
+				paths: r.scopeDeviations.join(", "),
+			}));
+		if (!session) {
+			const currentBranch = await tryReadBranch(ctx.cwd);
+			const onAutoresearchBranch = currentBranch?.startsWith("autoresearch/") ?? false;
+			const baselineWarning = onAutoresearchBranch
+				? null
+				: "Heads up: you are not on a dedicated `autoresearch/*` branch. `log_experiment discard` will only revert run-modified files, not reset to baseline — so harness files written before `init_experiment` may not survive a discard. Clean the worktree and re-run `/autoresearch` if you want full revert safety.";
+			return {
+				systemPrompt: [
+					prompt.render(setupPromptTemplate, {
+						base_system_prompt: event.systemPrompt.join("\n\n"),
+						has_goal: goal.trim().length > 0,
+						goal,
+						working_dir: ctx.cwd,
+						has_branch: Boolean(currentBranch),
+						branch: currentBranch ?? "",
+						has_baseline_warning: baselineWarning !== null,
+						baseline_warning: baselineWarning ?? "",
+					}),
+				],
+			};
+		}
+		return {
+			systemPrompt: [
+				prompt.render(promptTemplate, {
+					base_system_prompt: event.systemPrompt.join("\n\n"),
+					has_goal: goal.trim().length > 0,
+					goal,
+					working_dir: ctx.cwd,
+					default_metric_name: state.metricName,
+					metric_name: state.metricName,
+					has_branch: Boolean(state.branch),
+					branch: state.branch,
+					has_baseline_commit: Boolean(state.baselineCommit),
+					baseline_commit: state.baselineCommit ? state.baselineCommit.slice(0, 12) : "",
+					has_notes: state.notes.trim().length > 0,
+					notes: state.notes,
+					current_segment: state.currentSegment + 1,
+					current_segment_run_count: currentSegmentResults.length,
+					has_baseline_metric: baselineMetric !== null,
+					baseline_metric_display: formatNum(baselineMetric, state.metricUnit),
+					baseline_run_number: baselineRunNumber,
+					has_best_result: bestResult !== null && bestMetric !== null,
+					best_metric_display: bestMetric !== null ? formatNum(bestMetric, state.metricUnit) : "-",
+					best_run_number: bestResult ? (bestResult.runNumber ?? state.results.indexOf(bestResult) + 1) : null,
+					has_recent_results: recentResults.length > 0,
+					recent_results: recentResults,
+					has_unjustified_runs: unjustifiedRuns.length > 0,
+					unjustified_runs: unjustifiedRuns,
+					has_pending_run: Boolean(pendingRun),
+					pending_run_number: pendingRun?.runNumber,
+					pending_run_command: pendingRun?.command,
+					pending_run_passed: pendingRun?.passed ?? false,
+					has_pending_run_metric: pendingRun?.parsedPrimary !== null && pendingRun?.parsedPrimary !== undefined,
+					pending_run_metric_display:
+						pendingRun?.parsedPrimary !== null && pendingRun?.parsedPrimary !== undefined
+							? formatNum(pendingRun.parsedPrimary, state.metricUnit)
+							: null,
+				}),
+			],
+		};
+	});
+
+	async function handleClear(
+		ctx: ExtensionContext,
+		runtime: AutoresearchRuntime,
+		opts: { keepTree: boolean; resetTreeForce: boolean },
+	): Promise<void> {
+		const storage = await openAutoresearchStorage(ctx.cwd);
+		const session = storage.getActiveSession();
+		const branchName = await tryReadBranch(ctx.cwd);
+		const onAutoresearchBranch = branchName?.startsWith("autoresearch/") ?? false;
+		const shouldResetTree = !opts.keepTree && (onAutoresearchBranch || opts.resetTreeForce);
+		if (shouldResetTree && session?.baselineCommit) {
+			try {
+				await git.reset(ctx.cwd, { hard: true, target: session.baselineCommit });
+				await git.clean(ctx.cwd);
+				ctx.ui.notify(`Reset worktree to baseline ${session.baselineCommit.slice(0, 12)}.`, "info");
+			} catch (err) {
+				ctx.ui.notify(
+					`Failed to reset worktree to baseline: ${err instanceof Error ? err.message : String(err)}`,
+					"error",
+				);
+			}
+		} else if (shouldResetTree) {
+			ctx.ui.notify("No baseline commit recorded — skipped worktree reset.", "warning");
+		}
+
+		removeLegacyArtifacts(ctx.cwd);
+
+		if (session) {
+			storage.closeSession(session.id);
+		}
+		runtime.state = createExperimentState();
+		runtime.goal = null;
+		runtime.lastRunDuration = null;
+		runtime.lastRunAsi = null;
+		runtime.lastRunArtifactDir = null;
+		runtime.lastRunNumber = null;
+		runtime.lastRunSummary = null;
+		setMode(ctx, false, null, "clear");
+		dashboard.updateWidget(ctx, runtime);
+		const experimentTools = new Set(EXPERIMENT_TOOL_NAMES);
+		await api.setActiveTools(api.getActiveTools().filter(name => !experimentTools.has(name)));
+		ctx.ui.notify("Autoresearch session cleared.", "info");
+	}
+};
+
+const LEGACY_ARTIFACTS = [
+	"autoresearch.md",
+	"autoresearch.sh",
+	"autoresearch.checks.sh",
+	"autoresearch.program.md",
+	"autoresearch.ideas.md",
+	"autoresearch.jsonl",
+	"autoresearch.config.json",
+	".autoresearch",
+];
+
+function removeLegacyArtifacts(workDir: string): void {
+	for (const name of LEGACY_ARTIFACTS) {
+		const target = path.join(workDir, name);
+		try {
+			fs.rmSync(target, { recursive: true, force: true });
+		} catch (err) {
+			logger.warn("Failed to remove legacy autoresearch artifact", {
+				path: target,
+				error: err instanceof Error ? err.message : String(err),
+			});
+		}
+	}
+}
+
+function pendingRunSummaryFromRow(row: RunRow | null): PendingRunSummary | null {
+	if (!row) return null;
+	if (row.status !== null) return null;
+	if (row.completedAt === null) return null;
+	const passed = row.exitCode === 0 && !row.timedOut;
+	return {
+		command: row.command,
+		durationSeconds: row.durationMs !== null ? row.durationMs / 1000 : null,
+		parsedAsi: row.parsedAsi,
+		parsedMetrics: row.parsedMetrics,
+		parsedPrimary: row.parsedPrimary,
+		passed,
+		preRunDirtyPaths: row.preRunDirtyPaths,
+		runDirectory: path.dirname(row.logPath),
+		runNumber: row.id,
+		exitCode: row.exitCode,
+		timedOut: row.timedOut,
+	};
+}
+
+function summarizeExperimentAsi(result: ExperimentResult): string | null {
+	const hypothesis = typeof result.asi?.hypothesis === "string" ? result.asi.hypothesis.trim() : "";
+	const rollback = typeof result.asi?.rollback_reason === "string" ? result.asi.rollback_reason.trim() : "";
+	const next = typeof result.asi?.next_action_hint === "string" ? result.asi.next_action_hint.trim() : "";
+	const summary = [hypothesis, rollback, next].filter(part => part.length > 0).join(" | ");
+	return summary.length > 0 ? summary.slice(0, 220) : null;
+}
+
+function bestKeptResult(
+	results: ExperimentResult[],
+	segment: number,
+	direction: "lower" | "higher",
+): ExperimentResult | null {
+	let best: ExperimentResult | null = null;
+	for (const result of results) {
+		if (result.segment !== segment || result.status !== "keep" || result.flagged) continue;
+		if (!best) {
+			best = result;
+			continue;
+		}
+		const better = direction === "lower" ? result.metric < best.metric : result.metric > best.metric;
+		if (better) best = result;
+	}
+	return best;
+}
+
+async function tryReadBranch(cwd: string): Promise<string | null> {
+	try {
+		return (await git.branch.current(cwd)) ?? null;
+	} catch {
+		return null;
+	}
+}

package/src/autoresearch/prompt-setup.md

@@ -0,0 +1,43 @@
+{{base_system_prompt}}
+
+## Autoresearch Mode — Phase 1: Harness Setup
+
+Autoresearch mode is active and there is no session yet. Your job in this turn is to **build the benchmark harness**, not to optimise anything. Optimisation starts only after you call `init_experiment`.
+
+{{#if has_goal}}
+Primary goal (for context — implement the harness so it can measure this):
+{{goal}}
+{{else}}
+There is no goal recorded yet. Infer what to optimise from the latest user message and design the harness to measure that. Capture the goal when you call `init_experiment`.
+{{/if}}
+
+Working directory: `{{working_dir}}`
+{{#if has_branch}}Active branch: `{{branch}}`{{/if}}
+{{#if has_baseline_warning}}
+
+{{baseline_warning}}
+{{/if}}
+
+### What you MUST produce
+
+Write `./autoresearch.sh` at the working directory. It is the canonical benchmark entrypoint and MUST:
+
+- exit 0 on success and non-zero on failure;
+- print the primary metric as a single line `METRIC <name>=<value>`;
+- print any secondary metrics as additional `METRIC <name>=<value>` lines;
+- run the same workload deterministically every time (no live network, no time-of-day dependencies, fixed seeds where applicable).
+
+You MAY edit anything else needed to make `autoresearch.sh` work — benchmark binaries, `Cargo.toml`, `package.json`, helper scripts, fixtures. All those edits are part of the harness baseline and will be committed for you when you call `init_experiment` on an autoresearch branch.
+
+### Steps
+
+1. Inspect the target. Read source, identify what to measure, decide on the workload.
+2. Write `autoresearch.sh` plus any supporting files (benchmark binaries, fixtures, etc.).
+3. Validate it: invoke `bash autoresearch.sh` through the regular `bash` tool. Confirm it exits 0 and emits at least one `METRIC` line. Iterate on the harness until it does.
+4. Call `init_experiment` with the goal, primary metric (matching the `METRIC` name), and scope. This snapshots the worktree as the baseline and starts Phase 2 (the iteration loop).
+
+### Rules
+
+- NEVER call `run_experiment`, `log_experiment`, or `update_notes` yet. They will error with "no active autoresearch session" until `init_experiment` runs.
+- NEVER treat a compile-only check as a benchmark. The harness MUST actually execute the workload and emit `METRIC`.
+- NEVER create `autoresearch.md`, `autoresearch.checks.sh`, `autoresearch.program.md`, `autoresearch.ideas.md`, `autoresearch.jsonl`, `.autoresearch/`, or `autoresearch.config.json`. Session state is tracked for you.

package/src/autoresearch/prompt.md

@@ -0,0 +1,103 @@
+{{base_system_prompt}}
+
+## Autoresearch Mode
+
+Autoresearch mode is active.
+
+{{#if has_goal}}
+Primary goal:
+{{goal}}
+{{else}}
+There is no goal recorded for this session yet. Infer what to optimize from the latest user message and the conversation; capture the goal in your notes (`update_notes`) once it is clear.
+{{/if}}
+
+Session state and run artifacts are managed for you. The benchmark entrypoint is `bash autoresearch.sh` (committed during Phase 1). NEVER edit `autoresearch.sh` mid-segment unless you intentionally bump segment via `init_experiment new_segment: true`. NEVER create `autoresearch.md` or `.autoresearch/` in this repo.
+
+Working directory: `{{working_dir}}`
+{{#if has_branch}}Active branch: `{{branch}}`{{/if}}
+{{#if has_baseline_commit}}Baseline commit: `{{baseline_commit}}`{{/if}}
+
+You are running an autonomous experiment loop. You MUST keep iterating until the user interrupts you or the configured maximum iteration count is reached.
+
+### Available tools
+- `init_experiment` — open or reconfigure the session. Pass `new_segment: true` to start a fresh baseline within the current session.
+- `run_experiment` — run the benchmark (`bash autoresearch.sh`). Output is captured automatically and `METRIC name=value` / `ASI key=value` lines printed by the harness are parsed back to you. The command is fixed.
+- `log_experiment` — record the result. On `keep`, modified files are committed for you; on `discard`/`crash`/`checks_failed`, the worktree is reverted. Pass `flag_runs` to mark earlier runs as suspect; flagged runs are excluded from baseline and best-metric math.
+- `update_notes` — replace the durable session playbook (`body`) or append to the ideas backlog (`append_idea`). The notes are injected into your system prompt every iteration.
+
+### Operating protocol
+1. Understand the target before touching code: read source, identify the bottleneck, verify prerequisites and benchmark inputs.
+2. Update goal, scope, or constraints via another `init_experiment` call (no segment bump) or `update_notes`. Bump segment when you intentionally change `autoresearch.sh`.
+3. Establish a baseline first.
+4. Iterate: change code, run `run_experiment`, log honestly with `log_experiment`. One coherent experiment per iteration.
+5. Keep the primary metric as the decision maker:
+   - `keep` when it improves;
+   - `discard` when it regresses or stays flat;
+   - `crash` when the run fails;
+   - `checks_failed` when validation fails (you decide what validation means; run it through the regular `bash` tool).
+6. Use ASI freely — it is opaque, just stash useful learnings (`hypothesis`, `rollback_reason`, `next_action_hint`, anything else).
+7. When confidence is low, re-run promising changes before keeping them. `log_experiment` reports a confidence score (multiples of the observed noise floor) on each kept run.
+
+### Scope, off-limits, and accountability
+- Edits are not blocked. You can change anything.
+- `log_experiment` records the modified paths. Files outside `scope_paths` or inside `off_limits` are recorded as `scope_deviations` on the run.
+- If you keep a run with deviations, pass `justification` explaining why. Without it, the run logs but is flagged in the next iteration's prompt as unjustified.
+- If a previous run looks reward-hacked or otherwise wrong, pass `flag_runs: [{ run_id, reason }]` on the next `log_experiment` to exclude it from baseline and best-metric calculations.
+
+{{#if has_notes}}
+### Your notes (use `update_notes` to edit)
+
+{{notes}}
+
+{{/if}}
+{{#if has_recent_results}}
+### Current segment snapshot
+- segment: `{{current_segment}}`
+- runs in current segment: `{{current_segment_run_count}}`
+{{#if has_baseline_metric}}
+- baseline `{{metric_name}}`: `{{baseline_metric_display}}`
+{{/if}}
+{{#if has_best_result}}
+- best kept `{{metric_name}}`: `{{best_metric_display}}`{{#if best_run_number}} from run `#{{best_run_number}}`{{/if}}
+{{/if}}
+
+Recent runs:
+{{#each recent_results}}
+- run `#{{run_number}}`: `{{status}}` `{{metric_display}}` — {{description}}
+{{#if has_asi_summary}}
+  ASI: {{asi_summary}}
+{{/if}}
+{{#if has_deviations}}
+  Modified outside scope: {{deviations}}{{#unless justified}} (no justification){{/unless}}
+{{/if}}
+{{#if flagged}}
+  FLAGGED: {{flagged_reason}}
+{{/if}}
+{{/each}}
+{{/if}}
+{{#if has_unjustified_runs}}
+
+### Unjustified deviations
+{{#each unjustified_runs}}
+- run `#{{run_number}}` modified `{{paths}}` outside scope without justification. Either accept it, justify it on the next log, or `flag_runs` it.
+{{/each}}
+{{/if}}
+{{#if has_pending_run}}
+
+### Pending run
+An unlogged run is waiting:
+- run: `#{{pending_run_number}}`
+- command: `{{pending_run_command}}`
+{{#if has_pending_run_metric}}
+- parsed `{{metric_name}}`: `{{pending_run_metric_display}}`
+{{/if}}
+- result: {{#if pending_run_passed}}passed{{else}}failed{{/if}}
+
+Finish the `log_experiment` step before starting another benchmark.
+{{/if}}
+
+### Guardrails
+- NEVER game the benchmark.
+- NEVER overfit to synthetic inputs if the real workload is broader.
+- MUST preserve correctness.
+- If the user sends another message while a run is in progress, finish the current run and logging cycle first, then address the new input in the next iteration.