@oh-my-pi/pi-coding-agent 14.5.13 → 14.6.0

package/src/utils/title-generator.ts

@@ -2,15 +2,13 @@
  * Generate session titles using a smol, fast model.
  */
 import * as path from "node:path";
-import type { ThinkingLevel } from "@oh-my-pi/pi-agent-core";
-import type { Api, Model } from "@oh-my-pi/pi-ai";
-import { completeSimple } from "@oh-my-pi/pi-ai";
+
+import { type Api, completeSimple, type Model } from "@oh-my-pi/pi-ai";
 import { logger, prompt } from "@oh-my-pi/pi-utils";
 import type { ModelRegistry } from "../config/model-registry";
 import { resolveRoleSelection } from "../config/model-resolver";
 import type { Settings } from "../config/settings";
 import titleSystemPrompt from "../prompts/system/title-system.md" with { type: "text" };
-import { toReasoningEffort } from "../thinking";
 
 const TITLE_SYSTEM_PROMPT = prompt.render(titleSystemPrompt);
 
@@ -19,22 +17,14 @@ const TERMINAL_TITLE_CONTROL_CHARS = /[\u0000-\u001f\u007f-\u009f]/g;
 
 const MAX_INPUT_CHARS = 2000;
 
-function getTitleModel(
-	registry: ModelRegistry,
-	settings: Settings,
-	currentModel?: Model<Api>,
-): { model: Model<Api>; thinkingLevel?: ThinkingLevel } | undefined {
+function getTitleModel(registry: ModelRegistry, settings: Settings, currentModel?: Model<Api>): Model<Api> | undefined {
 	const availableModels = registry.getAvailable();
 	if (availableModels.length === 0) return undefined;
 
-	const titleModel = resolveRoleSelection(["commit", "smol"], settings, availableModels, registry);
-	if (titleModel) {
-		return { model: titleModel.model, thinkingLevel: titleModel.thinkingLevel };
-	}
+	const titleModel = resolveRoleSelection(["commit", "smol"], settings, availableModels, registry)?.model;
+	if (titleModel) return titleModel;
 
-	if (currentModel) {
-		return { model: currentModel };
-	}
+	if (currentModel) return currentModel;
 
 	return undefined;
 }
@@ -44,7 +34,7 @@ function getTitleModel(
  *
  * @param firstMessage The first user message
  * @param registry Model registry
- * @param settings Settings used to resolve the smol role, including per-role thinking
+ * @param settings Settings used to resolve the smol role
  * @param sessionId Optional session id for sticky API key selection
  */
 export async function generateSessionTitle(
@@ -54,8 +44,8 @@ export async function generateSessionTitle(
 	sessionId?: string,
 	currentModel?: Model<Api>,
 ): Promise<string | null> {
-	const candidate = getTitleModel(registry, settings, currentModel);
-	if (!candidate) {
+	const model = getTitleModel(registry, settings, currentModel);
+	if (!model) {
 		logger.debug("title-generator: no title model found");
 		return null;
 	}
@@ -67,17 +57,20 @@ export async function generateSessionTitle(
 ${truncatedMessage}
 </user-message>`;
 
-	const apiKey = await registry.getApiKey(candidate.model, sessionId);
+	const apiKey = await registry.getApiKey(model, sessionId);
 	if (!apiKey) {
 		logger.debug("title-generator: no API key for smol model", {
-			provider: candidate.model.provider,
-			id: candidate.model.id,
+			provider: model.provider,
+			id: model.id,
 		});
 		return null;
 	}
 
+	// Title generation is a 3-6 word task; force reasoning off so reasoning models
+	// don't burn the entire output budget on internal thinking and return an empty
+	// string. With reasoning disabled, 30 tokens of output is plenty.
 	const request = {
-		model: `${candidate.model.provider}/${candidate.model.id}`,
+		model: `${model.provider}/${model.id}`,
 		systemPrompt: TITLE_SYSTEM_PROMPT,
 		userMessage,
 		maxTokens: 30,
@@ -86,7 +79,7 @@ ${truncatedMessage}
 
 	try {
 		const response = await completeSimple(
-			candidate.model,
+			model,
 			{
 				systemPrompt: request.systemPrompt,
 				messages: [{ role: "user", content: request.userMessage, timestamp: Date.now() }],
@@ -94,7 +87,7 @@ ${truncatedMessage}
 			{
 				apiKey,
 				maxTokens: 30,
-				reasoning: toReasoningEffort(candidate.thinkingLevel),
+				disableReasoning: true,
 			},
 		);
 
@@ -153,13 +146,8 @@ function getFallbackTerminalTitle(cwd: string | undefined): string | undefined {
 	return sanitizeTerminalTitlePart(baseName);
 }
 
-export function formatSessionTerminalTitle(
-	sessionName: string | undefined,
-	cwd?: string,
-	titleSource?: "auto" | "user" | undefined,
-): string {
-	const label =
-		sanitizeTerminalTitlePart(titleSource === "auto" ? undefined : sessionName) ?? getFallbackTerminalTitle(cwd);
+export function formatSessionTerminalTitle(sessionName: string | undefined, cwd?: string): string {
+	const label = sanitizeTerminalTitlePart(sessionName) ?? getFallbackTerminalTitle(cwd);
 	return label ? `${DEFAULT_TERMINAL_TITLE}: ${label}` : DEFAULT_TERMINAL_TITLE;
 }
 
@@ -170,12 +158,8 @@ export function setTerminalTitle(title: string): void {
 	process.stdout.write(`\x1b]0;${sanitizeTerminalTitlePart(title) ?? DEFAULT_TERMINAL_TITLE}\x07`);
 }
 
-export function setSessionTerminalTitle(
-	sessionName: string | undefined,
-	cwd?: string,
-	titleSource?: "auto" | "user" | undefined,
-): void {
-	setTerminalTitle(formatSessionTerminalTitle(sessionName, cwd, titleSource));
+export function setSessionTerminalTitle(sessionName: string | undefined, cwd?: string): void {
+	setTerminalTitle(formatSessionTerminalTitle(sessionName, cwd));
 }
 
 /**

package/src/web/scrapers/crossref.ts

@@ -66,10 +66,10 @@ function formatDate(date?: CrossrefDate): string | null {
 	return formatted.join("-");
 }
 
-function formatAbstract(abstract?: string): string | null {
+async function formatAbstract(abstract?: string): Promise<string | null> {
 	if (!abstract) return null;
 	const normalized = abstract.replace(/<\/?jats:p[^>]*>/g, match => (match.startsWith("</") ? "</p>" : "<p>"));
-	const markdown = htmlToBasicMarkdown(normalized);
+	const markdown = await htmlToBasicMarkdown(normalized);
 	return markdown.trim().length > 0 ? markdown : null;
 }
 
@@ -114,7 +114,7 @@ export const handleCrossref: SpecialHandler = async (
 			formatDate(message.issued) ||
 			formatDate(message.created);
 		const doiValue = message.DOI || doi;
-		const abstract = formatAbstract(message.abstract);
+		const abstract = await formatAbstract(message.abstract);
 		const type = message.type?.replace(/-/g, " ");
 
 		let md = `# ${title}\n\n`;

package/src/web/scrapers/devto.ts

@@ -133,7 +133,7 @@ export const handleDevTo: SpecialHandler = async (
 			if (article.body_markdown) {
 				md += article.body_markdown;
 			} else if (article.body_html) {
-				md += htmlToBasicMarkdown(article.body_html);
+				md += await htmlToBasicMarkdown(article.body_html);
 			}
 
 			notes.push("Fetched via dev.to API");

package/src/web/scrapers/discourse.ts

@@ -77,12 +77,12 @@ function formatCategory(topic: DiscourseTopic): string | null {
 	return parts.length ? parts.join(" ") : null;
 }
 
-function formatPostBody(post: DiscoursePost): string {
+async function formatPostBody(post: DiscoursePost): Promise<string> {
 	const raw = post.raw?.trim();
 	if (raw) return raw;
 	const cooked = post.cooked?.trim();
 	if (!cooked) return "";
-	return htmlToBasicMarkdown(cooked);
+	return await htmlToBasicMarkdown(cooked);
 }
 
 function buildTopicUrl(baseUrl: string, topicId: string): string {
@@ -168,9 +168,9 @@ export const handleDiscourse: SpecialHandler = async (
 		md += "\n";
 
 		const description = topic.excerpt
-			? htmlToBasicMarkdown(topic.excerpt)
+			? await htmlToBasicMarkdown(topic.excerpt)
 			: posts.length
-				? formatPostBody(posts[0])
+				? await formatPostBody(posts[0])
 				: "";
 		if (description) {
 			md += `## Description\n\n${description}\n\n`;
@@ -182,7 +182,7 @@ export const handleDiscourse: SpecialHandler = async (
 				const author = formatAuthor({ name: post.name, username: post.username });
 				const date = formatIsoDate(post.created_at);
 				const likes = post.like_count ?? 0;
-				const content = formatPostBody(post);
+				const content = await formatPostBody(post);
 				const postLabel = post.post_number != null ? `Post ${post.post_number}` : `Post ${post.id}`;
 
 				md += `### ${postLabel} - ${author} - ${date} - Likes: ${likes}\n\n`;

package/src/web/scrapers/firefox-addons.ts

@@ -112,7 +112,7 @@ export const handleFirefoxAddons: SpecialHandler = async (
 		const name = getLocalizedText(data.name, defaultLocale) ?? slug;
 		const summary = getLocalizedText(data.summary, defaultLocale);
 		const descriptionRaw = getLocalizedText(data.description, defaultLocale);
-		const description = descriptionRaw ? htmlToBasicMarkdown(descriptionRaw) : undefined;
+		const description = descriptionRaw ? await htmlToBasicMarkdown(descriptionRaw) : undefined;
 
 		const authors = (data.authors ?? [])
 			.map(author => author.name ?? "")

package/src/web/scrapers/flathub.ts

@@ -170,7 +170,7 @@ export const handleFlathub: SpecialHandler = async (
 		}
 
 		if (app.description) {
-			const description = htmlToBasicMarkdown(app.description);
+			const description = await htmlToBasicMarkdown(app.description);
 			if (description) md += `\n## Description\n\n${description}\n`;
 		}
 
@@ -204,7 +204,7 @@ export const handleFlathub: SpecialHandler = async (
 				md += `${line}\n`;
 
 				if (release.description) {
-					const releaseDesc = htmlToBasicMarkdown(release.description).replace(/\n+/g, " ").trim();
+					const releaseDesc = (await htmlToBasicMarkdown(release.description)).replace(/\n+/g, " ").trim();
 					if (releaseDesc) md += `  - ${releaseDesc}\n`;
 				}
 			}

package/src/web/scrapers/gitlab.ts

@@ -259,7 +259,7 @@ async function renderGitLabIssue(
 	}
 
 	md += `\n---\n\n## Description\n\n`;
-	md += issue.description ? htmlToBasicMarkdown(issue.description) : "*No description*";
+	md += issue.description ? await htmlToBasicMarkdown(issue.description) : "*No description*";
 
 	return { content: md, ok: true };
 }

package/src/web/scrapers/go-pkg.ts

@@ -159,7 +159,7 @@ export const handleGoPkg: SpecialHandler = async (
 			// Get overview paragraph
 			const overview = docSection.querySelector(".go-Message");
 			if (overview) {
-				const overviewMd = htmlToBasicMarkdown(overview.innerHTML);
+				const overviewMd = await htmlToBasicMarkdown(overview.innerHTML);
 				sections.push(overviewMd);
 				sections.push("");
 			}
@@ -172,7 +172,7 @@ export const handleGoPkg: SpecialHandler = async (
 				const docParts: string[] = [];
 				for (let i = 0; i < Math.min(3, paragraphs.length); i++) {
 					const p = paragraphs[i];
-					const text = htmlToBasicMarkdown(p.innerHTML).trim();
+					const text = (await htmlToBasicMarkdown(p.innerHTML)).trim();
 					if (text) {
 						docParts.push(text);
 					}

package/src/web/scrapers/jetbrains-marketplace.ts

@@ -108,7 +108,7 @@ export const handleJetBrainsMarketplace: SpecialHandler = async (
 
 		const vendorName = plugin.vendor?.name ?? plugin.vendor?.publicName;
 		const descriptionSource = plugin.description ?? plugin.preview ?? "";
-		const description = descriptionSource ? htmlToBasicMarkdown(descriptionSource) : "";
+		const description = descriptionSource ? await htmlToBasicMarkdown(descriptionSource) : "";
 		const tags = (plugin.tags ?? []).map(tag => tag.name).filter(Boolean) as string[];
 		const rating = extractRating(plugin);
 		const buildCompatibility = update ? formatBuildCompatibility(update) : null;

package/src/web/scrapers/mastodon.ts

@@ -89,11 +89,11 @@ function formatDate(isoDate: string): string {
 /**
  * Format a status/post as markdown
  */
-function formatStatus(status: MastodonStatus, isReblog = false): string {
+async function formatStatus(status: MastodonStatus, isReblog = false): Promise<string> {
 	// Handle reblogs (boosts)
 	if (status.reblog && !isReblog) {
 		let md = `🔁 **${status.account.display_name || status.account.username}** boosted:\n\n`;
-		md += formatStatus(status.reblog, true);
+		md += await formatStatus(status.reblog, true);
 		return md;
 	}
 
@@ -116,7 +116,7 @@ function formatStatus(status: MastodonStatus, isReblog = false): string {
 	}
 
 	// Main content (convert HTML to markdown)
-	const content = htmlToBasicMarkdown(status.content);
+	const content = await htmlToBasicMarkdown(status.content);
 	md += `${content}\n\n`;
 
 	// Poll
@@ -152,7 +152,7 @@ function formatStatus(status: MastodonStatus, isReblog = false): string {
 /**
  * Format an account/profile as markdown
  */
-function formatAccount(account: MastodonAccount): string {
+async function formatAccount(account: MastodonAccount): Promise<string> {
 	let md = `# ${account.display_name || account.username}\n\n`;
 
 	md += `**@${account.acct}**`;
@@ -161,7 +161,7 @@ function formatAccount(account: MastodonAccount): string {
 
 	// Bio
 	if (account.note) {
-		const bio = htmlToBasicMarkdown(account.note);
+		const bio = await htmlToBasicMarkdown(account.note);
 		if (bio && bio !== account.display_name) {
 			md += `${bio}\n\n`;
 		}
@@ -179,7 +179,7 @@ function formatAccount(account: MastodonAccount): string {
 	if (account.fields && account.fields.length > 0) {
 		md += "\n**Profile Fields:**\n";
 		for (const field of account.fields) {
-			const value = htmlToBasicMarkdown(field.value);
+			const value = await htmlToBasicMarkdown(field.value);
 			md += `- **${field.name}:** ${value}\n`;
 		}
 	}
@@ -228,7 +228,7 @@ export const handleMastodon: SpecialHandler = async (
 			const status = tryParseJson<MastodonStatus>(result.content);
 			if (!status) return null;
 
-			const md = formatStatus(status);
+			const md = await formatStatus(status);
 
 			return buildResult(md, {
 				url,
@@ -263,7 +263,7 @@ export const handleMastodon: SpecialHandler = async (
 				signal,
 			});
 
-			let md = formatAccount(account);
+			let md = await formatAccount(account);
 
 			if (statusesResult.ok) {
 				const statuses = tryParseJson<MastodonStatus[]>(statusesResult.content);
@@ -271,7 +271,7 @@ export const handleMastodon: SpecialHandler = async (
 					md += "\n---\n\n## Recent Posts\n\n";
 					for (const status of statuses.slice(0, 5)) {
 						md += `### ${formatDate(status.created_at)}\n\n`;
-						const content = htmlToBasicMarkdown(status.content);
+						const content = await htmlToBasicMarkdown(status.content);
 						md += `${content}\n\n`;
 						md += `\uD83D\uDCAC ${status.replies_count} \u00B7 \uD83D\uDD01 ${status.reblogs_count} \u00B7 \u2B50 ${status.favourites_count}\n\n`;
 					}

package/src/web/scrapers/mdn.ts

@@ -29,7 +29,7 @@ interface MDNDoc {
 /**
  * Convert MDN body sections to markdown
  */
-function convertMDNBody(sections: MDNSection[]): string {
+async function convertMDNBody(sections: MDNSection[]): Promise<string> {
 	const parts: string[] = [];
 
 	for (const section of sections) {
@@ -38,7 +38,7 @@ function convertMDNBody(sections: MDNSection[]): string {
 		switch (type) {
 			case "prose":
 				if (value.content) {
-					const markdown = htmlToBasicMarkdown(value.content);
+					const markdown = await htmlToBasicMarkdown(value.content);
 					if (value.title) {
 						const level = value.isH3 ? "###" : "##";
 						parts.push(`${level} ${value.title}\n\n${markdown}`);
@@ -74,7 +74,7 @@ function convertMDNBody(sections: MDNSection[]): string {
 				if (value.items) {
 					for (const item of value.items) {
 						parts.push(`**${item.term}**`);
-						const desc = htmlToBasicMarkdown(item.description);
+						const desc = await htmlToBasicMarkdown(item.description);
 						parts.push(desc);
 					}
 				}
@@ -83,9 +83,13 @@ function convertMDNBody(sections: MDNSection[]): string {
 			case "table":
 				if (value.rows && value.rows.length > 0) {
 					// Simple markdown table
-					const header = value.rows[0].map(cell => htmlToBasicMarkdown(cell)).join(" | ");
+					const header = (await Promise.all(value.rows[0].map(cell => htmlToBasicMarkdown(cell)))).join(" | ");
 					const separator = value.rows[0].map(() => "---").join(" | ");
-					const bodyRows = value.rows.slice(1).map(row => row.map(cell => htmlToBasicMarkdown(cell)).join(" | "));
+					const bodyRows = await Promise.all(
+						value.rows
+							.slice(1)
+							.map(async row => (await Promise.all(row.map(cell => htmlToBasicMarkdown(cell)))).join(" | ")),
+					);
 
 					parts.push(`| ${header} |`);
 					parts.push(`| ${separator} |`);
@@ -144,12 +148,12 @@ export const handleMDN: SpecialHandler = async (url: string, timeout: number, si
 		parts.push(`# ${doc.title}`);
 
 		if (doc.summary) {
-			const summary = htmlToBasicMarkdown(doc.summary);
+			const summary = await htmlToBasicMarkdown(doc.summary);
 			parts.push(summary);
 		}
 
 		if (doc.body && doc.body.length > 0) {
-			const bodyMarkdown = convertMDNBody(doc.body);
+			const bodyMarkdown = await convertMDNBody(doc.body);
 			parts.push(bodyMarkdown);
 		}
 

package/src/web/scrapers/pub-dev.ts

@@ -125,7 +125,7 @@ export const handlePubDev: SpecialHandler = async (url: string, timeout: number,
 					/<div[^>]*class="[^"]*markdown-body[^"]*"[^>]*>([\s\S]*?)<\/div>/i,
 				);
 				if (readmeMatch) {
-					const readme = htmlToBasicMarkdown(readmeMatch[1]);
+					const readme = await htmlToBasicMarkdown(readmeMatch[1]);
 
 					if (readme.length > 100) {
 						md += `## README\n\n${readme}\n`;

package/src/web/scrapers/rawg.ts

@@ -63,7 +63,7 @@ export const handleRawg: SpecialHandler = async (
 		md += `**RAWG:** https://rawg.io/games/${encodeURIComponent(slug)}\n`;
 		md += "\n";
 
-		const description = extractDescription(game);
+		const description = await extractDescription(game);
 		if (description) {
 			md += `## Description\n\n${description}\n`;
 		}
@@ -91,11 +91,11 @@ function requiresApiKey(game: RawgGameResponse): boolean {
 	return detail.includes("api key") || detail.includes("key is required") || detail.includes("apikey");
 }
 
-function extractDescription(game: RawgGameResponse): string | null {
+async function extractDescription(game: RawgGameResponse): Promise<string | null> {
 	if (game.description_raw) return game.description_raw.trim();
 	if (!game.description) return null;
 
-	const markdown = htmlToBasicMarkdown(game.description).trim();
+	const markdown = (await htmlToBasicMarkdown(game.description)).trim();
 	return markdown || null;
 }
 

package/src/web/scrapers/readthedocs.ts

@@ -101,7 +101,7 @@ export const handleReadTheDocs: SpecialHandler = async (
 	// If no raw source, convert HTML to markdown
 	if (!content && mainContent) {
 		const html = mainContent.innerHTML;
-		content = htmlToBasicMarkdown(html);
+		content = await htmlToBasicMarkdown(html);
 	}
 
 	if (!content) {

package/src/web/scrapers/spdx.ts

@@ -94,7 +94,7 @@ export const handleSpdx: SpecialHandler = async (
 		const licenseText = license.licenseText
 			? license.licenseText
 			: license.licenseTextHtml
-				? htmlToBasicMarkdown(license.licenseTextHtml)
+				? await htmlToBasicMarkdown(license.licenseTextHtml)
 				: null;
 
 		if (licenseText) {

package/src/web/scrapers/stackoverflow.ts

@@ -90,7 +90,7 @@ export const handleStackOverflow: SpecialHandler = async (
 		md += question.is_answered ? " (Answered)" : "";
 		md += `\n**Tags:** ${question.tags.join(", ")}\n`;
 		md += `**Asked by:** ${question.owner.display_name} · ${formatIsoDate(question.creation_date * 1000)}\n\n`;
-		md += `---\n\n## Question\n\n${htmlToBasicMarkdown(question.body)}\n\n`;
+		md += `---\n\n## Question\n\n${await htmlToBasicMarkdown(question.body)}\n\n`;
 
 		// Fetch answers
 		const aUrl = `https://api.stackexchange.com/2.3/questions/${questionId}/answers?order=desc&sort=votes&site=${site}&filter=withbody`;
@@ -103,7 +103,7 @@ export const handleStackOverflow: SpecialHandler = async (
 				for (const answer of aData.items.slice(0, 5)) {
 					const accepted = answer.is_accepted ? " (Accepted)" : "";
 					md += `### Score: ${answer.score}${accepted} · by ${answer.owner.display_name}\n\n`;
-					md += `${htmlToBasicMarkdown(answer.body)}\n\n---\n\n`;
+					md += `${await htmlToBasicMarkdown(answer.body)}\n\n---\n\n`;
 				}
 			}
 		}

package/src/web/scrapers/types.ts

@@ -2,8 +2,8 @@
  * Shared types and utilities for web-fetch handlers
  */
 import { ptree } from "@oh-my-pi/pi-utils";
-import TurndownService from "turndown";
-import { gfm } from "turndown-plugin-gfm";
+import type TurndownService from "turndown";
+
 import { ToolAbortError } from "../../tools/tool-errors";
 
 export { formatNumber } from "@oh-my-pi/pi-utils";
@@ -155,28 +155,8 @@ export async function loadPage(url: string, options: LoadPageOptions = {}): Prom
 	return { content: "", contentType: "", finalUrl: url, ok: false };
 }
 
-/** Module-level Turndown instance — matches markit-ai's configuration. */
-const turndown = new TurndownService({
-	headingStyle: "atx",
-	codeBlockStyle: "fenced",
-	bulletListMarker: "-",
-});
-turndown.use(gfm);
-turndown.addRule("strikethrough", {
-	filter: ["del", "s", "strike"],
-	replacement(content) {
-		return `~~${content}~~`;
-	},
-});
-turndown.addRule("heading", {
-	filter: ["h1", "h2", "h3", "h4", "h5", "h6"],
-	replacement(content, node) {
-		const level = Number(node.nodeName.charAt(1));
-		const prefix = "#".repeat(level);
-		const cleaned = content.replace(/\\([.])/g, "$1").trim();
-		return `\n\n${prefix} ${cleaned}\n\n`;
-	},
-});
+/** Module-level Turndown instance — built lazily on first use. */
+let turndownPromise: Promise<TurndownService> | undefined;
 
 type TurndownListParent = {
 	nodeName: string;
@@ -184,27 +164,61 @@ type TurndownListParent = {
 	children: ArrayLike<unknown>;
 };
 
-turndown.addRule("listItem", {
-	filter: "li",
-	replacement(content, node, options) {
-		content = content.replace(/^\n+/, "").replace(/\n+$/, "\n").replace(/\n/gm, "\n  ");
-		const parent = node.parentNode as unknown as TurndownListParent | null;
-		let prefix = `${options.bulletListMarker} `;
-		if (parent?.nodeName === "OL") {
-			const start = parent.getAttribute("start");
-			const index = Array.prototype.indexOf.call(parent.children, node);
-			prefix = `${(start ? Number(start) : 1) + index}. `;
-		}
-		return prefix + content + (node.nextSibling ? "\n" : "");
-	},
-});
+function getTurndown(): Promise<TurndownService> {
+	turndownPromise ||= initTurndown();
+	return turndownPromise;
+}
+
+async function initTurndown(): Promise<TurndownService> {
+	const [{ default: TurndownService }, { gfm }] = await Promise.all([
+		import("turndown"),
+		import("turndown-plugin-gfm"),
+	]);
+	const turndown = new TurndownService({
+		headingStyle: "atx",
+		codeBlockStyle: "fenced",
+		bulletListMarker: "-",
+	});
+	turndown.use(gfm);
+	turndown.addRule("strikethrough", {
+		filter: ["del", "s", "strike"],
+		replacement(content) {
+			return `~~${content}~~`;
+		},
+	});
+	turndown.addRule("heading", {
+		filter: ["h1", "h2", "h3", "h4", "h5", "h6"],
+		replacement(content, node) {
+			const level = Number(node.nodeName.charAt(1));
+			const prefix = "#".repeat(level);
+			const cleaned = content.replace(/\\([.])/g, "$1").trim();
+			return `\n\n${prefix} ${cleaned}\n\n`;
+		},
+	});
+	turndown.addRule("listItem", {
+		filter: "li",
+		replacement(content, node, options) {
+			content = content.replace(/^\n+/, "").replace(/\n+$/, "\n").replace(/\n/gm, "\n  ");
+			const parent = node.parentNode as unknown as TurndownListParent | null;
+			let prefix = `${options.bulletListMarker} `;
+			if (parent?.nodeName === "OL") {
+				const start = parent.getAttribute("start");
+				const index = Array.prototype.indexOf.call(parent.children, node);
+				prefix = `${(start ? Number(start) : 1) + index}. `;
+			}
+			return prefix + content + (node.nextSibling ? "\n" : "");
+		},
+	});
+	return turndown;
+}
 
 /**
  * Convert HTML to markdown using Turndown with GFM support.
  * Strips script/style tags before conversion.
  */
-export function htmlToBasicMarkdown(html: string): string {
+export async function htmlToBasicMarkdown(html: string): Promise<string> {
 	const cleaned = html.replace(/<script[\s\S]*?<\/script>/gi, "").replace(/<style[\s\S]*?<\/style>/gi, "");
+	const turndown = await getTurndown();
 	return turndown.turndown(cleaned).trim();
 }
 

package/src/web/scrapers/w3c.ts

@@ -100,7 +100,7 @@ export const handleW3c: SpecialHandler = async (
 		const title = getString(specPayload, "title");
 		const shortnameValue = getString(specPayload, "shortname") ?? shortname;
 		const description = getString(specPayload, "description") ?? getString(specPayload, "abstract");
-		const abstract = description ? htmlToBasicMarkdown(description) : undefined;
+		const abstract = description ? await htmlToBasicMarkdown(description) : undefined;
 
 		const latestVersionUrl =
 			getString(latestPayload, "uri") ??

package/src/web/search/providers/gemini.ts

@@ -8,7 +8,7 @@
 import {
 	ANTIGRAVITY_SYSTEM_INSTRUCTION,
 	extractRetryDelay,
-	getAntigravityHeaders,
+	getAntigravityUserAgent,
 	getGeminiCliHeaders,
 } from "@oh-my-pi/pi-ai";
 import { refreshAntigravityToken } from "@oh-my-pi/pi-ai/utils/oauth/google-antigravity";
@@ -248,7 +248,7 @@ async function callGeminiSearch(
 	usage?: { inputTokens: number; outputTokens: number; totalTokens: number };
 }> {
 	const endpoints = auth.isAntigravity ? ANTIGRAVITY_ENDPOINT_FALLBACKS : [DEFAULT_ENDPOINT];
-	const headers = auth.isAntigravity ? getAntigravityHeaders() : getGeminiCliHeaders();
+	const headers = auth.isAntigravity ? { "User-Agent": getAntigravityUserAgent() } : getGeminiCliHeaders();
 
 	const requestMetadata = auth.isAntigravity
 		? {

package/src/autoresearch/apply-contract-to-state.ts

@@ -1,24 +0,0 @@
-import { inferMetricUnitFromName } from "./helpers";
-import type { AutoresearchContract, ExperimentState } from "./types";
-
-/**
- * Updates session fields from a validated `autoresearch.md` parse (same fields as `init_experiment`).
- * Does not touch `name`, `currentSegment`, `results`, `bestMetric`, `confidence`, or `maxExperiments`.
- */
-export function applyAutoresearchContractToExperimentState(
-	contract: AutoresearchContract,
-	state: ExperimentState,
-): void {
-	const benchmarkContract = contract.benchmark;
-	state.metricName = benchmarkContract.primaryMetric ?? state.metricName;
-	state.metricUnit = benchmarkContract.metricUnit;
-	state.bestDirection = benchmarkContract.direction ?? "lower";
-	state.secondaryMetrics = benchmarkContract.secondaryMetrics.map(name => ({
-		name,
-		unit: inferMetricUnitFromName(name),
-	}));
-	state.benchmarkCommand = benchmarkContract.command?.trim() ?? state.benchmarkCommand;
-	state.scopePaths = [...contract.scopePaths];
-	state.offLimits = [...contract.offLimits];
-	state.constraints = [...contract.constraints];
-}