pi-agent-browser-native 0.2.43 → 0.2.45

package/extensions/agent-browser/lib/results/presentation/artifacts.ts

@@ -13,7 +13,7 @@ import {
 	formatSessionArtifactRetentionSummary,
 	mergeSessionArtifactManifest,
 } from "../artifact-manifest.js";
-import { isPendingRecordingArtifact } from "../artifact-state.js";
+import { isPendingRecordingArtifact, isPendingRecordingCommand } from "../artifact-state.js";
 import { classifyAgentBrowserSuccessCategory } from "../categories.js";
 import type {
 	ArtifactVerificationEntry,
@@ -132,9 +132,13 @@ function getArtifactKind(commandInfo: CommandInfo): FileArtifactKind | undefined
 	return undefined;
 }
 
+function isNonFileArtifactPathCandidate(path: string): boolean {
+	return /^(?:data|blob|https?|javascript|mailto):/i.test(path.trim());
+}
+
 function extractPathStrings(data: unknown): string[] {
 	if (typeof data === "string") {
-		return data.trim().length > 0 ? [data] : [];
+		return data.trim().length > 0 && !isNonFileArtifactPathCandidate(data) ? [data] : [];
 	}
 	if (!isRecord(data)) {
 		return [];
@@ -143,12 +147,12 @@ function extractPathStrings(data: unknown): string[] {
 	const paths: string[] = [];
 	for (const key of PATH_FIELD_CANDIDATES) {
 		const value = data[key];
-		if (typeof value === "string" && value.trim().length > 0) {
+		if (typeof value === "string" && value.trim().length > 0 && !isNonFileArtifactPathCandidate(value)) {
 			paths.push(value);
 		}
 		if (Array.isArray(value)) {
 			for (const item of value) {
-				if (typeof item === "string" && item.trim().length > 0) {
+				if (typeof item === "string" && item.trim().length > 0 && !isNonFileArtifactPathCandidate(item)) {
 					paths.push(item);
 				}
 			}
@@ -179,14 +183,17 @@ async function buildFileArtifactMetadata(options: {
 	const absolutePath = options.artifactRequest?.absolutePath ?? resolve(options.cwd, options.path);
 	const displayPath = options.artifactRequest?.path ?? options.path;
 	const extension = extname(absolutePath || options.path).toLowerCase() || undefined;
+	const pendingRecording = isPendingRecordingCommand(options.commandInfo.command, options.commandInfo.subcommand, kind);
 	let exists: boolean | undefined;
 	let sizeBytes: number | undefined;
-	try {
-		const fileStats = await stat(absolutePath);
-		exists = true;
-		sizeBytes = fileStats.size;
-	} catch {
-		exists = false;
+	if (!pendingRecording) {
+		try {
+			const fileStats = await stat(absolutePath);
+			exists = true;
+			sizeBytes = fileStats.size;
+		} catch {
+			exists = false;
+		}
 	}
 
 	return {
@@ -199,16 +206,60 @@ async function buildFileArtifactMetadata(options: {
 		kind,
 		mediaType: extension ? ARTIFACT_EXTENSION_TO_MEDIA_TYPE[extension] : undefined,
 		path: displayPath,
+		recordingState: pendingRecording ? "openRecording" : undefined,
 		requestedPath: options.artifactRequest?.path,
 		session: options.sessionName,
 		sizeBytes,
-		status: options.artifactRequest?.status ?? (exists === false ? "missing" : "saved"),
+		status: options.artifactRequest?.status ?? (pendingRecording ? "pending" : exists === false ? "missing" : "saved"),
 		subcommand: options.commandInfo.subcommand,
 		tempPath: options.artifactRequest?.tempPath,
+		willExistOnStop: pendingRecording ? true : undefined,
 	};
 }
 
+async function buildPreviousRestartRecordingArtifact(options: {
+	artifactManifest?: SessionArtifactManifest;
+	commandInfo: CommandInfo;
+	currentPaths: ReadonlySet<string>;
+	cwd: string;
+	sessionName?: string;
+}): Promise<FileArtifactMetadata | undefined> {
+	if (options.commandInfo.command !== "record" || options.commandInfo.subcommand !== "restart") return undefined;
+	const previousRecording = options.artifactManifest?.entries.find((entry) => (
+		entry.command === "record" &&
+		(entry.subcommand === "start" || entry.subcommand === "restart") &&
+		entry.kind === "video" &&
+		(!options.sessionName || !entry.session || entry.session === options.sessionName) &&
+		!options.currentPaths.has(entry.path) &&
+		(!entry.absolutePath || !options.currentPaths.has(entry.absolutePath))
+	));
+	if (!previousRecording) return undefined;
+	const absolutePath = previousRecording.absolutePath ?? resolve(options.cwd, previousRecording.path);
+	try {
+		const fileStats = await stat(absolutePath);
+		return {
+			absolutePath,
+			artifactType: "video",
+			command: "record",
+			cwd: previousRecording.cwd ?? options.cwd,
+			exists: true,
+			extension: previousRecording.extension ?? (extname(absolutePath).toLowerCase() || undefined),
+			kind: "video",
+			mediaType: previousRecording.mediaType,
+			path: previousRecording.path,
+			requestedPath: previousRecording.requestedPath,
+			session: previousRecording.session ?? options.sessionName,
+			sizeBytes: fileStats.size,
+			status: "saved",
+			subcommand: "restart-previous",
+		};
+	} catch {
+		return undefined;
+	}
+}
+
 export async function extractFileArtifacts(options: {
+	artifactManifest?: SessionArtifactManifest;
 	artifactRequest?: ArtifactRequestContext;
 	commandInfo: CommandInfo;
 	cwd: string;
@@ -216,8 +267,10 @@ export async function extractFileArtifacts(options: {
 	sessionName?: string;
 }): Promise<FileArtifactMetadata[]> {
 	const candidates = extractPathStrings(options.data);
-	const artifacts = await Promise.all(candidates.map((path) => buildFileArtifactMetadata({ ...options, path })));
-	return artifacts.filter((artifact): artifact is FileArtifactMetadata => artifact !== undefined);
+	const currentArtifacts = (await Promise.all(candidates.map((path) => buildFileArtifactMetadata({ ...options, path })))).filter((artifact): artifact is FileArtifactMetadata => artifact !== undefined);
+	const currentPaths = new Set(currentArtifacts.flatMap((artifact) => [artifact.path, artifact.absolutePath]));
+	const previousRestartRecordingArtifact = await buildPreviousRestartRecordingArtifact({ artifactManifest: options.artifactManifest, commandInfo: options.commandInfo, currentPaths, cwd: options.cwd, sessionName: options.sessionName });
+	return previousRestartRecordingArtifact ? [previousRestartRecordingArtifact, ...currentArtifacts] : currentArtifacts;
 }
 
 export function buildManifestEntriesForFileArtifacts(artifacts: FileArtifactMetadata[], nowMs = Date.now()): SessionArtifactManifestEntry[] {
@@ -241,7 +294,7 @@ export function buildManifestEntriesForFileArtifacts(artifacts: FileArtifactMeta
 }
 
 export function isManifestFileArtifact(artifact: FileArtifactMetadata): boolean {
-	return !isPendingRecordingArtifact(artifact);
+	return artifact.kind === "video" && artifact.command === "record" ? true : !isPendingRecordingArtifact(artifact);
 }
 
 function getArtifactVerificationEntry(artifact: FileArtifactMetadata): ArtifactVerificationEntry {
@@ -253,12 +306,14 @@ function getArtifactVerificationEntry(artifact: FileArtifactMetadata): ArtifactV
 			limitation: "Recording output is pending until record stop completes.",
 			mediaType: artifact.mediaType,
 			path: artifact.path,
+			recordingState: artifact.recordingState ?? "openRecording",
 			requestedPath: artifact.requestedPath,
 			retentionState: undefined,
 			sizeBytes: artifact.sizeBytes,
 			state: "pending",
-			status: artifact.status,
+			status: artifact.status ?? "pending",
 			storageScope: undefined,
+			willExistOnStop: artifact.willExistOnStop ?? true,
 		};
 	}
 	const state = artifact.exists === true
@@ -369,12 +424,16 @@ export function classifyPresentationSuccessCategory(options: {
 function formatArtifactLabel(artifact: FileArtifactMetadata): string {
 	switch (artifact.kind) {
 		case "download":
-			return artifact.command === "wait" && artifact.subcommand === "--download" ? "Download completed" : "Downloaded file";
+			if (artifact.exists !== true) {
+				return artifact.command === "wait" && artifact.subcommand === "--download" ? "Download event reported; file not verified" : "Download reported; file not verified";
+			}
+			return artifact.command === "wait" && artifact.subcommand === "--download" ? "Download saved and verified" : "Downloaded file verified";
 		case "file":
 			return artifact.command === "state" ? "State file" : "Saved file";
 		case "har":
 			return "Saved HAR";
 		case "image":
+			if (artifact.exists !== true) return artifact.command === "diff" && artifact.subcommand === "screenshot" ? "Diff image reported; file not verified" : "Image reported; file not verified";
 			return artifact.command === "diff" && artifact.subcommand === "screenshot" ? "Saved diff image" : "Saved image";
 		case "pdf":
 			return "Saved PDF";
@@ -383,7 +442,9 @@ function formatArtifactLabel(artifact: FileArtifactMetadata): string {
 		case "trace":
 			return "Saved trace";
 		case "video":
-			return isPendingRecordingArtifact(artifact) ? "Recording started; output will be written on stop" : "Saved recording";
+			if (artifact.command === "record" && artifact.subcommand === "restart-previous") return "Previous recording saved";
+			if (!isPendingRecordingArtifact(artifact)) return "Saved recording";
+			return artifact.subcommand === "restart" ? "Recording restarted; output will be written on stop" : "Recording started; output will be written on stop";
 	}
 }
 
@@ -395,6 +456,11 @@ export function formatArtifactSummary(artifacts: FileArtifactMetadata[]): string
 		const artifact = artifacts[0];
 		return `${formatArtifactLabel(artifact)}: ${artifact.path}`;
 	}
+	const restartArtifact = artifacts.find((artifact) => isPendingRecordingArtifact(artifact) && artifact.subcommand === "restart");
+	const previousRecordingArtifacts = artifacts.filter((artifact) => artifact.command === "record" && artifact.subcommand === "restart-previous");
+	if (restartArtifact && previousRecordingArtifacts.length > 0) {
+		return [...previousRecordingArtifacts, restartArtifact].map((artifact) => `${formatArtifactLabel(artifact)}: ${artifact.path}`).join("\n");
+	}
 	return `Saved ${artifacts.length} artifacts: ${artifacts.map((artifact) => `${artifact.kind} ${artifact.path}`).join(", ")}`;
 }
 
@@ -406,8 +472,10 @@ export function formatArtifactMetadataLines(artifacts: FileArtifactMetadata[]):
 				`Artifact type: ${artifact.kind}`,
 				`Requested path: ${artifact.requestedPath ?? artifact.path}`,
 				`Absolute path: ${artifact.absolutePath}`,
-				`Exists: ${artifact.exists === true}`,
-				`Status: ${artifact.status ?? (artifact.exists === false ? "missing" : "saved")}`,
+				"Exists: pending until record stop",
+				`Status: ${artifact.status ?? "pending"}`,
+				`Recording state: ${artifact.recordingState ?? "openRecording"}`,
+				`Will exist on stop: ${artifact.willExistOnStop !== false}`,
 				artifact.session ? `Session: ${artifact.session}` : undefined,
 				artifact.cwd ? `CWD: ${artifact.cwd}` : undefined,
 				`Machine data: details.artifacts[${index}]`,
@@ -443,7 +511,7 @@ function extractSavedFilePath(data: Record<string, unknown>): string | undefined
 
 export function getSavedFileDetails(commandInfo: CommandInfo, data: Record<string, unknown>): SavedFilePresentationDetails | undefined {
 	const path = extractSavedFilePath(data);
-	if (!path) {
+	if (!path || isNonFileArtifactPathCandidate(path)) {
 		return undefined;
 	}
 	const savedFileCommand = isDownloadWaitCommand(commandInfo)

package/extensions/agent-browser/lib/results/presentation/batch.ts

@@ -117,6 +117,89 @@ function redactExactValues(value: unknown, sensitiveValues: string[]): unknown {
 	return redactSensitiveValue(Object.fromEntries(Object.entries(value).map(([key, entryValue]) => [key, redactExactValues(entryValue, sensitiveValues)])));
 }
 
+function getTypedTextLength(command: string[] | undefined): number | undefined {
+	return command?.[0] === "keyboard" && command[1] === "type" && typeof command[2] === "string"
+		? Array.from(command[2]).length
+		: undefined;
+}
+
+function getWaitDelayMs(command: string[] | undefined): string | undefined {
+	return command?.[0] === "wait" && typeof command[1] === "string" && /^\d+$/.test(command[1]) ? command[1] : undefined;
+}
+
+function formatBatchStepDetails(details: BatchStepPresentationDetails, presentation: ToolPresentation): string {
+	const inlineImageCount = getPresentationImages(presentation).length;
+	const status = details.success ? "succeeded" : "failed";
+	const lines = [`Step ${details.index + 1} — ${details.commandText} (${status})`];
+	if (details.text.length > 0) lines.push(details.text);
+	if (inlineImageCount > 0) lines.push(`(${inlineImageCount} inline image attachment${inlineImageCount === 1 ? "" : "s"} below)`);
+	return lines.join("\n");
+}
+
+function formatTypedSequenceSummary(steps: Array<{ details: BatchStepPresentationDetails; presentation: ToolPresentation }>, startIndex: number): { nextIndex: number; text: string } | undefined {
+	let index = startIndex;
+	const firstDetails = steps[index]?.details;
+	if (!firstDetails?.success) return undefined;
+	let target: string | undefined;
+	if (firstDetails.command?.[0] === "focus" && typeof firstDetails.command[1] === "string") {
+		target = firstDetails.command[1];
+		index += 1;
+	}
+	let typedCharCount = 0;
+	let typedStepCount = 0;
+	let delayMs: string | undefined;
+	while (index < steps.length) {
+		const details = steps[index]?.details;
+		if (!details?.success) break;
+		const typedLength = getTypedTextLength(details.command);
+		if (typedLength === undefined) break;
+		typedCharCount += typedLength;
+		typedStepCount += 1;
+		index += 1;
+		const nextDelay = getWaitDelayMs(steps[index]?.details.command);
+		const followingTypedLength = getTypedTextLength(steps[index + 1]?.details.command);
+		if (nextDelay !== undefined && followingTypedLength !== undefined && steps[index]?.details.success && steps[index + 1]?.details.success) {
+			if (delayMs !== undefined && delayMs !== nextDelay) return undefined;
+			delayMs = nextDelay;
+			index += 1;
+		}
+	}
+	if (typedStepCount < 2) return undefined;
+	let pressedKey: string | undefined;
+	const pressDetails = steps[index]?.details;
+	if (pressDetails?.success && pressDetails.command?.[0] === "press" && typeof pressDetails.command[1] === "string") {
+		pressedKey = pressDetails.command[1];
+		index += 1;
+	}
+	const firstStep = firstDetails.index + 1;
+	const lastStep = steps[index - 1]?.details.index + 1;
+	const stepRange = lastStep && lastStep > firstStep ? `${firstStep}-${lastStep}` : String(firstStep);
+	const commandLabel = target ? `type ${target}` : "keyboard type";
+	const lines = [
+		`Step ${stepRange} — ${commandLabel} (succeeded)`,
+		`Typed ${typedCharCount} char${typedCharCount === 1 ? "" : "s"}${delayMs ? ` with delayMs=${delayMs}` : ""}.`,
+	];
+	if (pressedKey) lines.push(`Pressed ${pressedKey}.`);
+	return { nextIndex: index, text: lines.join("\n") };
+}
+
+function formatBatchStepsText(steps: Array<{ details: BatchStepPresentationDetails; presentation: ToolPresentation }>): string {
+	if (steps.length === 0) return "(no batch steps)";
+	const lines: string[] = [];
+	for (let index = 0; index < steps.length;) {
+		const typedSequence = formatTypedSequenceSummary(steps, index);
+		if (typedSequence) {
+			lines.push(typedSequence.text);
+			index = typedSequence.nextIndex;
+			continue;
+		}
+		const step = steps[index];
+		if (step) lines.push(formatBatchStepDetails(step.details, step.presentation));
+		index += 1;
+	}
+	return lines.join("\n\n");
+}
+
 async function buildBatchStepPresentation(options: {
 	artifactManifest?: SessionArtifactManifest;
 	artifactRequest?: ArtifactRequestContext;
@@ -307,18 +390,7 @@ export async function buildBatchPresentation(options: {
 			? { command: details.command, result: details.data, success: true }
 			: { command: details.command, error: details.text, success: false }
 	));
-	const stepText = steps.length === 0
-		? "(no batch steps)"
-		: steps
-			.map(({ details, presentation }) => {
-				const inlineImageCount = getPresentationImages(presentation).length;
-				const status = details.success ? "succeeded" : "failed";
-				const lines = [`Step ${details.index + 1} — ${details.commandText} (${status})`];
-				if (details.text.length > 0) lines.push(details.text);
-				if (inlineImageCount > 0) lines.push(`(${inlineImageCount} inline image attachment${inlineImageCount === 1 ? "" : "s"} below)`);
-				return lines.join("\n");
-			})
-			.join("\n\n");
+	const stepText = formatBatchStepsText(steps);
 	const batchSummary = batchFailure === undefined
 		? summary
 		: `Batch failed: ${batchFailure.successCount}/${batchFailure.totalCount} succeeded`;

package/extensions/agent-browser/lib/results/presentation/diagnostics.ts

@@ -7,7 +7,7 @@
 import { isRecord } from "../../parsing.js";
 import { redactSensitiveText, redactSensitiveValue, type CommandInfo } from "../../runtime.js";
 import type { AgentBrowserNextAction, NetworkRouteDiagnostic } from "../contracts.js";
-import { classifyNetworkRequestFailure, isApiLikeNetworkRequest, summarizeNetworkFailures } from "../network.js";
+import { classifyNetworkRequestFailure, isApiLikeNetworkRequest, isNetworkArtifactNoiseRequest, summarizeNetworkFailures } from "../network.js";
 import { withOptionalSessionArgs } from "../next-actions.js";
 import { stringifyUnknown, truncateText } from "../text.js";
 import {
@@ -86,15 +86,17 @@ export function getTabSummary(data: Record<string, unknown>): string | undefined
 		const marker = tab.active === true ? "*" : "-";
 		const title = typeof tab.title === "string" ? tab.title : "(untitled)";
 		const url = typeof tab.url === "string" ? tab.url : "(no url)";
+		const label = typeof tab.label === "string" && tab.label.trim().length > 0 ? tab.label.trim() : undefined;
 		const tabSelector =
 			typeof tab.tabId === "string" && tab.tabId.trim().length > 0
 				? tab.tabId.trim()
-				: typeof tab.label === "string" && tab.label.trim().length > 0
-					? tab.label.trim()
+				: label
+					? label
 					: typeof tab.index === "number"
 						? String(tab.index)
 						: String(index);
-		return `${marker} [${tabSelector}] ${title} — ${url}`;
+		const labelText = label && label !== tabSelector ? ` label=${redactModelFacingText(label)}` : "";
+		return `${marker} [${tabSelector}]${labelText} ${title} — ${url}`;
 	});
 	return lines.join("\n");
 }
@@ -280,11 +282,19 @@ function formatSessionText(data: Record<string, unknown>): string | undefined {
 			.map((item, index) => {
 				if (!isRecord(item)) return `${index + 1}. ${stringifyModelFacing(item)}`;
 				const name = redactModelFacingText(getStringField(item, "name") ?? getStringField(item, "session") ?? getStringField(item, "id") ?? `(session ${index + 1})`);
-				const active = item.active === true ? " *active*" : "";
-				const details = [getStringField(item, "url"), getStringField(item, "title")]
-					.flatMap((detail) => (detail ? [redactModelFacingTextIfSensitive(detail)] : []))
-					.join(" — ");
-				return details ? `${index + 1}. ${name}${active} — ${details}` : `${index + 1}. ${name}${active}`;
+				const active = item.active === true;
+				const url = getStringField(item, "url");
+				const title = getStringField(item, "title");
+				const label = getStringField(item, "label");
+				const tabCount = typeof item.tabCount === "number" ? `${item.tabCount} tab${item.tabCount === 1 ? "" : "s"}` : undefined;
+				const metadata = [
+					`active=${active ? "true" : "false"}`,
+					label ? `label=${redactModelFacingText(label)}` : undefined,
+					title ? `title=${redactModelFacingTextIfSensitive(title)}` : undefined,
+					url ? `url=${redactModelFacingTextIfSensitive(url)}` : undefined,
+					tabCount,
+				].filter(Boolean).join("; ");
+				return `${index + 1}. name=${name}${active ? " *active*" : ""}; ${metadata}`;
 			})
 			.join("\n");
 	}
@@ -355,18 +365,24 @@ function formatNetworkRequestLine(item: Record<string, unknown>, index: number):
 function formatNetworkRequestsText(data: Record<string, unknown>): string | undefined {
 	const requests = getArrayField(data, "requests");
 	if (!requests) return undefined;
-	if (requests.length === 0) return "No network requests captured.";
-	const networkFailureSummary = summarizeNetworkFailures(requests);
-	const shown = networkFailureSummary.totalCount > 0
-		? [`Network failure summary: ${networkFailureSummary.actionableCount} actionable, ${networkFailureSummary.benignCount} benign low-impact (${networkFailureSummary.totalCount} total).`]
-		: [];
+	if (requests.length === 0) return "No network requests captured. Scope: upstream session aggregate unless the upstream command output says it was cleared or filtered for this page.";
+	const shown = ["Scope: upstream session aggregate unless the upstream command output says it was cleared or filtered for this page; do not attribute old requests to the current page without URL/time evidence."];
 	const indexedRequests = requests.map((item, index) => ({ index, item }));
+	const artifactNoiseRequests = indexedRequests.filter((indexed) => isRecord(indexed.item) && isNetworkArtifactNoiseRequest(indexed.item));
+	const previewRequests = indexedRequests.filter((indexed) => !(isRecord(indexed.item) && isNetworkArtifactNoiseRequest(indexed.item)));
+	const networkFailureSummary = summarizeNetworkFailures(previewRequests.map((indexed) => indexed.item));
+	if (networkFailureSummary.totalCount > 0) {
+		shown.push(`Network failure summary: ${networkFailureSummary.actionableCount} actionable, ${networkFailureSummary.benignCount} benign low-impact (${networkFailureSummary.totalCount} total).`);
+	}
 	const failedRequests: typeof indexedRequests = [];
 	const normalRequests: typeof indexedRequests = [];
-	for (const indexed of indexedRequests) {
+	for (const indexed of previewRequests) {
 		if (isRecord(indexed.item) && classifyNetworkRequestFailure(indexed.item)) failedRequests.push(indexed);
 		else normalRequests.push(indexed);
 	}
+	if (artifactNoiseRequests.length > 0) {
+		shown.push(`Diagnostic noise hidden from preview: ${artifactNoiseRequests.length} data:image/artifact request row${artifactNoiseRequests.length === 1 ? "" : "s"}; raw rows remain in details.data.requests.`);
+	}
 	failedRequests.sort((left, right) => {
 		const leftClassification = isRecord(left.item) ? classifyNetworkRequestFailure(left.item) : undefined;
 		const rightClassification = isRecord(right.item) ? classifyNetworkRequestFailure(right.item) : undefined;
@@ -379,8 +395,9 @@ function formatNetworkRequestsText(data: Record<string, unknown>): string | unde
 		if (!isRecord(item)) return [`${index + 1}. ${stringifyModelFacing(item)}`];
 		return formatNetworkRequestLine(item, index);
 	}));
-	if (requests.length > DIAGNOSTIC_REQUEST_PREVIEW_LIMIT) {
-		shown.push(`... (${requests.length - DIAGNOSTIC_REQUEST_PREVIEW_LIMIT} additional requests omitted from preview; failed requests are shown first when present)`);
+	const omittedPreviewCount = Math.max(0, prioritizedRequests.length - DIAGNOSTIC_REQUEST_PREVIEW_LIMIT);
+	if (omittedPreviewCount > 0) {
+		shown.push(`... (${omittedPreviewCount} additional non-noise requests omitted from preview; failed requests are shown first when present)`);
 	}
 	return shown.join("\n");
 }
@@ -441,6 +458,7 @@ function getNetworkRequestPathFilter(item: Record<string, unknown>): string | un
 }
 
 function getNetworkRequestActionCandidate(item: Record<string, unknown>): NetworkRequestActionCandidate | undefined {
+	if (isNetworkArtifactNoiseRequest(item)) return undefined;
 	const requestId = getNetworkRequestId(item);
 	if (!requestId) return undefined;
 	const classification = classifyNetworkRequestFailure(item);
@@ -481,7 +499,7 @@ export function formatNetworkRouteDiagnosticsText(diagnostics: NetworkRouteDiagn
 		const target = diagnostic.requestId ? `[${diagnostic.requestId}] ${diagnostic.requestUrl ?? "request"}` : diagnostic.requestUrl ?? "request";
 		lines.push(`- ${diagnostic.reason}: ${target} matched route ${diagnostic.routePattern} (${diagnostic.mode}).`);
 	}
-	lines.push("If this route is intended as a mock, verify the page origin/CORS headers and inspect the request before assuming the mock fulfilled normally.");
+	lines.push("If this route is intended as a mock, inspect the request/headers and treat failed, pending, or CORS-looking rows as unfulfilled until a mocked response is observed.");
 	return lines.join("\n");
 }
 
@@ -491,10 +509,10 @@ export function buildNetworkRouteDiagnosticsNextActions(diagnostics: NetworkRout
 	const actions: AgentBrowserNextAction[] = [];
 	if (diagnostic.requestId) {
 		actions.push({
-			id: "inspect-pending-routed-network-request",
+			id: "inspect-routed-network-request",
 			params: { args: withOptionalSessionArgs(sessionName, ["network", "request", diagnostic.requestId]) },
 			reason: `Inspect the routed request ${diagnostic.requestId} before assuming the route mock fulfilled normally.`,
-			safety: "Read-only request diagnostic; look for pending state, CORS/preflight errors, response status, and headers.",
+			safety: "Read-only request diagnostic; look for failed status, pending state, CORS/preflight errors, response body, and headers.",
 			tool: "agent_browser",
 		});
 	}
@@ -547,6 +565,13 @@ export function buildNetworkRequestsNextActions(data: unknown, sessionName: stri
 			tool: "agent_browser",
 		});
 	}
+	actions.push({
+		id: "clear-network-requests-before-repro",
+		params: { args: withOptionalSessionArgs(sessionName, ["network", "requests", "--clear"]) },
+		reason: "Clear the aggregate request buffer before reproducing the current-page network behavior.",
+		safety: "This mutates only diagnostic buffers for the session; capture or inspect needed old rows first.",
+		tool: "agent_browser",
+	});
 	actions.push({
 		id: "start-network-har-capture",
 		params: { args: withOptionalSessionArgs(sessionName, ["network", "har", "start"]) },
@@ -580,15 +605,17 @@ export function buildStreamNextActions(commandInfo: CommandInfo, data: unknown,
 function formatConsoleText(data: Record<string, unknown>): string | undefined {
 	const messages = getArrayField(data, "messages");
 	if (!messages) return undefined;
-	if (messages.length === 0) return "No console messages.";
-	const shown = messages.slice(0, DIAGNOSTIC_LOG_PREVIEW_LIMIT).map((item, index) => {
+	if (messages.length === 0) return "No console messages. Scope: upstream session aggregate unless the upstream command output says it was cleared or filtered for this page.";
+	const shown = ["Scope: upstream session aggregate unless the upstream command output says it was cleared or filtered for this page; do not attribute old messages to the current page without URL/time evidence."];
+	shown.push(...messages.slice(0, DIAGNOSTIC_LOG_PREVIEW_LIMIT).map((item, index) => {
 		if (!isRecord(item)) return `${index + 1}. ${stringifyModelFacing(item)}`;
 		const type = redactModelFacingText(getStringField(item, "type") ?? "message");
 		const text = getStringField(item, "text") ?? stringifyModelFacing(item);
 		return `${index + 1}. [${type}] ${firstLine(redactModelFacingText(text).replace(/\s+/g, " ").trim(), 220)}`;
-	});
-	if (messages.length > shown.length) {
-		shown.push(`... (${messages.length - shown.length} additional console messages omitted from preview)`);
+	}));
+	const previewedMessageCount = Math.min(messages.length, DIAGNOSTIC_LOG_PREVIEW_LIMIT);
+	if (messages.length > previewedMessageCount) {
+		shown.push(`... (${messages.length - previewedMessageCount} additional console messages omitted from preview)`);
 	}
 	return shown.join("\n");
 }
@@ -640,10 +667,38 @@ function formatDoctorText(data: Record<string, unknown>): string | undefined {
 	const lines: string[] = [];
 	const status = getStringField(data, "status") ?? getStringField(data, "result");
 	if (status) lines.push(`Status: ${redactModelFacingText(status)}`);
-	for (const key of ["checks", "issues", "problems"] as const) {
+	const summary = isRecord(data.summary) ? data.summary : undefined;
+	if (summary) {
+		const parts = ["pass", "warn", "fail"].flatMap((key) => typeof summary[key] === "number" ? [`${key}:${summary[key]}`] : []);
+		if (parts.length > 0) lines.push(`Summary: ${parts.join(", ")}`);
+	}
+	const checks = getArrayField(data, "checks");
+	if (checks) {
+		lines.push(`Checks: ${checks.length}`);
+		for (const [index, item] of checks.slice(0, 30).entries()) {
+			if (!isRecord(item)) {
+				lines.push(`${index + 1}. ${stringifyModelFacing(item)}`);
+				continue;
+			}
+			const checkStatus = getStringField(item, "status") ?? "info";
+			const id = getStringField(item, "id");
+			const category = getStringField(item, "category");
+			const message = getStringField(item, "message") ?? getStringField(item, "name") ?? getStringField(item, "title") ?? getStringField(item, "check") ?? stringifyModelFacing(item);
+			const label = [category, id].filter(Boolean).join("/");
+			lines.push(`${index + 1}. [${redactModelFacingText(checkStatus)}]${label ? ` ${redactModelFacingText(label)}:` : ""} ${firstLine(redactModelFacingText(message), 220)}`);
+			const fix = getStringField(item, "fix");
+			if (fix) lines.push(`   fix: ${redactModelFacingText(fix)}`);
+		}
+		if (checks.length > 30) lines.push(`... (${checks.length - 30} additional checks omitted from preview)`);
+	}
+	for (const key of ["issues", "problems"] as const) {
 		const items = getArrayField(data, key);
 		if (items) lines.push(`${key}: ${items.length}`);
 	}
+	if (lines.length === 0) {
+		const keys = Object.keys(data).filter((key) => key !== "success");
+		if (keys.length > 0) return `Doctor diagnostics returned unrecognized fields: ${keys.map(redactModelFacingText).join(", ")}. See details.data for structured diagnostics.`;
+	}
 	return lines.length > 0 ? lines.join("\n") : undefined;
 }
 

package/extensions/agent-browser/lib/results/presentation/errors.ts

@@ -24,6 +24,11 @@ const CLIPBOARD_PERMISSION_ERROR_HINT = [
 	"If true clipboard access is required, retry in a browser/profile/session with explicit clipboard permission on a normal http(s) page.",
 ].join(" ");
 
+const KEYBOARD_PRESS_ERROR_HINT = [
+	"Agent-browser keyboard hint: upstream keyboard commands are `keyboard type <text>` and `keyboard inserttext <text>`; `keyboard press` is not a supported subcommand in the targeted upstream version.",
+	'For Enter in text fields, use `keyboard type "\\n"` after focusing the intended control, then verify with a fresh snapshot, URL, or page-state check.',
+].join(" ");
+
 function isRecord(value: unknown): value is Record<string, unknown> {
 	return typeof value === "object" && value !== null;
 }
@@ -61,6 +66,12 @@ function getClipboardPermissionHint(commandInfo: CommandInfo, errorText: string)
 	return CLIPBOARD_PERMISSION_ERROR_HINT;
 }
 
+function getKeyboardPressHint(commandInfo: CommandInfo, errorText: string): string | undefined {
+	if (commandInfo.command !== "keyboard" || commandInfo.subcommand !== "press") return undefined;
+	if (!/\bunknown\s+subcommand\b|\bvalid options?\b/i.test(errorText)) return undefined;
+	return KEYBOARD_PRESS_ERROR_HINT;
+}
+
 export function redactClipboardPermissionEcho(commandInfo: CommandInfo, errorText: string): string {
 	if (commandInfo.command !== "clipboard") return errorText;
 	return errorText
@@ -181,12 +192,14 @@ export function buildErrorPresentation(options: {
 	const browserProfileConfigRecovery = buildBrowserProfileConfigRecovery({ args, commandInfo, errorText: safeErrorText });
 	const localhostNavigationHint = getLocalhostNavigationHint(commandInfo, safeErrorText);
 	const clipboardPermissionHint = getClipboardPermissionHint(commandInfo, safeErrorText);
+	const keyboardPressHint = getKeyboardPressHint(commandInfo, safeErrorText);
 	const hintedErrorParts = [
 		selectorHintedErrorText,
 		unknownCommandSuggestionText && !selectorHintedErrorText.includes("Agent-browser hint:") ? unknownCommandSuggestionText : undefined,
 		browserProfileConfigRecovery?.hint,
 		localhostNavigationHint,
 		clipboardPermissionHint,
+		keyboardPressHint,
 	].filter((part): part is string => Boolean(part));
 	const hintedErrorText = hintedErrorParts.join("\n\n");
 	const categoryDetails = buildAgentBrowserResultCategoryDetails({

package/extensions/agent-browser/lib/results/presentation/registry.ts

@@ -33,6 +33,58 @@ function formatConfirmationRequiredSummary(confirmation: ConfirmationRequiredPre
 	return `Confirmation required: ${confirmation.id}`;
 }
 
+const VITALS_METRICS = ["lcp", "fcp", "ttfb", "inp", "cls"] as const;
+
+function coerceVitalsMetricValue(value: unknown): number | undefined {
+	if (typeof value === "number" && Number.isFinite(value)) return value;
+	if (isRecord(value)) {
+		for (const nestedKey of ["value", "duration", "startTime", "score"] as const) {
+			const nestedValue = value[nestedKey];
+			if (typeof nestedValue === "number" && Number.isFinite(nestedValue)) return nestedValue;
+		}
+	}
+	return undefined;
+}
+
+function getVitalsMetric(data: Record<string, unknown>, key: string): number | undefined {
+	const metrics = isRecord(data.metrics) ? data.metrics : undefined;
+	return coerceVitalsMetricValue(data[key] ?? data[key.toUpperCase()] ?? metrics?.[key] ?? metrics?.[key.toUpperCase()]);
+}
+
+function formatVitalsMetric(key: string, value: number): string {
+	return key === "cls" ? `${key.toUpperCase()}: ${value}` : `${key.toUpperCase()}: ${Math.round(value)}ms`;
+}
+
+function getVitalsMetrics(data: Record<string, unknown>): string[] {
+	return VITALS_METRICS.flatMap((key) => {
+		const value = getVitalsMetric(data, key);
+		return value === undefined ? [] : [formatVitalsMetric(key, value)];
+	});
+}
+
+function getVitalsUnavailableReason(data: Record<string, unknown>): string {
+	for (const key of ["reason", "message", "error", "status"] as const) {
+		const value = data[key];
+		if (typeof value === "string" && value.trim().length > 0) return redactModelFacingText(value.trim());
+	}
+	return "No Core Web Vitals metric fields were present in the upstream result.";
+}
+
+function formatVitalsText(data: Record<string, unknown>): string {
+	const url = typeof data.url === "string" && data.url.trim().length > 0 ? redactModelFacingText(data.url.trim()) : undefined;
+	const metrics = getVitalsMetrics(data);
+	const lines = [url ? `Vitals for ${url}` : "Vitals result"];
+	if (metrics.length > 0) lines.push(...metrics.map((metric) => `- ${metric}`));
+	else lines.push(`Metrics unavailable: ${getVitalsUnavailableReason(data)}`);
+	return lines.join("\n");
+}
+
+function formatVitalsSummary(data: Record<string, unknown>): string | undefined {
+	const metrics = getVitalsMetrics(data);
+	if (metrics.length > 0) return `Vitals: ${metrics.join(", ")}`;
+	return "Vitals: metrics unavailable";
+}
+
 function formatConfirmationRequiredText(confirmation: ConfirmationRequiredPresentation): string {
 	const lines = [
 		"Confirmation required.",
@@ -87,6 +139,14 @@ const COMMAND_PRESENTERS: Record<string, CommandPresenter> = {
 		summary: (_commandInfo, data) => isRecord(data) && Array.isArray(data.tabs) ? `Tabs: ${data.tabs.length}` : undefined,
 		text: (_commandInfo, data) => isRecord(data) ? getTabSummary(data) : undefined,
 	},
+	vitals: {
+		summary: (_commandInfo, data) => isRecord(data) ? formatVitalsSummary(data) : undefined,
+		text: (_commandInfo, data) => isRecord(data) ? formatVitalsText(data) : undefined,
+	},
+	"web-vitals": {
+		summary: (_commandInfo, data) => isRecord(data) ? formatVitalsSummary(data) : undefined,
+		text: (_commandInfo, data) => isRecord(data) ? formatVitalsText(data) : undefined,
+	},
 };
 
 function formatBatchSummary(data: unknown): string | undefined {