pi-agent-browser-native 0.3.0 → 0.6.5

package/dist/extensions/agent-browser/lib/results/presentation/registry.js

@@ -1,24 +1,54 @@
 import { isRecord } from "../../parsing.js";
 import { detectConfirmationRequired } from "../confirmation.js";
 import { formatRawSnapshotText, formatSnapshotSummary } from "../snapshot.js";
-import { redactModelFacingText, stringifyModelFacing } from "./common.js";
+import { getPageSummary, omitUpstreamLifecycle, redactModelFacingText, stringifyModelFacing } from "./common.js";
 import { formatDiagnosticSummary, formatDiagnosticText, formatProfilesText, getStreamSummary, getTabSummary } from "./diagnostics.js";
 import { getScreenshotSummary } from "./artifacts.js";
 import { formatSkillsText } from "./skills.js";
 import { formatExtractionSummary, formatExtractionText, formatNavigationActionResult, formatNavigationSummary, getNavigationSummary, isNavigationObservableCommand, } from "./navigation.js";
 import { formatSemanticActionPresentationSummary, formatSemanticActionPresentationText, resolvePresentationCommandInfo, } from "./semantic-action.js";
-function getPageSummary(data) {
-    const title = typeof data.title === "string" ? data.title : undefined;
-    const url = typeof data.url === "string" ? data.url : undefined;
-    if (!title && !url)
-        return undefined;
-    if (title && url)
-        return `${title}\n${url}`;
-    return title ?? url;
-}
 function formatConfirmationRequiredSummary(confirmation) {
     return `Confirmation required: ${confirmation.id}`;
 }
+const SIMPLE_ACTION_RESULTS = {
+    check: { field: "checked", label: "Checked" },
+    click: { field: "clicked", label: "Clicked" },
+    fill: { field: "filled", label: "Filled" },
+    focus: { field: "focused", label: "Focused" },
+    hover: { field: "hovered", label: "Hovered" },
+    press: { field: "pressed", label: "Pressed" },
+    select: { field: "selected", label: "Selected" },
+    type: { field: "typed", label: "Typed" },
+    uncheck: { field: "unchecked", label: "Unchecked" },
+};
+function formatSimpleActionResult(command, data) {
+    if (!isRecord(data))
+        return undefined;
+    if (command === "click" && getNavigationSummary(data))
+        return undefined;
+    const definition = SIMPLE_ACTION_RESULTS[command];
+    if (!definition)
+        return undefined;
+    const value = data[definition.field];
+    if (typeof value !== "string" && typeof value !== "number" && typeof value !== "boolean")
+        return undefined;
+    return `${definition.label}: ${redactModelFacingText(String(value))}`;
+}
+function formatWaitResult(data) {
+    if (!isRecord(data))
+        return undefined;
+    if (data.waited === "timeout")
+        return "Fixed wait elapsed; no page condition was verified.";
+    for (const field of ["selector", "text", "url", "state", "waited"]) {
+        const value = data[field];
+        if (typeof value === "string" && value.length > 0)
+            return `Wait completed: ${redactModelFacingText(value)}`;
+    }
+    return undefined;
+}
+function formatCloseResult(data) {
+    return isRecord(data) && data.closed === true ? "Browser session closed." : undefined;
+}
 const VITALS_METRICS = ["lcp", "fcp", "ttfb", "inp", "cls"];
 function coerceVitalsMetricValue(value) {
     if (typeof value === "number" && Number.isFinite(value))
@@ -80,6 +110,14 @@ function formatConfirmationRequiredText(confirmation) {
     return lines.join("\n");
 }
 const COMMAND_PRESENTERS = {
+    ...Object.fromEntries(Object.keys(SIMPLE_ACTION_RESULTS).map((command) => [command, {
+            summary: (_commandInfo, data) => formatSimpleActionResult(command, data),
+            text: (_commandInfo, data) => formatSimpleActionResult(command, data),
+        }])),
+    close: { summary: (_commandInfo, data) => formatCloseResult(data), text: (_commandInfo, data) => formatCloseResult(data) },
+    exit: { summary: (_commandInfo, data) => formatCloseResult(data), text: (_commandInfo, data) => formatCloseResult(data) },
+    quit: { summary: (_commandInfo, data) => formatCloseResult(data), text: (_commandInfo, data) => formatCloseResult(data) },
+    wait: { summary: (_commandInfo, data) => formatWaitResult(data), text: (_commandInfo, data) => formatWaitResult(data) },
     profiles: {
         summary: (_commandInfo, data) => Array.isArray(data) ? `Chrome profiles: ${data.length}` : undefined,
         text: (_commandInfo, data) => Array.isArray(data) ? formatProfilesText(data, "Chrome profiles") : undefined,
@@ -118,8 +156,12 @@ const COMMAND_PRESENTERS = {
         text: (commandInfo, data) => isRecord(data) && commandInfo.subcommand === "status" ? getStreamSummary(data) : undefined,
     },
     tab: {
-        summary: (_commandInfo, data) => isRecord(data) && Array.isArray(data.tabs) ? `Tabs: ${data.tabs.length}` : undefined,
-        text: (_commandInfo, data) => isRecord(data) ? getTabSummary(data) : undefined,
+        summary: (_commandInfo, data) => isRecord(data) && Array.isArray(data.tabs)
+            ? `Tabs: ${data.tabs.length}`
+            : isRecord(data) && data.closed === true ? "Tab closed" : undefined,
+        text: (_commandInfo, data) => isRecord(data) && data.closed === true
+            ? `Tab closed${typeof data.tabId === "string" ? `: ${redactModelFacingText(data.tabId)}` : "."}`
+            : isRecord(data) ? getTabSummary(data) : undefined,
     },
     vitals: {
         summary: (_commandInfo, data) => isRecord(data) ? formatVitalsSummary(data) : undefined,
@@ -155,7 +197,7 @@ export function formatPresentationSummary(commandInfo, data, compiledSemanticAct
                 return semanticSummary;
         }
         const navigationSummary = getNavigationSummary(data);
-        if (navigationSummary && isNavigationObservableCommand(presentationCommandInfo.command)) {
+        if (navigationSummary && isNavigationObservableCommand(presentationCommandInfo.command, presentationCommandInfo.subcommand)) {
             const navigationText = formatNavigationSummary(navigationSummary);
             if (navigationText) {
                 return `${presentationCommandInfo.command ?? "navigation"} → ${navigationText.split("\n", 1)[0] ?? navigationText}`;
@@ -200,7 +242,7 @@ export function formatPresentationContentText(commandInfo, data, compiledSemanti
     }
     const presentationCommandInfo = resolvePresentationCommandInfo(commandInfo, compiledSemanticAction);
     const navigationSummary = getNavigationSummary(data);
-    if (navigationSummary && isNavigationObservableCommand(presentationCommandInfo.command)) {
+    if (navigationSummary && isNavigationObservableCommand(presentationCommandInfo.command, presentationCommandInfo.subcommand)) {
         const navigationText = formatNavigationSummary(navigationSummary);
         if (navigationText) {
             const actionText = formatNavigationActionResult(data);
@@ -216,5 +258,8 @@ export function formatPresentationContentText(commandInfo, data, compiledSemanti
     const pageSummary = getPageSummary(data);
     if (pageSummary)
         return redactModelFacingText(pageSummary);
-    return stringifyModelFacing(data);
+    const { navigationSummary: _navigationSummary, ...pageData } = omitUpstreamLifecycle(data);
+    if (Object.keys(pageData).length > 0)
+        return stringifyModelFacing(pageData);
+    return `${presentationCommandInfo.command ?? commandInfo.command ?? "agent-browser"} completed`;
 }

package/dist/extensions/agent-browser/lib/results/presentation/semantic-action.js

@@ -1,18 +1,9 @@
 import { getCompiledSemanticActionCommandIndex, isCompiledSemanticActionFindCommand, } from "../../input-modes/semantic-action.js";
 import { isRecord } from "../../parsing.js";
 import { formatNavigationSummary, getNavigationSummary, isNavigationObservableCommand, } from "./navigation.js";
-import { redactModelFacingText } from "./common.js";
+import { getPageSummary, redactModelFacingText } from "./common.js";
 const SEMANTIC_NAVIGATION_PROBE_ACTIONS = new Set(["check", "click"]);
 const SEMANTIC_PRESENTATION_ACTIONS = new Set(["check", "click", "fill", "select"]);
-function getPageSummary(data) {
-    const title = typeof data.title === "string" ? data.title : undefined;
-    const url = typeof data.url === "string" ? data.url : undefined;
-    if (!title && !url)
-        return undefined;
-    if (title && url)
-        return `${title}\n${url}`;
-    return title ?? url;
-}
 function formatSemanticActionTarget(compiled) {
     if (compiled.action === "select") {
         const selector = compiled.selector ?? "selector";

package/dist/extensions/agent-browser/lib/results/presentation.js

@@ -1,13 +1,13 @@
 import { isRecord } from "../parsing.js";
-import { extractCommandTokens } from "../runtime.js";
+import { extractUpstreamCommandTokens, parseCommandInfo, redactInvocationArgs } from "../runtime.js";
 import { buildAgentBrowserNextActions } from "./action-recommendations.js";
 import { buildAgentBrowserResultCategoryDetails } from "./categories.js";
 import { detectConfirmationRequired } from "./confirmation.js";
 import { buildSnapshotPresentation } from "./snapshot.js";
 import { parseJsonPreviewString, redactModelFacingText, stringifyModelFacing } from "./presentation/common.js";
 import { applyArtifactManifest, attachInlineImage, buildArtifactVerificationSummary, buildManifestEntriesForFileArtifacts, classifyPresentationSuccessCategory, extractFileArtifacts, extractImagePath, formatArtifactMetadataLines, formatArtifactSummary, formatMissingArtifactFailureText, getSavedFileDetails, hasMissingFileArtifact, isManifestFileArtifact, } from "./presentation/artifacts.js";
-import { buildBatchPresentation, isAgentBrowserBatchResultArray } from "./presentation/batch.js";
-import { getPresentationPaths } from "./presentation/content.js";
+import { buildBatchPresentation, isAgentBrowserBatchResultArray, redactBatchStepErrorData } from "./presentation/batch.js";
+import { getPresentationPaths, isStringArray } from "./presentation/content.js";
 import { buildNetworkRequestsNextActions, buildStreamNextActions, enrichStreamStatusData, formatNetworkRouteDiagnosticsText, redactPresentationData, } from "./presentation/diagnostics.js";
 import { buildErrorPresentation } from "./presentation/errors.js";
 import { compactLargePresentationOutput } from "./presentation/large-output.js";
@@ -31,16 +31,35 @@ function mergeNextActions(...groups) {
 function shouldAddAnnotatedScreenshotGuidance(commandInfo, args) {
     return commandInfo.command === "screenshot" && (args?.includes("--annotate") ?? false);
 }
+function getKeyboardInsertTextWarning(commandInfo) {
+    if (commandInfo.command !== "keyboard" || commandInfo.subcommand !== "inserttext")
+        return undefined;
+    return "Input dispatch warning: keyboard inserttext skips key events. A DOM value change does not prove a framework-controlled editor accepted it; verify application state before saving, or use keyboard type when real key events are required.";
+}
+function redactBatchSpillData(data) {
+    return data.map((row) => {
+        const command = isStringArray(row.command) ? row.command : undefined;
+        const commandInfo = parseCommandInfo(command ?? []);
+        return {
+            ...row,
+            command: command ? redactInvocationArgs(command) : row.command,
+            error: row.error === undefined ? undefined : redactBatchStepErrorData(command, row.error),
+            result: row.result === undefined ? undefined : redactPresentationData(commandInfo, row.result),
+        };
+    });
+}
 export async function buildToolPresentation(options) {
     const { args, artifactManifest, artifactRequest, commandInfo, compiledSemanticAction, cwd, envelope, errorText, namespace, networkRouteDiagnostics, networkRoutes, persistentArtifactStore, sessionName, } = options;
-    const commandInfoWithTokens = commandInfo.commandTokens || !args ? commandInfo : { ...commandInfo, commandTokens: extractCommandTokens(args) };
+    const commandInfoWithTokens = commandInfo.commandTokens || !args ? commandInfo : { ...commandInfo, commandTokens: extractUpstreamCommandTokens(args) };
     const presentationCommandInfo = resolvePresentationCommandInfo(commandInfoWithTokens, compiledSemanticAction);
     if (errorText) {
         return buildErrorPresentation({ args, commandInfo, errorText, sessionName });
     }
     const data = enrichStreamStatusData(commandInfoWithTokens, envelope?.data);
-    const presentationData = redactPresentationData(commandInfoWithTokens, data);
-    const artifacts = await extractFileArtifacts({ artifactManifest, artifactRequest, commandInfo: presentationCommandInfo, cwd, data, sessionName });
+    const presentationData = commandInfo.command === "batch" && isAgentBrowserBatchResultArray(data)
+        ? redactBatchSpillData(data)
+        : redactPresentationData(commandInfoWithTokens, data);
+    const artifacts = await extractFileArtifacts({ artifactManifest, artifactMaxUpdatedAtMs: options.artifactMaxUpdatedAtMs, artifactMinUpdatedAtMs: options.artifactMinUpdatedAtMs, artifactRequest, commandInfo: presentationCommandInfo, cwd, data, namespace, sessionName });
     const artifactVerification = buildArtifactVerificationSummary(artifacts);
     const artifactSummary = formatArtifactSummary(artifacts);
     const summary = artifactSummary ?? formatPresentationSummary(commandInfoWithTokens, data, compiledSemanticAction);
@@ -49,6 +68,8 @@ export async function buildToolPresentation(options) {
     if (commandInfo.command === "batch" && isAgentBrowserBatchResultArray(data)) {
         presentation = await buildBatchPresentation({
             artifactManifest,
+            artifactMaxUpdatedAtMs: options.artifactMaxUpdatedAtMs,
+            artifactMinUpdatedAtMs: options.artifactMinUpdatedAtMs,
             artifactRequests: options.batchArtifactRequests,
             buildNestedToolPresentation: buildToolPresentation,
             cwd,
@@ -93,6 +114,10 @@ export async function buildToolPresentation(options) {
         const guidance = "Annotated screenshot note: dense pages can produce overlapping labels. If the labels are noisy, capture a scoped element screenshot, take a non-annotated screenshot, or use snapshot -i high-value refs as the machine-readable map.";
         presentation.content[0] = { ...presentation.content[0], text: `${presentation.content[0].text}\n\n${guidance}` };
     }
+    const keyboardInsertTextWarning = getKeyboardInsertTextWarning(commandInfoWithTokens);
+    if (keyboardInsertTextWarning && presentation.content[0]?.type === "text") {
+        presentation.content[0] = { ...presentation.content[0], text: `${presentation.content[0].text}\n\n${keyboardInsertTextWarning}` };
+    }
     const imagePath = artifactRequest?.absolutePath ?? extractImagePath(commandInfo, cwd, data);
     const presentationWithImage = imagePath ? await attachInlineImage(presentation, imagePath) : presentation;
     const compactedPresentation = await compactLargePresentationOutput({
@@ -156,6 +181,8 @@ export async function buildToolPresentation(options) {
         failureCategory: presentationWithManifest.failureCategory,
         resultCategory: presentationWithManifest.resultCategory ?? "success",
         savedFilePath: presentationWithManifest.savedFilePath,
+        sessionName,
+        subcommand: presentationCommandInfo.subcommand,
         successCategory: presentationWithManifest.successCategory,
     });
     const networkNextActions = commandInfoWithTokens.command === "network" && commandInfoWithTokens.subcommand === "requests" && presentationWithManifest.resultCategory === "success"
@@ -171,5 +198,8 @@ export async function buildToolPresentation(options) {
         savedFilePath: presentationWithManifest.savedFilePath,
         summary: presentationWithManifest.summary,
     });
+    if (presentationWithManifest.pageChangeSummary?.observed === false && presentationCommandInfo.command !== "batch" && presentationWithManifest.content[0]?.type === "text") {
+        presentationWithManifest.content[0] = { ...presentationWithManifest.content[0], text: `${presentationWithManifest.content[0].text}\n\nAction dispatched; application change unverified. Verify the expected URL, text, state, or external receipt before relying on it.` };
+    }
     return sanitizeModelFacingPresentation(presentationWithManifest);
 }

package/dist/extensions/agent-browser/lib/results/recovery-actions.js

@@ -8,6 +8,8 @@ export const AGENT_BROWSER_RECOVERY_NEXT_ACTION_IDS = {
     selectIntendedTabAfterDrift: "select-intended-tab-after-drift",
     snapshotAfterTabRecovery: "snapshot-after-tab-recovery",
     tabDriftListTabs: "list-tabs-for-tab-drift-recovery",
+    tabGoneListTabs: "list-tabs-after-tab-gone",
+    tabGoneNewTab: "open-tab-after-tab-gone",
 };
 export const AGENT_BROWSER_RICH_INPUT_RECOVERY_NEXT_ACTION_IDS = {
     click: "click-current-editable-ref",
@@ -58,7 +60,7 @@ export function buildRecoveryNextActions(recovery) {
                 args: sessionArgs(["get", "url"]),
                 id: AGENT_BROWSER_RECOVERY_NEXT_ACTION_IDS.connectedSessionGetUrl,
                 reason: "Verify the attached page URL before any page-content inspection.",
-                safety: "Read-only URL lookup. The wrapper keeps page inspection blocked if the active target is a local file page or the URL cannot be verified.",
+                safety: "Read-only URL lookup. The wrapper keeps page inspection blocked if the active target URL cannot be verified.",
             }),
             buildNextToolAction({
                 args: sessionArgs(["tab", "list"]),

package/dist/extensions/agent-browser/lib/results/recovery-next-actions.js

@@ -17,6 +17,15 @@ export function buildNoActivePageNextActions(sessionName) {
         resultCategory: "failure",
     }) ?? [];
 }
+export function buildPendingWebMcpNextActions(sessionName) {
+    return [{
+            id: "verify-page-target-after-pending-webmcp",
+            params: { args: withOptionalSessionArgs(sessionName, ["get", "url"]) },
+            reason: "Verify the current page target before taking a fresh snapshot; use webmcp result or cancel to settle the detached invocation.",
+            safety: "Read-only URL inspection. It does not settle the pending page tool, which may still mutate or navigate later.",
+            tool: "agent_browser",
+        }];
+}
 export function buildSessionTabRecoveryNextActions(options) {
     const resultCategory = options.resultCategory ?? "success";
     return buildAgentBrowserNextActions({

package/dist/extensions/agent-browser/lib/results/selector-recovery.js

@@ -9,14 +9,24 @@ const SELECTOR_RECOVERY_ACTION_NAMES = new Set(["check", "click", "fill", "selec
 const VISIBLE_REF_FALLBACK_CANDIDATE_LIMIT = 3;
 const EDITABLE_CONTROL_ROLES = new Set(["combobox", "searchbox", "textbox"]);
 const RICH_INPUT_RECOVERY_EDITABLE_ROLES = new Set(["searchbox", "textbox"]);
-const RICH_INPUT_RECOVERY_HINT = "After the editable ref is focused, use keyboard inserttext or keyboard type with the intended text in a separate call, and do not press Enter or otherwise submit unless the user flow explicitly calls for it.";
+const RICH_INPUT_RECOVERY_HINT = "After the editable ref is focused, use keyboard type when a framework-controlled editor requires real key events. keyboard inserttext is paste-like and needs separate application-state verification. Do not press Enter or otherwise submit unless the user flow explicitly calls for it.";
 function isSelectorRecoveryActionName(action) {
     return SELECTOR_RECOVERY_ACTION_NAMES.has(action);
 }
 function getFindNameFlagValue(args, startIndex) {
     const nameFlagIndex = args.indexOf("--name", startIndex);
     const name = nameFlagIndex >= 0 ? args[nameFlagIndex + 1] : undefined;
-    return name && !name.startsWith("-") ? name : undefined;
+    return typeof name === "string" && name.length > 0 ? name : undefined;
+}
+function collectFindTrailingValues(args, startIndex) {
+    const values = [];
+    for (let index = startIndex; index < args.length; index += 1) {
+        const token = args[index];
+        if (!token || token.startsWith("-"))
+            break;
+        values.push(token);
+    }
+    return values;
 }
 function getFindVisibleRefFallbackTarget(args, options = {}) {
     const findIndex = args[0] === "--session" ? 2 : 0;
@@ -25,8 +35,21 @@ function getFindVisibleRefFallbackTarget(args, options = {}) {
     const locator = args[findIndex + 1];
     const value = args[findIndex + 2];
     const action = args[findIndex + 3];
-    if (!locator || !value || !isSelectorRecoveryActionName(action) || action === "select")
+    if (!locator || !value || !isSelectorRecoveryActionName(action))
         return undefined;
+    if (action === "select") {
+        const optionValues = collectFindTrailingValues(args, findIndex + 4);
+        if (locator === "role") {
+            if (!/^(?:combobox|listbox)$/i.test(value))
+                return undefined;
+            const targetName = getFindNameFlagValue(args, findIndex + 4);
+            return targetName ? { action, optionValues, roles: [value.toLowerCase()], targetName } : undefined;
+        }
+        if (locator === "label") {
+            return { action, optionValues, roles: ["combobox", "listbox"], targetName: value };
+        }
+        return undefined;
+    }
     const text = action === "fill" ? args[findIndex + 4] : undefined;
     if (action === "fill" && (!text || (!options.allowLeadingDashFillText && text.startsWith("-"))))
         return undefined;
@@ -69,7 +92,13 @@ function getVisibleRefFallbackCandidates(target, snapshotData) {
             return [];
         if (target.action === "fill" && editableEvidence === false && EDITABLE_CONTROL_ROLES.has(role.toLowerCase()))
             return [];
-        const directRefArgs = target.action === "fill" ? undefined : [target.action, `@${ref}`];
+        const directRefArgs = target.action === "fill"
+            ? undefined
+            : target.action === "select" && target.optionValues && target.optionValues.length > 0
+                ? ["select", `@${ref}`, ...target.optionValues]
+                : target.action === "select"
+                    ? undefined
+                    : [target.action, `@${ref}`];
         return [{
                 action: target.action,
                 ...(directRefArgs ? { args: directRefArgs } : {}),
@@ -101,19 +130,33 @@ export function buildVisibleRefFallbackDiagnosticFromSnapshot(options) {
 }
 export function resolveVisibleRefActionFromSnapshot(options) {
     const target = getFindVisibleRefFallbackTarget(options.compiledAction.args, { allowLeadingDashFillText: true });
-    if (!target || target.action === "select")
+    if (!target)
         return undefined;
     const snapshot = extractRefSnapshotFromData(options.snapshotData);
     if (!snapshot)
         return undefined;
-    const candidates = getVisibleRefFallbackCandidates(target, options.snapshotData);
-    if (target.action === "fill") {
-        if (!options.allowFill || candidates.length !== 1 || target.text === undefined)
+    const selectOptionValues = options.compiledAction.values && options.compiledAction.values.length > 0
+        ? options.compiledAction.values
+        : target.optionValues;
+    const effectiveTarget = target.action === "select" && selectOptionValues
+        ? { ...target, optionValues: selectOptionValues }
+        : target;
+    const candidates = getVisibleRefFallbackCandidates(effectiveTarget, options.snapshotData);
+    if (effectiveTarget.action === "fill") {
+        if (!options.allowFill || candidates.length !== 1 || effectiveTarget.text === undefined)
             return undefined;
         const [candidate] = candidates;
         if (!candidate || candidate.editableEvidence === false || !EDITABLE_CONTROL_ROLES.has(candidate.role.toLowerCase()))
             return undefined;
-        return { args: ["fill", candidate.ref, target.text], snapshot };
+        return { args: ["fill", candidate.ref, effectiveTarget.text], snapshot };
+    }
+    if (effectiveTarget.action === "select") {
+        if (candidates.length !== 1 || !selectOptionValues || selectOptionValues.length === 0)
+            return undefined;
+        const [candidate] = candidates;
+        if (!candidate)
+            return undefined;
+        return { args: ["select", candidate.ref, ...selectOptionValues], snapshot };
     }
     const candidate = candidates.find((item) => item.args !== undefined);
     if (!candidate?.args)
@@ -182,7 +225,7 @@ export function buildRichInputRecoveryNextActions(options) {
         const clickId = getAgentBrowserRichInputRecoveryNextActionId("click", index, candidateCount);
         const safety = ambiguous
             ? `Several editable refs share the same exact name. Inspect the current snapshot and use only the ${candidate.ref} ${candidate.role} if it is clearly the intended input. No fill text or submit key is included.`
-            : "Does not include fill text or submit the form. After focus/click succeeds, use keyboard inserttext or keyboard type with the intended text only if this is the right input.";
+            : "Does not include fill text or submit the form. After focus/click succeeds, use keyboard type for framework-controlled editors; use keyboard inserttext only with separate application-state verification.";
         return [
             {
                 id: focusId,
@@ -208,7 +251,7 @@ export function formatRichInputRecoveryText(diagnostic) {
         "Rich input recovery:",
         ...diagnostic.candidates.map((candidate, index) => {
             const [focusId, clickId] = diagnostic.nextActionIds.slice(index * 2, index * 2 + 2);
-            return `- ${candidate.ref} ${candidate.role} ${JSON.stringify(candidate.name)}: use ${focusId} or ${clickId}; then use keyboard inserttext/type with the intended text.`;
+            return `- ${candidate.ref} ${candidate.role} ${JSON.stringify(candidate.name)}: use ${focusId} or ${clickId}; then use keyboard type for framework-controlled editors, or paste-like keyboard inserttext only with separate application-state verification.`;
         }),
         `- ${diagnostic.inputMethodHint}`,
     ].join("\n");

package/dist/extensions/agent-browser/lib/results/snapshot-high-value-controls.js

@@ -2,6 +2,8 @@ import { compareRefIds } from "./text.js";
 const SNAPSHOT_HIGH_VALUE_EDITABLE_REF_FILL_TARGET_LINES = 4;
 const SNAPSHOT_HIGH_VALUE_SURFACE_REF_FILL_TARGET_LINES = 3;
 const SNAPSHOT_HIGH_VALUE_PRIMARY_ACTION_REF_FILL_TARGET_LINES = 3;
+const SNAPSHOT_HIGH_VALUE_NAMED_LINK_REF_FILL_TARGET_LINES = 6;
+const SNAPSHOT_HIGH_VALUE_LINK_NAME_MAX_LENGTH = 80;
 const SNAPSHOT_HIGH_VALUE_CONTROL_ROLES = new Set([
     "button",
     "checkbox",
@@ -33,9 +35,6 @@ const SNAPSHOT_PRIMARY_ACTION_BUTTON_NAME_PATTERNS = [
     /^(?:add|apply|ask|attach|choose|confirm|connect|continue|create|deploy|done|download|go|insert|launch|log in|new|next|ok|open|publish|refresh|retry|run|save|search|select|send|sign in|sign up|start|submit|upload)$/i,
     /^(?:add|apply|ask|confirm|connect|continue|create|launch|new|open|refresh|retry|run|save|search|send|start|submit)\b/i,
 ];
-const SNAPSHOT_HIGH_VALUE_LINK_NAME_PATTERNS = [
-    /^[a-z0-9_.-]+\/[a-z0-9_.-]+$/i,
-];
 function getHighValueControlRole(entry) {
     return entry.isEditable === true && (entry.role === "unknown" || entry.role === "generic") ? "textbox" : entry.role;
 }
@@ -82,22 +81,29 @@ const SNAPSHOT_HIGH_VALUE_CONTROL_CATEGORY_RULES = [
         matches: (entry) => isPrimaryActionButtonRef(entry),
         priority: 2,
     },
+    {
+        bucketKey: () => "named-link",
+        fillTarget: SNAPSHOT_HIGH_VALUE_NAMED_LINK_REF_FILL_TARGET_LINES,
+        id: "named-link",
+        matches: (entry) => getHighValueControlRole(entry) === "link" && isNamedActionLinkRef(entry),
+        priority: 3,
+    },
     {
         bucketKey: (_entry, role) => role,
         id: "role",
         matches: () => true,
-        priority: 3,
+        priority: 4,
     },
 ];
-function isHighValueLinkRef(entry) {
-    return entry.name.length > 0 && SNAPSHOT_HIGH_VALUE_LINK_NAME_PATTERNS.some((pattern) => pattern.test(entry.name));
+function isNamedActionLinkRef(entry) {
+    return entry.name.length > 0 && entry.name.length <= SNAPSHOT_HIGH_VALUE_LINK_NAME_MAX_LENGTH;
 }
 export function isHighValueControlEntry(entry) {
     const role = getHighValueControlRole(entry);
     if (!SNAPSHOT_HIGH_VALUE_CONTROL_ROLES.has(role))
         return false;
     if (role === "link")
-        return isHighValueLinkRef(entry);
+        return isNamedActionLinkRef(entry);
     if (entry.isEditable === false && (role === "searchbox" || role === "textbox" || role === "combobox"))
         return false;
     return entry.name.length > 0 || isEditableControlRef(entry);

package/dist/extensions/agent-browser/lib/results/snapshot-spill.js

@@ -1,9 +1,10 @@
+import { redactSensitiveValue } from "../runtime.js";
 import { writePersistentSessionArtifactFile, writeSecureTempFile } from "../temp.js";
 import { buildEvictedSessionArtifactEntries, formatSessionArtifactRetentionSummary, mergeSessionArtifactManifest, } from "./artifact-manifest.js";
 const SNAPSHOT_SPILL_FILE_PREFIX = "pi-agent-browser-snapshot";
 export async function writeSnapshotSpillFile(data, persistentArtifactStore) {
     const options = {
-        content: JSON.stringify(data, null, 2),
+        content: JSON.stringify(redactSensitiveValue(data), null, 2),
         prefix: SNAPSHOT_SPILL_FILE_PREFIX,
         suffix: ".json",
     };

package/dist/extensions/agent-browser/lib/results/snapshot.js

@@ -162,12 +162,12 @@ export async function buildSnapshotPresentation(data, persistentArtifactStore =
         ...(roleCountsText ? [`Top roles: ${roleCountsText}`] : []),
         "",
         "Compact snapshot view.",
-        "Viewport note: compact snapshots are DOM/signal-prioritized, not guaranteed to start with the currently scrolled viewport; use the full raw snapshot, a screenshot, or listed high-value refs when viewport context matters.",
+        "Viewport note: compact snapshots are DOM/signal-prioritized, not guaranteed to start with the currently scrolled viewport; use the full redacted snapshot, a screenshot, or listed high-value refs when viewport context matters.",
     ];
     if (fallbackPreview) {
         lines.push("", "Compact outline:", ...(fallbackPreview.lines.length > 0 ? fallbackPreview.lines : ["(no interactive elements)"]));
         if (fallbackPreview.omittedCount > 0) {
-            lines.push(`- ... (${fallbackPreview.omittedCount} additional snapshot lines omitted; ${fullOutputPath ? `full output path: ${fullOutputPath}` : "the full raw snapshot was omitted"})`);
+            lines.push(`- ... (${fallbackPreview.omittedCount} additional snapshot lines omitted; ${fullOutputPath ? `full output path: ${fullOutputPath}` : "the full redacted snapshot was omitted"})`);
         }
     }
     else {
@@ -204,8 +204,8 @@ export async function buildSnapshotPresentation(data, persistentArtifactStore =
         }
     }
     lines.push("", fullOutputPath
-        ? `Full raw snapshot path: ${fullOutputPath}`
-        : `Full raw snapshot unavailable: ${spillErrorText ?? "temp spill file could not be created."}`);
+        ? `Full redacted snapshot path: ${fullOutputPath}`
+        : `Full redacted snapshot unavailable: ${spillErrorText ?? "temp spill file could not be created."}`);
     const manifestFields = applySnapshotArtifactManifest({
         baseManifest: artifactManifest,
         command: "snapshot",