pi-agent-browser-native 0.9.1 → 0.9.3

package/dist/extensions/agent-browser/lib/orchestration/browser-run/process-output.js

@@ -2,7 +2,7 @@ import { rm } from "node:fs/promises";
 import { observeNativeWebMcp } from "../../webmcp-observation.js";
 import { parseArgvDescriptor } from "../../argv-descriptor.js";
 import { isBrowserIndependentRead, needsManagedSession } from "../../command-policy.js";
-import { deleteIdentityKeysInNamespace, getAgentBrowserSessionIdentityKey, isAgentBrowserSessionIdentityKeyInNamespace } from "../../argv-grammar.js";
+import { deleteIdentityKeysInNamespace, getAgentBrowserSessionIdentityKey, getBooleanFlagValue, isAgentBrowserSessionIdentityKeyInNamespace } from "../../argv-grammar.js";
 import { batchHasSuccessfulCloseAll, getSuccessfulBatchCloseLifecycle } from "../../batch-lifecycle.js";
 import { isCloseAllCommand, isCloseCommand, isNavigationObservableCommandName, isOpenNavigationCommand, isPageMutationCommand, isRecordPageTransitionCommand, isUnverifiedPageTransitionCommand, isWindowOrDiffPageTransitionCommand } from "../../command-taxonomy.js";
 import { OPEN_RESULT_TAB_CORRECTION_FLAGS } from "../../launch-scoped-flags.js";
@@ -20,7 +20,8 @@ import { getClipboardWritePayloadCandidates, redactClipboardPermissionEcho, reda
 import { shouldCaptureSemanticActionNavigationSummary } from "../../results/presentation/semantic-action.js";
 import { buildPageTransitionRefSnapshotInvalidation, commandExplicitlyTargetsAboutBlank, getCommandRefSnapshotInvalidation, deriveSessionTabTarget, extractLatestRefSnapshotStateFromBatchResults, extractRefSnapshotFromData, extractSessionTabTargetFromBatchResults, extractSessionTabTargetFromCommandData, isAboutBlankSessionTabTarget, normalizeSessionTabTarget, } from "../../session-page-state.js";
 import { isRecord } from "../../parsing.js";
-import { buildReadConfirmationNextActions, nextReadConfirmation } from "../../read-confirmation.js";
+import { getAgentBrowserProcessEnvironment } from "../../process-environment.js";
+import { buildReadConfirmationNextActions, isBrowserIndependentConfirmation, isSuccessfulNativeConfirmedClose, nextReadConfirmation, parseReadConfirmation } from "../../read-confirmation.js";
 import { pruneOwnedManagedSessionRestoreSnapshots } from "../../managed-session-restore.js";
 import { isManagedSessionRestoreKey } from "../../managed-session-storage.js";
 import { createFreshSessionName, extractUpstreamCommandTokens, redactInvocationArgs, resolveManagedSessionState } from "../../runtime.js";
@@ -32,6 +33,7 @@ import { buildScrollNoopDiagnostic, collectComboboxFocusDiagnostic, collectElect
 import { repairScreenshotData } from "./prepare.js";
 import { mergeRecordingRecoveryPresentation, recoverRecordingStop } from "./recording-recovery.js";
 import { getPersistentSessionArtifactStore } from "./session-state.js";
+import { nativePolicyDefinitelyUnestablished } from "./session-state.js";
 import { buildFinalAgentBrowserToolResult, buildRedactedPresentationContent, buildWrapperRecoveryHint, prepareFinalResultRecoveryState, redactExactSensitiveValue, } from "./final-result.js";
 async function repairScreenshotArtifact(options) {
     const { cwd, envelope, request } = options;
@@ -137,7 +139,7 @@ function applyBatchNetworkRouteState(options) {
         if (!isRecord(item) || !Array.isArray(item.command) || !item.command.every((token) => typeof token === "string"))
             continue;
         const commandTokens = extractUpstreamCommandTokens(item.command);
-        const stepSucceeded = item.success !== false;
+        const stepSucceeded = item.success !== false && !detectConfirmationRequired(item.result);
         if (stepSucceeded && isCloseCommand(commandTokens[0]))
             routes = undefined;
         else
@@ -162,9 +164,10 @@ export async function processBrowserOutput(input) {
     let networkRoutesBySession = state.networkRoutesBySession;
     try {
         const persistentArtifactStore = getPersistentSessionArtifactStore(ctx);
-        // Native upgrade prints text even with --json; all other command shapes keep strict JSON parsing.
+        // Native upgrade prints text even with --json; explicit false selects opaque native text.
         const plainTextUpgrade = !prepared.executionPlan.plainTextInspection && prepared.executionPlan.commandInfo.command === "upgrade" && !needsManagedSession(parseArgvDescriptor(prepared.runtimeToolArgs));
-        const parsed = await parseAgentBrowserEnvelope({ stdout: processResult.stdout, stdoutPath: processResult.stdoutSpillPath, plainText: plainTextUpgrade });
+        const textOutput = getBooleanFlagValue(prepared.processArgs, "--json") === false;
+        const parsed = await parseAgentBrowserEnvelope({ stdout: processResult.stdout, stdoutPath: processResult.stdoutSpillPath, plainText: plainTextUpgrade, textOutput });
         observeNativeWebMcp(parsed.envelope?.data);
         let parseError = parsed.parseError;
         const recordingStopRecovery = await recoverRecordingStop({
@@ -194,22 +197,35 @@ export async function processBrowserOutput(input) {
         const confirmationSessionName = prepared.executionPlan.sessionName ?? "default";
         let readConfirmation = state.sessionPageState.getReadConfirmation(getAgentBrowserSessionIdentityKey(confirmationSessionName, prepared.executionPlan.namespace));
         let readConfirmationEvent;
+        const confirmedEffects = [];
         const confirmationRows = prepared.executionPlan.commandInfo.command === "batch" && Array.isArray(presentationEnvelope?.data)
-            ? presentationEnvelope.data.flatMap((row, index) => isRecord(row) ? [{ tokens: batchCommandSteps[index] ?? [], data: row.result, response: row, succeeded: row.success === true }] : [])
-            : [{ tokens: prepared.commandTokens, data: presentationEnvelope?.data, response: presentationEnvelope, succeeded: presentationEnvelope?.success === true }];
+            ? presentationEnvelope.data.flatMap((row, index) => isRecord(row) ? [{ tokens: Array.isArray(row.command) && row.command.every(token => typeof token === "string") ? row.command : batchCommandSteps[index] ?? [], data: row.result, index, response: row, succeeded: row.success === true }] : [])
+            : [{ tokens: prepared.commandTokens, data: presentationEnvelope?.data, index: 0, response: presentationEnvelope, succeeded: presentationEnvelope?.success === true }];
         for (const row of confirmationRows) {
+            if (readConfirmation?.state === "pending" && readConfirmation.source === "native-guarded-action" && typeof readConfirmation.command === "string"
+                && row.tokens.length === 2 && row.tokens[0] === "confirm" && row.tokens[1] === readConfirmation.id
+                && isRecord(row.data) && row.data.confirmed === true && row.data.action === readConfirmation.action
+                && isRecord(row.data.result) && !detectConfirmationRequired(row.data)) {
+                confirmedEffects.push({ command: readConfirmation.command, data: row.data.result.data, index: row.index, succeeded: row.succeeded && row.data.result.success === true });
+            }
             const transition = nextReadConfirmation({ commandTokens: row.tokens, current: readConfirmation, data: row.data, namespace: prepared.executionPlan.namespace, sessionName: confirmationSessionName, succeeded: row.succeeded });
             if (transition) {
                 readConfirmationEvent = transition;
                 readConfirmation = transition;
             }
-            if (row.tokens.length === 2 && row.tokens[0] === "confirm" && isRecord(row.data) && row.data.confirmed === true && row.data.action === "read" && isRecord(row.data.result) && row.data.result.success === false && row.response) {
+            if (row.tokens.length === 2 && row.tokens[0] === "confirm" && isRecord(row.data) && row.data.confirmed === true && isRecord(row.data.result) && row.data.result.success === false && row.response) {
                 row.response.success = false;
                 row.response.error = row.data.result.error;
                 if (presentationEnvelope)
                     presentationEnvelope.success = false;
             }
         }
+        const confirmedData = prepared.commandTokens[0] === "confirm" ? confirmedEffects[0]?.data : undefined;
+        const confirmedCommand = prepared.commandTokens[0] === "confirm" ? confirmedEffects[0]?.command : undefined;
+        const directClose = isCloseCommand(prepared.executionPlan.commandInfo.command)
+            || isSuccessfulNativeConfirmedClose(prepared.commandTokens, presentationEnvelope?.data);
+        if (readConfirmationEvent?.state === "pending")
+            state.observedBrowserEffects = { ...state.observedBrowserEffects, readConfirmation: readConfirmationEvent };
         const destinationTransition = dispatchedCommands.some((step) => {
             const [command, subcommand] = extractUpstreamCommandTokens(step);
             return isWindowOrDiffPageTransitionCommand(command, subcommand);
@@ -222,24 +238,26 @@ export async function processBrowserOutput(input) {
         const nestedBatchClosesAll = prepared.executionPlan.commandInfo.command === "batch"
             && batchHasSuccessfulCloseAll(presentationEnvelope?.data, batchCommandSteps);
         const directCloseAllRequested = isCloseAllCommand(extractUpstreamCommandTokens(prepared.commandTokens));
-        const rawCloseStatePath = isCloseCommand(prepared.executionPlan.commandInfo.command)
-            && isRecord(presentationEnvelope?.data)
-            && typeof presentationEnvelope.data.statePath === "string"
-            ? presentationEnvelope.data.statePath
+        const directCloseData = confirmedData ?? presentationEnvelope?.data;
+        const rawCloseStatePath = directClose && isRecord(directCloseData) && typeof directCloseData.statePath === "string"
+            ? directCloseData.statePath
             : nestedBatchClose?.statePath;
         if (presentationEnvelope && prepared.exactSensitiveValues.length > 0)
             presentationEnvelope = redactExactSensitiveValue(presentationEnvelope, prepared.exactSensitiveValues);
         const parseFailureOutput = parseError && processResult.stdoutSpillPath
             ? { fullOutputUnavailable: "Malformed upstream output was discarded because it may contain sensitive browser data." }
             : {};
-        const browserIndependentRead = prepared.readConfirmation !== undefined || isBrowserIndependentRead(prepared.commandTokens, prepared.runtimeToolStdin);
+        const browserIndependentRead = isBrowserIndependentConfirmation(prepared.readConfirmation) || isBrowserIndependentRead(prepared.commandTokens, prepared.runtimeToolStdin);
+        const nativeCommandMayHaveExecuted = !nativePolicyDefinitelyUnestablished(processResult, parsed.envelope, prepared.commandTokens);
+        if (state.confirmationPolicyMayBeEstablished !== true)
+            state.confirmationPolicyMayBeEstablished = nativeCommandMayHaveExecuted;
         const processSucceeded = !processResult.timedOut && !processResult.aborted && !processResult.spawnError && processResult.exitCode === 0;
         const plainTextInspection = prepared.executionPlan.plainTextInspection && processSucceeded;
         const parseSucceeded = plainTextInspection || parseError === undefined;
         if (isStreamEnableAlreadyEnabledNoop({ command: prepared.executionPlan.commandInfo.command, envelope: presentationEnvelope, processSucceeded, subcommand: prepared.executionPlan.commandInfo.subcommand })) {
             presentationEnvelope = { success: true, data: { alreadyEnabled: true, enabled: true, message: getEnvelopeErrorString(presentationEnvelope) ?? "Stream already enabled" } };
         }
-        const envelopeSuccess = plainTextInspection ? true : presentationEnvelope?.success !== false;
+        const envelopeSuccess = plainTextInspection ? true : presentationEnvelope?.success !== false && !detectConfirmationRequired(presentationEnvelope?.data);
         let succeeded = (processSucceeded && parseSucceeded && envelopeSuccess) || recordingStopRecovery?.recovery.healed === true;
         const inspectionText = plainTextInspection ? processResult.stdout.trim() : undefined;
         const unobservedMutation = processResult.agentBrowserStarted && !plainTextInspection
@@ -272,6 +290,11 @@ export async function processBrowserOutput(input) {
             networkRoutesBySession.delete(sessionStateKey);
             sessionPageState.clearSession(sessionStateKey);
         }
+        if (sessionStateKey && nestedBatchRemainsActive) {
+            const confirmActions = getAgentBrowserProcessEnvironment().AGENT_BROWSER_CONFIRM_ACTIONS;
+            if (confirmActions !== undefined)
+                sessionPageState.setConfirmActions(sessionStateKey, confirmActions);
+        }
         if (prepared.executionPlan.commandInfo.command === "batch" && Array.isArray(presentationEnvelope?.data)) {
             for (const [index, row] of presentationEnvelope.data.entries()) {
                 if (!isRecord(row))
@@ -282,11 +305,11 @@ export async function processBrowserOutput(input) {
                 if (!rowCommand)
                     continue;
                 const [command, subcommand] = extractUpstreamCommandTokens(rowCommand);
-                updateTraceOwnerState({ command, sessionName: sessionStateKey, subcommand, succeeded: row.success === true, traceOwners });
+                updateTraceOwnerState({ command, sessionName: sessionStateKey, subcommand, succeeded: row.success === true && !detectConfirmationRequired(row.result), traceOwners });
             }
         }
         else {
-            updateTraceOwnerState({ command: prepared.executionPlan.commandInfo.command, sessionName: sessionStateKey, subcommand: prepared.executionPlan.commandInfo.subcommand, succeeded, traceOwners });
+            updateTraceOwnerState({ command: directClose ? "close" : prepared.executionPlan.commandInfo.command, sessionName: sessionStateKey, subcommand: prepared.executionPlan.commandInfo.subcommand, succeeded, traceOwners });
         }
         let clickDispatchDiagnostic;
         if (succeeded && prepared.clickDispatchProbe) {
@@ -296,21 +319,22 @@ export async function processBrowserOutput(input) {
                 presentationEnvelope = { ...(presentationEnvelope ?? {}), error: clickDispatchDiagnostic.summary, success: false };
             }
         }
-        const tabTransition = dispatchedCommands.some((step) => {
+        const tabTransition = confirmedEffects.some(effect => effect.command === "tab") || dispatchedCommands.some((step) => {
             const [command, subcommand] = extractUpstreamCommandTokens(step);
             return command === "tab" && subcommand !== undefined && subcommand !== "list";
         });
         // Non-page rows (including a failed prefix) cannot retire a cold target for a navigation that never ran.
-        const resultingPageState = sessionPageState.get(sessionStateKey).tabReopenPending === true
+        const resultingPageState = !nativeCommandMayHaveExecuted || detectConfirmationRequired(presentationEnvelope?.data) || sessionPageState.get(sessionStateKey).tabReopenPending === true
             ? { currentPageUrl: prepared.priorSessionTabTarget?.url, pageTargetMayHaveChanged: false, pageUrlUnknown: prepared.priorSessionTabTargetUnknown === true }
             : getResultingPageTargetState({
                 args: prepared.executionPlan.effectiveArgs,
                 executedBatchSteps: dispatchedCommands,
+                batchResults: presentationEnvelope?.data,
                 currentPageUrl: prepared.priorSessionTabTarget?.url,
                 pageUrlUnknown: prepared.priorSessionTabTargetUnknown === true,
             });
-        if (succeeded && !nestedBatchClosed &&
-            (shouldCaptureNavigationSummary(prepared.executionPlan.commandInfo.command, presentationEnvelope?.data, prepared.executionPlan.commandInfo.subcommand) ||
+        if ((succeeded || processSucceeded && confirmedEffects.some(effect => effect.succeeded)) && readConfirmation?.state !== "pending" && !nestedBatchClosed && !directClose &&
+            (confirmedEffects.some(effect => shouldCaptureNavigationSummary(effect.command, effect.data)) || shouldCaptureNavigationSummary(prepared.executionPlan.commandInfo.command, presentationEnvelope?.data, prepared.executionPlan.commandInfo.subcommand) ||
                 (prepared.executionPlan.commandInfo.command === "batch" && dispatchedCommands.some(([command, subcommand]) => isNavigationObservableCommandName(command, subcommand))) ||
                 shouldCaptureSemanticActionNavigationSummary(prepared.compiledSemanticAction, presentationEnvelope?.data) ||
                 commandRequiresLivePageVerification(prepared.executionPlan.effectiveArgs, prepared.runtimeToolStdin) ||
@@ -318,21 +342,21 @@ export async function processBrowserOutput(input) {
             navigationSummary = await collectNavigationSummary({ cwd, namespace: prepared.executionPlan.namespace, priorTarget: prepared.priorSessionTabTarget, reusePriorTitle: !tabTransition, sessionName: prepared.executionPlan.sessionName, signal });
         }
         // Failed transitions may already have changed the page; keep only a live observed URL.
-        if (succeeded === false &&
-            processResult.agentBrowserStarted &&
+        if (succeeded === false && navigationSummary === undefined && readConfirmation?.state !== "pending" &&
+            processResult.agentBrowserStarted && nativeCommandMayHaveExecuted &&
             !processResult.aborted &&
             !processResult.timedOut &&
-            !nestedBatchClosed &&
-            dispatchedCommands.some((step) => {
+            !nestedBatchClosed && !directClose &&
+            (confirmedEffects.some(effect => isUnverifiedPageTransitionCommand(effect.command)) || dispatchedCommands.some((step) => {
                 const [command, subcommand] = extractUpstreamCommandTokens(step);
                 return (prepared.executionPlan.commandInfo.command === "batch" && isOpenNavigationCommand(command))
                     || isUnverifiedPageTransitionCommand(command, subcommand);
-            })) {
+            }))) {
             navigationSummary = await collectNavigationSummary({ cwd, namespace: prepared.executionPlan.namespace, priorTarget: prepared.priorSessionTabTarget, sessionName: prepared.executionPlan.sessionName, signal });
             // Re-verifying a failed transition's URL does not make its prior refs valid.
             failedTransitionReverification = navigationSummary !== undefined;
         }
-        if (navigationSummary && presentationEnvelope && prepared.executionPlan.commandInfo.command !== "eval" && !Array.isArray(presentationEnvelope.data))
+        if (!textOutput && navigationSummary && presentationEnvelope && prepared.executionPlan.commandInfo.command !== "eval" && !Array.isArray(presentationEnvelope.data))
             presentationEnvelope = { ...presentationEnvelope, data: mergeNavigationSummaryIntoData(presentationEnvelope.data, navigationSummary) };
         let overlayBlockerDiagnostic;
         let openResultTabCorrection;
@@ -343,22 +367,32 @@ export async function processBrowserOutput(input) {
             if (plannedTabCorrection)
                 openResultTabCorrection = await applyOpenResultTabCorrection({ correction: plannedTabCorrection, cwd, namespace: prepared.executionPlan.namespace, sessionName: prepared.executionPlan.sessionName, signal });
         }
-        const verifiesCurrentUrl = prepared.executionPlan.commandInfo.command === "get" && prepared.executionPlan.commandInfo.subcommand === "url";
+        const verifiesCurrentUrl = prepared.executionPlan.commandInfo.command === "get" && prepared.executionPlan.commandInfo.subcommand === "url"
+            || readConfirmationEvent?.state === "cleared" && prepared.readConfirmation?.source === "native-guarded-action" && extractSessionTabTargetFromCommandData(prepared.commandTokens, presentationEnvelope?.data) !== undefined;
         const trustsReportedPageTarget = !resultingPageState.pageUrlUnknown || verifiesCurrentUrl;
         const pendingWebMcpMutation = isPendingWebMcpMutation(prepared.executionPlan.commandInfo.command, prepared.executionPlan.commandInfo.subcommand, presentationEnvelope?.data) || (prepared.executionPlan.commandInfo.command === "batch" && batchHasPendingWebMcpMutation(presentationEnvelope?.data));
         const failedWebMcpSettlement = prepared.priorSessionTabTargetUnknown === true && ((!succeeded && isWebMcpSettlementCommand(prepared.executionPlan.commandInfo.command, prepared.executionPlan.commandInfo.subcommand))
             || (prepared.executionPlan.commandInfo.command === "batch" && batchHasFailedWebMcpSettlement(presentationEnvelope?.data)));
         const unsettledWebMcpMutation = pendingWebMcpMutation || failedWebMcpSettlement;
+        const helperConfirmation = parseReadConfirmation(state.observedBrowserEffects?.readConfirmation);
+        // Main pending installs this object above; only a helper can replace it during post-processing.
+        let confirmationFromHelper = state.observedBrowserEffects?.readConfirmation !== readConfirmationEvent;
+        if (confirmationFromHelper && helperConfirmation?.state === "pending") {
+            readConfirmationEvent = helperConfirmation;
+            readConfirmation = helperConfirmation;
+            succeeded = false;
+        }
+        const pageTargetData = textOutput ? undefined : presentationEnvelope?.data;
         let observedSessionTabTarget = unsettledWebMcpMutation || (unobservedMutation && !failedTransitionReverification)
             ? undefined
             : normalizeSessionTabTarget(navigationSummary)
-                ?? (trustsReportedPageTarget ? extractSessionTabTargetFromBatchResults(presentationEnvelope?.data) : undefined)
-                ?? (succeeded && trustsReportedPageTarget ? extractSessionTabTargetFromCommandData(prepared.commandTokens, presentationEnvelope?.data) : undefined);
-        if (observedSessionTabTarget && !browserIndependentRead && !nestedBatchClosed && !isCloseCommand(prepared.executionPlan.commandInfo.command)) {
+                ?? (trustsReportedPageTarget ? extractSessionTabTargetFromBatchResults(pageTargetData) : undefined)
+                ?? (succeeded && trustsReportedPageTarget ? extractSessionTabTargetFromCommandData(prepared.commandTokens, pageTargetData) : undefined);
+        if (observedSessionTabTarget && readConfirmation?.state !== "pending" && !browserIndependentRead && !nestedBatchClosed && !directClose) {
             const reportedTarget = prepared.executionPlan.commandInfo.command === "batch"
-                ? extractSessionTabTargetFromBatchResults(presentationEnvelope?.data)
+                ? extractSessionTabTargetFromBatchResults(pageTargetData)
                 : prepared.commandTokens[0] === "tab" && prepared.commandTokens[1] === "close" ? undefined
-                    : extractSessionTabTargetFromCommandData(prepared.commandTokens, presentationEnvelope?.data);
+                    : extractSessionTabTargetFromCommandData(prepared.commandTokens, pageTargetData);
             if (reportedTarget?.targetId)
                 observedSessionTabTarget.targetId = reportedTarget.targetId;
             else
@@ -370,7 +404,7 @@ export async function processBrowserOutput(input) {
             // Window/diff responses do not report the final URL; URL2 is intent, not redirect evidence.
             currentSessionTabTarget = resultingPageState.pageTargetMayHaveChanged
                 ? succeeded && !destinationTransition ? normalizeSessionTabTarget({ url: resultingPageState.currentPageUrl }) : undefined
-                : deriveSessionTabTarget({ command: prepared.executionPlan.commandInfo.command, data: presentationEnvelope?.data, navigationSummary, previousTarget: prepared.priorSessionTabTarget, subcommand: prepared.executionPlan.commandInfo.subcommand });
+                : deriveSessionTabTarget({ command: directClose ? "close" : prepared.executionPlan.commandInfo.command, data: pageTargetData, navigationSummary, previousTarget: prepared.priorSessionTabTarget, subcommand: prepared.executionPlan.commandInfo.subcommand });
         }
         let aboutBlankSessionMismatch;
         let electronPostCommandHealth;
@@ -449,11 +483,14 @@ export async function processBrowserOutput(input) {
         const comboboxFocusDiagnostic = succeeded ? await collectComboboxFocusDiagnostic({ command: prepared.executionPlan.commandInfo.command, commandTokens: prepared.commandTokens, cwd, namespace: prepared.executionPlan.namespace, semanticAction: prepared.compiledSemanticAction, sessionName: prepared.executionPlan.sessionName, signal }) : undefined;
         const recordingDependencyWarning = await collectRecordingDependencyWarning({ command: prepared.executionPlan.commandInfo.command, commandTokens: prepared.commandTokens, succeeded });
         const scrollNoopDiagnostic = succeeded && prepared.shouldProbeScrollNoop ? buildScrollNoopDiagnostic(prepared.scrollPositionBefore, await collectScrollPositionSnapshot({ cwd, namespace: prepared.executionPlan.namespace, sessionName: prepared.executionPlan.sessionName, signal })) : undefined;
-        const batchRefSnapshotState = prepared.executionPlan.commandInfo.command === "batch" ? extractLatestRefSnapshotStateFromBatchResults(presentationEnvelope?.data) : undefined;
+        const batchRefSnapshotState = prepared.executionPlan.commandInfo.command === "batch" ? extractLatestRefSnapshotStateFromBatchResults(Array.isArray(presentationEnvelope?.data) ? presentationEnvelope.data.map((row, index) => {
+            const snapshot = confirmedEffects.find(effect => effect.index === index && effect.command === "snapshot");
+            return snapshot && isRecord(row) ? { ...row, command: ["snapshot"], result: snapshot.data, success: snapshot.succeeded } : row;
+        }) : presentationEnvelope?.data) : undefined;
         let currentRefSnapshot;
         let currentRefSnapshotInvalidation;
         if (sessionStateKey && !browserIndependentRead) {
-            const sessionClosed = (isCloseCommand(prepared.executionPlan.commandInfo.command) && succeeded) || nestedBatchClosed;
+            const sessionClosed = (directClose && succeeded) || nestedBatchClosed;
             if (sessionClosed) {
                 state.attachedSessionKeys.delete(sessionStateKey);
                 networkRoutesBySession = new Map(networkRoutesBySession);
@@ -473,7 +510,7 @@ export async function processBrowserOutput(input) {
                     ? buildPageTransitionRefSnapshotInvalidation("A dispatched mutation was interrupted without a final outcome. Verify the current URL and take a fresh snapshot before deciding whether to retry.")
                     : unsettledWebMcpMutation
                         ? buildPageTransitionRefSnapshotInvalidation("A detached WebMCP invocation is still pending or failed to settle and can mutate, rerender, or navigate the page, so prior snapshot refs remain invalid after URL verification. Run webmcp result or cancel, then take a fresh snapshot before using page-scoped refs.")
-                        : processResult.agentBrowserStarted && (directTransitionInvalidation || plannedBatchTransitionInvalidation)
+                        : processResult.agentBrowserStarted && nativeCommandMayHaveExecuted && (directTransitionInvalidation || plannedBatchTransitionInvalidation)
                             ? directTransitionInvalidation ?? plannedBatchTransitionInvalidation
                             : failedTransitionReverification
                                 ? buildPageTransitionRefSnapshotInvalidation("A failed page transition may still have changed the page, so the prior snapshot refs were invalidated. Run snapshot -i before using page-scoped refs.")
@@ -493,13 +530,13 @@ export async function processBrowserOutput(input) {
                     : prepared.executionPlan.commandInfo.command === "batch"
                         ? batchRefSnapshotState?.snapshot
                         : succeeded
-                            ? prepared.executionPlan.commandInfo.command === "snapshot" ? extractRefSnapshotFromData(presentationEnvelope?.data) : prepared.resolvedSemanticActionRefSnapshot ?? overlayBlockerDiagnostic?.snapshot
+                            ? prepared.executionPlan.commandInfo.command === "snapshot" || confirmedCommand === "snapshot" ? extractRefSnapshotFromData(confirmedData ?? presentationEnvelope?.data) : prepared.resolvedSemanticActionRefSnapshot ?? overlayBlockerDiagnostic?.snapshot
                             : undefined;
                 const refreshArgs = batchRefSnapshotState?.refreshArgs ?? (succeeded && prepared.commandTokens[0] === "snapshot" && isRecord(presentationEnvelope?.data) && isRecord(presentationEnvelope.data.snapshot) && !refSnapshot
                     ? prepared.commandTokens.filter((token) => token !== "--delta" && token !== "--full") : undefined);
                 // Native owns delta baselines. Read complete refs without advancing that baseline
                 // rather than maintaining a second revision/tree cache in the wrapper.
-                if (refreshArgs && !unsettledWebMcpMutation && !unobservedMutation) {
+                if (refreshArgs && readConfirmation?.state !== "pending" && !unsettledWebMcpMutation && !unobservedMutation) {
                     refSnapshot = extractRefSnapshotFromData(await runSessionCommandData({ args: refreshArgs, cwd, namespace: prepared.executionPlan.namespace, sessionName: prepared.executionPlan.sessionName, signal }));
                     if (!refSnapshot)
                         sessionPageState.applyRefSnapshotInvalidation({ invalidation: buildPageTransitionRefSnapshotInvalidation("The native snapshot delta did not include complete refs and the full ref read failed. Run snapshot -i before using refs."), sessionName: sessionStateKey, update: sessionPageStateUpdate });
@@ -534,8 +571,8 @@ export async function processBrowserOutput(input) {
             && nestedBatchRemainsActive
             && sessionStateKey === priorManagedSessionKey;
         const closeAllClosesPriorManagedSession = closeAllTargetsPriorManagedSession && !closeAllRetainsPriorManagedSession;
-        const commandClosesSession = isCloseCommand(prepared.executionPlan.commandInfo.command) || nestedBatchClosed || closeAllClosesPriorManagedSession;
-        const closeCommandSucceeded = (isCloseCommand(prepared.executionPlan.commandInfo.command) && succeeded) || nestedBatchClosed || closeAllClosesPriorManagedSession;
+        const commandClosesSession = directClose || nestedBatchClosed || closeAllClosesPriorManagedSession;
+        const closeCommandSucceeded = (directClose && succeeded) || nestedBatchClosed || closeAllClosesPriorManagedSession;
         const closeTargetsPriorManagedNamespace = prepared.executionPlan.namespace === priorManagedSessionNamespace;
         const managedCloseSessionName = closeAllClosesPriorManagedSession
             ? priorManagedSessionName
@@ -613,11 +650,8 @@ export async function processBrowserOutput(input) {
         }
         if (replacedManagedSessionName) {
             const replacedSessionStateKey = getSessionContextKey(replacedManagedSessionName, priorManagedSessionNamespace);
-            networkRoutesBySession = new Map(networkRoutesBySession);
-            networkRoutesBySession.delete(replacedSessionStateKey ?? replacedManagedSessionName);
-            sessionPageState.clearSession(replacedSessionStateKey ?? replacedManagedSessionName);
             const replacedSessionKey = replacedSessionStateKey ?? replacedManagedSessionName;
-            const replacedCloseError = await closeManagedSession({ cwd: priorManagedSessionCwd, headedManagedAutosaveInterval: priorManagedSessionHeadedAutosaveInterval, namespace: priorManagedSessionNamespace, preserveAttachedBrowserSession: state.attachedSessionKeys.has(replacedSessionKey), restoreState: state.managedSessionRestoreState, sessionName: replacedManagedSessionName, socketDir: state.ownedManagedSessions.get(replacedSessionKey)?.socketDir, timeoutMs: implicitSessionCloseTimeoutMs });
+            const replacedCloseError = await closeManagedSession({ confirmActions: sessionPageState.get(replacedSessionKey).confirmActions ?? process.env.AGENT_BROWSER_CONFIRM_ACTIONS, cwd: priorManagedSessionCwd, headedManagedAutosaveInterval: priorManagedSessionHeadedAutosaveInterval, namespace: priorManagedSessionNamespace, preserveAttachedBrowserSession: state.attachedSessionKeys.has(replacedSessionKey), restoreState: state.managedSessionRestoreState, sessionName: replacedManagedSessionName, socketDir: state.ownedManagedSessions.get(replacedSessionKey)?.socketDir, timeoutMs: implicitSessionCloseTimeoutMs });
             if (managedSessionOutcome) {
                 managedSessionOutcome = {
                     ...managedSessionOutcome,
@@ -628,6 +662,9 @@ export async function processBrowserOutput(input) {
                 };
             }
             if (!replacedCloseError) {
+                networkRoutesBySession = new Map(networkRoutesBySession);
+                networkRoutesBySession.delete(replacedSessionKey);
+                sessionPageState.clearSession(replacedSessionKey);
                 state.attachedSessionKeys.delete(replacedSessionKey);
                 state.closedManagedSessionNames.add(replacedSessionKey);
             }
@@ -654,7 +691,7 @@ export async function processBrowserOutput(input) {
                 if (electronHandoff.error) {
                     succeeded = false;
                     presentationEnvelope = { error: electronHandoff.error, success: false };
-                    const closeError = await closeManagedSession({ cwd, headedManagedAutosaveInterval: prepared.ownedManagedSessionContext?.headedManagedAutosaveInterval, namespace: prepared.executionPlan.namespace, policyLock: prepared.managedSessionPolicyLock, preserveAttachedBrowserSession: input.preserveAttachedBrowserSession, restoreState: state.managedSessionRestoreState, sessionName: electronSessionName, timeoutMs: implicitSessionCloseTimeoutMs });
+                    const closeError = await closeManagedSession({ confirmActions: sessionPageState.get(electronSessionStateKey).confirmActions ?? process.env.AGENT_BROWSER_CONFIRM_ACTIONS, cwd, headedManagedAutosaveInterval: prepared.ownedManagedSessionContext?.headedManagedAutosaveInterval, namespace: prepared.executionPlan.namespace, policyLock: prepared.managedSessionPolicyLock, preserveAttachedBrowserSession: input.preserveAttachedBrowserSession, restoreState: state.managedSessionRestoreState, sessionName: electronSessionName, timeoutMs: implicitSessionCloseTimeoutMs });
                     electronFailedConnectCleanup = await cleanupElectronLaunchResources({ child: prepared.electronLaunch.child, record: electronLaunchRecord, timeoutMs: implicitSessionCloseTimeoutMs });
                     electronLaunchRecord = electronFailedConnectCleanup.record;
                     if (electronFailedConnectCleanup.partial) {
@@ -707,7 +744,7 @@ export async function processBrowserOutput(input) {
             if (presentationEnvelope?.error !== undefined)
                 presentationEnvelope = { ...presentationEnvelope, error: redactClipboardPermissionErrorValue(prepared.executionPlan.commandInfo, presentationEnvelope.error, clipboardWritePayloadCandidates) };
         }
-        if (plainTextUpgrade && errorText)
+        if ((plainTextUpgrade || textOutput) && errorText)
             presentationEnvelope = { ...presentationEnvelope, success: false, error: errorText };
         const resultRetainsPreparedManagedSession = !managedSessionOutcome || (managedSessionOutcome.activeAfter
             && managedSessionOutcome.attemptedSessionName === managedSessionOutcome.currentSessionName);
@@ -718,24 +755,33 @@ export async function processBrowserOutput(input) {
             ? prepared.ownedManagedSessionContext?.headedManagedAutosaveInterval
             : undefined;
         // Commit native lifecycle facts to the execution state before rendering/export can fail.
+        const finalHelperConfirmation = parseReadConfirmation(state.observedBrowserEffects?.readConfirmation);
+        if (finalHelperConfirmation?.state === "pending") {
+            confirmationFromHelper ||= state.observedBrowserEffects?.readConfirmation !== readConfirmationEvent;
+            readConfirmationEvent = finalHelperConfirmation;
+            succeeded = false;
+        }
         applyBrowserRunStatePatch(state, { artifactManifest, freshSessionOrdinal, managedSessionActive, managedSessionCompatibilityWorkaround, managedSessionHeadedAutosaveDisabled, managedSessionHeadedAutosaveInterval, managedSessionCwd, managedSessionName, managedSessionNamespace, networkRoutesBySession });
         state.observedBrowserEffects = {
-            args: prepared.redactedArgs, command: prepared.executionPlan.commandInfo.command, subcommand: prepared.executionPlan.commandInfo.subcommand,
+            args: prepared.redactedArgs, command: directClose ? "close" : prepared.executionPlan.commandInfo.command, subcommand: directClose ? undefined : prepared.executionPlan.commandInfo.subcommand,
             sessionName: prepared.executionPlan.sessionName, namespace: prepared.executionPlan.namespace, sessionMode: prepared.sessionMode,
             usedImplicitSession: prepared.executionPlan.usedImplicitSession, agentBrowserStarted: processResult.agentBrowserStarted,
             nativeSucceeded: succeeded, managedSessionOutcome, managedSessionCwd: prepared.ownedManagedSessionContext?.cwd ?? managedSessionCwd, compatibilityWorkaround: prepared.compatibilityWorkaround,
             managedSessionHeadedAutosaveDisabled: resultHeadedManagedAutosaveDisabled, managedSessionHeadedAutosaveInterval: resultHeadedManagedAutosaveInterval,
             managedSessionRestoreDisabled: state.managedSessionRestoreState.isDisabled(prepared.executionPlan.sessionName, prepared.executionPlan.namespace),
-            closeAllApplied, readConfirmation: readConfirmationEvent ?? prepared.readConfirmation,
+            closeAllApplied, readConfirmation: readConfirmationEvent ?? prepared.readConfirmation ?? state.observedBrowserEffects?.readConfirmation,
             electron: electronLaunchRecord ? { launch: electronLaunchRecord, cleanup: electronFailedConnectCleanup } : undefined,
             batchSteps: Array.isArray(presentationEnvelope?.data) ? presentationEnvelope.data.filter(isRecord).map(row => ({
-                command: Array.isArray(row.command) && row.command.every(token => typeof token === "string") ? redactInvocationArgs(row.command) : undefined,
-                success: row.success, lifecycle: extractAgentBrowserLifecycle(row.result),
+                command: Array.isArray(row.command) && row.command.every(token => typeof token === "string") ? isSuccessfulNativeConfirmedClose(row.command, row.result) ? ["close"] : redactInvocationArgs(row.command) : undefined,
+                success: row.success === true && !detectConfirmationRequired(row.result), lifecycle: extractAgentBrowserLifecycle(row.result),
             })) : undefined,
         };
-        let presentation = plainTextInspection ? { artifacts: undefined, batchFailure: undefined, batchSteps: undefined, content: [{ type: "text", text: inspectionText ?? "" }], data: undefined, fullOutputPath: undefined, fullOutputPaths: undefined, imagePath: undefined, imagePaths: undefined, savedFile: undefined, savedFilePath: undefined, summary: `${prepared.redactedArgs.join(" ")} completed` } : recordingStopRecovery && !recordingStopRecovery.batch ? recordingStopRecovery.presentation : await buildToolPresentation({ modelVisible: input.modelVisible, args: prepared.redactedProcessArgs, artifactManifest, artifactMaxUpdatedAtMs: Date.now(), artifactMinUpdatedAtMs: input.artifactRunStartedAtMs, artifactRequest: screenshotArtifactRequest, batchArtifactRequests: batchScreenshotArtifactRequests, commandInfo: prepared.executionPlan.commandInfo, compiledSemanticAction: prepared.compiledSemanticAction, cwd: operationCwd, envelope: presentationEnvelope, errorText, namespace: prepared.executionPlan.namespace, networkRouteDiagnostics, networkRoutes: activeNetworkRoutes, persistentArtifactStore, previousRecordingContactSheetPath: sessionStateKey ? state.activeRecordingReservations?.get(sessionStateKey)?.contactSheetPath : undefined, piCleanupOwnership: sessionStateKey && (state.ownedManagedSessions.has(sessionStateKey) || prepared.executionPlan.managedSessionName !== undefined) ? "wrapper-managed" : "caller-owned", sessionName: prepared.executionPlan.sessionName });
+        let presentation = plainTextInspection ? { artifacts: undefined, batchFailure: undefined, batchSteps: undefined, content: [{ type: "text", text: inspectionText ?? "" }], data: undefined, fullOutputPath: undefined, fullOutputPaths: undefined, imagePath: undefined, imagePaths: undefined, savedFile: undefined, savedFilePath: undefined, summary: `${prepared.redactedArgs.join(" ")} completed` } : recordingStopRecovery && !recordingStopRecovery.batch ? recordingStopRecovery.presentation : await buildToolPresentation({ textOutput, stdin: prepared.processStdin, modelVisible: input.modelVisible, args: prepared.redactedProcessArgs, artifactManifest, artifactMaxUpdatedAtMs: Date.now(), artifactMinUpdatedAtMs: input.artifactRunStartedAtMs, artifactRequest: screenshotArtifactRequest, batchArtifactRequests: batchScreenshotArtifactRequests, commandInfo: { ...prepared.executionPlan.commandInfo, commandTokens: prepared.commandTokens }, compiledSemanticAction: prepared.compiledSemanticAction, cwd: operationCwd, envelope: presentationEnvelope, errorText, namespace: prepared.executionPlan.namespace, networkRouteDiagnostics, networkRoutes: activeNetworkRoutes, persistentArtifactStore, previousRecordingContactSheetPath: sessionStateKey ? state.activeRecordingReservations?.get(sessionStateKey)?.contactSheetPath : undefined, piCleanupOwnership: sessionStateKey && (state.ownedManagedSessions.has(sessionStateKey) || prepared.executionPlan.managedSessionName !== undefined) ? "wrapper-managed" : "caller-owned", sessionName: prepared.executionPlan.sessionName });
         if (recordingStopRecovery)
             presentation = mergeRecordingRecoveryPresentation(presentation, recordingStopRecovery);
+        if (parseError && processResult.exitCode !== 0 && processResult.stderr.trim() && !processResult.timedOut && !processResult.aborted && !processResult.spawnError) {
+            presentation.failureCategory = "upstream-error";
+        }
         const confirmation = readConfirmationEvent ?? prepared.readConfirmation;
         if (confirmation) {
             presentation.readConfirmation = confirmation;
@@ -746,9 +792,11 @@ export async function processBrowserOutput(input) {
                 presentation.resultCategory = "failure";
                 presentation.failureCategory = "confirmation-required";
                 presentation.successCategory = undefined;
+                if (confirmationFromHelper)
+                    presentation.content.unshift({ type: "text", text: `Native helper ${confirmation.command ?? "read"} requires confirmation (${confirmation.action ?? "read"}, ${confirmation.id}). The requested command's result, if dispatched, is preserved below.` });
             }
         }
-        if (plainTextUpgrade && !succeeded && typeof presentationEnvelope?.data === "string") {
+        if (plainTextUpgrade && !textOutput && !succeeded && typeof presentationEnvelope?.data === "string") {
             presentation.data = presentationEnvelope.data;
             const errorContent = presentation.content[0];
             if (errorContent?.type === "text" && presentationEnvelope.data)
@@ -900,10 +948,20 @@ export async function processBrowserOutput(input) {
                 state.managedSessionRestoreState.recordDaemonRestoreKey(prepared.executionPlan.sessionName, prepared.executionPlan.namespace, daemon.restoreKey, daemon.generation);
             }
         }
+        if (sessionStateKey && currentRefSnapshot && processSucceeded && parseSucceeded && !unobservedMutation && readConfirmationEvent?.state === "cleared"
+            && readConfirmationEvent.command === "snapshot" && readConfirmationEvent.action === "snapshot"
+            && confirmedEffects.some(effect => effect.command === "snapshot" && effect.succeeded
+                && effect.index === (Array.isArray(presentationEnvelope?.data) ? presentationEnvelope.data.length - 1 : 0) && extractRefSnapshotFromData(effect.data))) {
+            readConfirmationEvent = { ...readConfirmationEvent, refSnapshotFresh: true };
+            presentation.readConfirmation = readConfirmationEvent;
+            sessionPageState.applyReadConfirmation(readConfirmationEvent, sessionPageStateUpdate);
+            state.observedBrowserEffects = { ...state.observedBrowserEffects, readConfirmation: readConfirmationEvent };
+        }
         if (sessionStateKey)
             currentSessionTabTarget = authoritativePageState?.tabTarget;
         const currentSessionTabTargetUnknown = authoritativePageState?.tabTargetUnknown === true ? true : undefined;
-        const result = buildFinalAgentBrowserToolResult({ modelVisible: input.modelVisible, aboutBlankSessionMismatch, artifactCleanup, categoryDetails: finalRecoveryState.categoryDetails, clickDispatchDiagnostic, commandTokens: prepared.commandTokens, comboboxFocusDiagnostic, compiledNetworkSourceLookup: prepared.compiledNetworkSourceLookup, compiledSemanticAction: prepared.compiledSemanticAction, compatibilityWorkaround: prepared.compatibilityWorkaround, currentRefSnapshot, currentRefSnapshotInvalidation, currentSessionTabTarget, currentSessionTabTargetUnknown, electronBroadGetTextScopeDiagnostics, electronFailedConnectCleanup, electronHandoff, electronLaunch: prepared.electronLaunch, electronLaunchRecord, electronLaunchRecords, electronPostCommandHealth, electronProfileIsolationDetails: input.electronProfileIsolationDetails, electronRefFreshnessDiagnostic, electronSessionMismatch, errorText, evalResultWarning, evalStdinHint, exactSensitiveValues: prepared.exactSensitiveValues, executionPlan: prepared.executionPlan, fillVerificationDiagnostic, headedLaunch: prepared.headedLaunch, inspectionText, preserveAttachedBrowserSession: input.preserveAttachedBrowserSession === true, providerLaunch: prepared.providerLaunch, managedSessionHeadedAutosaveDisabled: !prepared.ownedManagedSessionContext?.reuseOnly && resultHeadedManagedAutosaveDisabled || undefined, managedSessionHeadedAutosaveInterval: prepared.ownedManagedSessionContext?.reuseOnly ? undefined : resultHeadedManagedAutosaveInterval, managedSessionOutcome, managedSessionRestoreDisabled: state.managedSessionRestoreState.isDisabled(prepared.executionPlan.sessionName, prepared.executionPlan.namespace), navigationSummary, networkSourceLookup, noActivePageSnapshotFailure: finalRecoveryState.noActivePageSnapshotFailure, openResultTabCorrection, overlayBlockerDiagnostic, parseError, parseFailureOutput, parseSucceeded, plainTextInspection, presentation, presentationEnvelope, priorSessionTabTarget: prepared.priorSessionTabTarget, processResult, qaAttachedTarget, qaPreset, recordingDependencyWarning, redactedArgs: prepared.redactedArgs, redactedCompiledElectron: prepared.redactedCompiledElectron, redactedCompiledJob: prepared.redactedCompiledJob, redactedCompiledNetworkSourceLookup: prepared.redactedCompiledNetworkSourceLookup, redactedCompiledQaPreset: prepared.redactedCompiledQaPreset, redactedCompiledSemanticAction: prepared.redactedCompiledSemanticAction, redactedCompiledSourceLookup: prepared.redactedCompiledSourceLookup, redactedContent, redactedProcessArgs: prepared.redactedProcessArgs, redactedRecoveryHint: prepared.redactedRecoveryHint, resultArtifactManifest, richInputRecoveryDiagnostic: finalRecoveryState.richInputRecoveryDiagnostic, scrollNoopDiagnostic, selectorTextVisibilityDiagnostics, sessionMode: prepared.sessionMode, sessionTabCorrection, sourceLookup, succeeded, timeoutPartialProgress, unsettledWebMcpMutation, userRequestedJson: prepared.userRequestedJson, visibleRefFallbackDiagnostic: finalRecoveryState.visibleRefFallbackDiagnostic, visibleRefFallbackSessionName: finalRecoveryState.visibleRefFallbackSessionName });
+        // ponytail: skip silent ref copies; direct failure receipts need their existing fields until final publication owns those paths.
+        const result = buildFinalAgentBrowserToolResult({ modelVisible: input.modelVisible, aboutBlankSessionMismatch, artifactCleanup, categoryDetails: finalRecoveryState.categoryDetails, clickDispatchDiagnostic, commandTokens: prepared.commandTokens, comboboxFocusDiagnostic, compiledNetworkSourceLookup: prepared.compiledNetworkSourceLookup, compiledSemanticAction: prepared.compiledSemanticAction, compatibilityWorkaround: prepared.compatibilityWorkaround, currentRefSnapshot: input.modelVisible === false ? undefined : currentRefSnapshot, currentRefSnapshotInvalidation, currentSessionTabTarget, currentSessionTabTargetUnknown, electronBroadGetTextScopeDiagnostics, electronFailedConnectCleanup, electronHandoff, electronLaunch: prepared.electronLaunch, electronLaunchRecord, electronLaunchRecords, electronPostCommandHealth, electronProfileIsolationDetails: input.electronProfileIsolationDetails, electronRefFreshnessDiagnostic, electronSessionMismatch, errorText, evalResultWarning, evalStdinHint, exactSensitiveValues: prepared.exactSensitiveValues, executionPlan: prepared.executionPlan, fillVerificationDiagnostic, headedLaunch: prepared.headedLaunch, inspectionText, preserveAttachedBrowserSession: input.preserveAttachedBrowserSession === true, providerLaunch: prepared.providerLaunch, managedSessionHeadedAutosaveDisabled: !prepared.ownedManagedSessionContext?.reuseOnly && resultHeadedManagedAutosaveDisabled || undefined, managedSessionHeadedAutosaveInterval: prepared.ownedManagedSessionContext?.reuseOnly ? undefined : resultHeadedManagedAutosaveInterval, managedSessionOutcome, managedSessionRestoreDisabled: state.managedSessionRestoreState.isDisabled(prepared.executionPlan.sessionName, prepared.executionPlan.namespace), navigationSummary, networkSourceLookup, noActivePageSnapshotFailure: finalRecoveryState.noActivePageSnapshotFailure, openResultTabCorrection, overlayBlockerDiagnostic, parseError, parseFailureOutput, parseSucceeded, plainTextInspection, presentation, presentationEnvelope, priorSessionTabTarget: prepared.priorSessionTabTarget, processResult, qaAttachedTarget, qaPreset, recordingDependencyWarning, redactedArgs: prepared.redactedArgs, redactedCompiledElectron: prepared.redactedCompiledElectron, redactedCompiledJob: prepared.redactedCompiledJob, redactedCompiledNetworkSourceLookup: prepared.redactedCompiledNetworkSourceLookup, redactedCompiledQaPreset: prepared.redactedCompiledQaPreset, redactedCompiledSemanticAction: prepared.redactedCompiledSemanticAction, redactedCompiledSourceLookup: prepared.redactedCompiledSourceLookup, redactedContent, redactedProcessArgs: prepared.redactedProcessArgs, redactedRecoveryHint: prepared.redactedRecoveryHint, resultArtifactManifest, richInputRecoveryDiagnostic: finalRecoveryState.richInputRecoveryDiagnostic, scrollNoopDiagnostic, selectorTextVisibilityDiagnostics, sessionMode: prepared.sessionMode, sessionTabCorrection, sourceLookup, succeeded, timeoutPartialProgress, unsettledWebMcpMutation, userRequestedJson: prepared.userRequestedJson, visibleRefFallbackDiagnostic: finalRecoveryState.visibleRefFallbackDiagnostic, visibleRefFallbackSessionName: finalRecoveryState.visibleRefFallbackSessionName });
         const resultWithCloseAll = closeAllApplied
             ? { ...result, details: { ...(isRecord(result.details) ? result.details : {}), closeAllApplied: true } }
             : result;

package/dist/extensions/agent-browser/lib/orchestration/browser-run/screenshot-observation.js

@@ -1,4 +1,5 @@
 import { isRecord } from "../../parsing.js";
+import { LIGHTPANDA_IMAGE_REASON } from "../../results/presentation/common.js";
 import { getScreenshotPathTokenIndex, getScreenshotPositionalIndices } from "./artifact-paths.js";
 import { runSessionCommandData } from "./session-state.js";
 export function getScreenshotCapture(command) {
@@ -28,7 +29,8 @@ export async function collectScreenshotSample(options) {
 				element = { x: rect.x, y: rect.y, width: rect.width, height: rect.height };
 			}
 		} catch {}
-		return { url: location.href, frame: window === window.top ? "main" : "child", childFrameCount: window.frames.length,
+		const textRendered = navigator.userAgentData?.brands?.some(b => b.brand === "Lightpanda") || /\\bLightpanda\\//i.test(navigator.userAgent);
+		return { ...(textRendered ? { rendering: "text" } : {}), url: location.href, frame: window === window.top ? "main" : "child", childFrameCount: window.frames.length,
 			viewport: { width: innerWidth, height: innerHeight },
 			document: { width: Math.max(root.scrollWidth, body?.scrollWidth || 0, innerWidth), height: Math.max(root.scrollHeight, body?.scrollHeight || 0, innerHeight) },
 			scroll: { x: scrollX, y: scrollY }, dpr: devicePixelRatio,
@@ -37,7 +39,7 @@ export async function collectScreenshotSample(options) {
     try {
         const data = await runSessionCommandData({ ...options, args: ["eval", "--stdin"], stdin: script, timeoutMs: 2_000 });
         const sample = isRecord(data) ? data.result : undefined;
-        if (!isRecord(sample) || typeof sample.url !== "string" || !["main", "child"].includes(String(sample.frame))
+        if (!isRecord(sample) || (sample.rendering !== undefined && sample.rendering !== "text") || typeof sample.url !== "string" || !["main", "child"].includes(String(sample.frame))
             || !finiteRecord(sample.viewport, ["width", "height"]) || !finiteRecord(sample.document, ["width", "height"])
             || !finiteRecord(sample.scroll, ["x", "y"]) || !finiteRecord(sample.visualViewport, ["x", "y", "scale"])
             || typeof sample.childFrameCount !== "number" || !Number.isInteger(sample.childFrameCount) || sample.childFrameCount < 0
@@ -53,6 +55,8 @@ export async function collectScreenshotSample(options) {
 export function buildScreenshotGeometry(options) {
     const { before, after, capture, pixels } = options;
     const unknown = (reason) => ({ status: "unknown", reason, before, after });
+    if (options.rendering === "text" || before?.rendering === "text" || after?.rendering === "text")
+        return unknown(LIGHTPANDA_IMAGE_REASON);
     if (!before || !after)
         return unknown("Capture was not bracketed by browser geometry samples; coordinates are unknown.");
     if (JSON.stringify(before) !== JSON.stringify(after))

package/dist/extensions/agent-browser/lib/orchestration/browser-run/session-state.js

@@ -1,3 +1,4 @@
+import { AsyncLocalStorage } from "node:async_hooks";
 import { rm } from "node:fs/promises";
 import { getScreenshotPositionalIndices } from "./artifact-paths.js";
 import { observeNativeWebMcp } from "../../webmcp-observation.js";
@@ -7,6 +8,7 @@ import { isBrowserIndependentRead, needsManagedSession } from "../../command-pol
 import { runAgentBrowserProcess } from "../../process.js";
 import { buildAgentBrowserNextActions } from "../../results/action-recommendations.js";
 import { parseAgentBrowserEnvelope } from "../../results/envelope.js";
+import { detectConfirmationRequired } from "../../results/confirmation.js";
 import { buildNextToolAction, withOptionalNamespaceArgs, withOptionalSessionArgs } from "../../results/next-actions.js";
 import { getSessionPageStateKey, isAboutBlankUrl, normalizeComparableUrl, targetsMatch, } from "../../session-page-state.js";
 import { getRecordCommandOperands, isCloseCommand, isElectronPostCommandHealthCommand, isNavigationObservableCommandName, isOpenNavigationCommand, isRefGuardedCommand, isRefInvalidatingBatchCommand, isSessionTabPinningExcludedCommand, isSessionTabPostCommandCorrectionExcludedCommand, isWindowOrDiffPageTransitionCommand, } from "../../command-taxonomy.js";
@@ -257,6 +259,10 @@ export function extractNavigationSummaryFromData(data) {
 export function shouldCaptureNavigationSummary(command, data, subcommand) {
     if (command === "eval")
         return true;
+    // A completed compound action may navigate without returning a page URL (e.g. recording restart).
+    if (command === "confirm" && isRecord(data) && data.confirmed === true && data.action === "navigate"
+        && isRecord(data.result) && data.result.success === true && extractStringResultField(data.result.data, "url") === undefined)
+        return true;
     return (isNavigationObservableCommandName(command, subcommand) &&
         (!isRecord(data) || (typeof data.title !== "string" && typeof data.url !== "string")));
 }
@@ -399,7 +405,8 @@ export function buildStaleRefPreflight(options) {
     }
     if (!options.refSnapshot)
         return undefined;
-    if (!targetsMatch(options.refSnapshot.target, options.currentTarget)) {
+    if (!targetsMatch(options.refSnapshot.target, options.currentTarget)
+        || options.requireExactTargetUrl && options.refSnapshot.target && options.currentTarget && options.refSnapshot.target.url !== options.currentTarget.url) {
         return {
             message: `Ref ${usedRefIds.map((refId) => `@${refId}`).join(", ")} came from a snapshot for ${options.refSnapshot.target?.url ?? "a prior page"}, but the current session target is ${options.currentTarget?.url ?? "unknown"}. Run snapshot -i again before using page-scoped refs.`,
             refIds: usedRefIds,
@@ -492,47 +499,52 @@ function selectAnySessionTargetTab(options) {
     const selection = selectedTab ? getTabSelection(selectedTab) : undefined;
     return selection ? { ...selection, ...(targetTitle ? { targetTitle } : {}), targetUrl } : undefined;
 }
+const sessionCommandObservation = new AsyncLocalStorage();
+export function withSessionCommandObservation(observer, run) {
+    return sessionCommandObservation.run(observer, run);
+}
+export function nativePolicyDefinitelyUnestablished(result, envelope, commandTokens) {
+    if (commandTokens && !needsManagedSession(parseArgvDescriptor(commandTokens)) && !isBrowserIndependentRead(commandTokens))
+        return true;
+    if (!result.agentBrowserStarted)
+        return true;
+    if (result.aborted || result.timedOut || result.spawnError || result.exitCode !== 1)
+        return false;
+    // Native CLI parse/config failures precede ensure_daemon; a failed executed action does not.
+    return envelope?.success === false && isRecord(envelope.data) && Object.keys(envelope.data).length === 1
+        && ["unknown_command", "unknown_subcommand", "missing_arguments", "invalid_value", "invalid_session_name"].includes(String(envelope.data.type))
+        || result.stdout.trim() === "" && /config file not found:|failed to load config from /.test(result.stderr);
+}
 export async function runSessionCommandData(options) {
     const { args, cwd, env, namespace, pinNamespace, sessionName, signal, stdin, throwOnFailure, timeoutMs } = options;
-    if (!sessionName)
+    if (!sessionName || sessionCommandObservation.getStore()?.allow(options) === false)
         return undefined;
     const processResult = await runAgentBrowserProcess({
         args: ["--json", ...(namespace !== undefined || pinNamespace ? ["--namespace", namespace ?? ""] : []), "--session", sessionName, ...args],
-        cwd,
-        env,
-        signal,
-        stdin,
-        timeoutMs,
+        cwd, env, signal, stdin, timeoutMs,
     });
     try {
         options.onProcessResult?.(processResult);
+        const parsed = await parseAgentBrowserEnvelope({ stdout: processResult.stdout, stdoutPath: processResult.stdoutSpillPath });
+        sessionCommandObservation.getStore()?.observe(options, processResult, parsed.envelope);
         if (processResult.aborted || processResult.spawnError || processResult.exitCode !== 0) {
             if (throwOnFailure) {
-                const reason = processResult.aborted
-                    ? "command was aborted"
-                    : processResult.spawnError
-                        ? "process could not start"
-                        : `process exited with code ${processResult.exitCode}`;
+                const reason = processResult.aborted ? "command was aborted" : processResult.spawnError ? "process could not start" : `process exited with code ${processResult.exitCode}`;
                 throw new Error(`agent-browser ${reason}`);
             }
             return undefined;
         }
-        const parsed = await parseAgentBrowserEnvelope({
-            stdout: processResult.stdout,
-            stdoutPath: processResult.stdoutSpillPath,
-        });
-        if (parsed.parseError || parsed.envelope?.success === false) {
+        if (parsed.parseError || parsed.envelope?.success === false || detectConfirmationRequired(parsed.envelope?.data)) {
             if (throwOnFailure)
-                throw new Error(parsed.parseError ? "agent-browser returned invalid structured output" : "agent-browser reported failure");
+                throw new Error(parsed.parseError ? "agent-browser returned invalid structured output" : "agent-browser reported failure or requires confirmation");
             return undefined;
         }
         observeNativeWebMcp(parsed.envelope?.data);
         return parsed.envelope?.data;
     }
     finally {
-        if (processResult.stdoutSpillPath) {
+        if (processResult.stdoutSpillPath)
             await rm(processResult.stdoutSpillPath, { force: true }).catch(() => undefined);
-        }
     }
 }
 export async function collectOpenResultTabCorrection(options) {