@xopcai/xopc 0.0.435 → 0.0.437

package/dist/src/computer/evaluation.d.ts

@@ -88,6 +88,176 @@ export declare const ComputerEvaluationRunSchema: z.ZodObject<{
             invalid_envelope: "invalid_envelope";
             output_limit: "output_limit";
         }>>;
+        validation: z.ZodOptional<z.ZodObject<{
+            action: z.ZodEnum<{
+                type: "type";
+                key: "key";
+                unknown: "unknown";
+                answer: "answer";
+                wait: "wait";
+                typeText: "typeText";
+                batch: "batch";
+                terminate: "terminate";
+                activate: "activate";
+                showMenu: "showMenu";
+                click: "click";
+                drag: "drag";
+                setValue: "setValue";
+                pressKeys: "pressKeys";
+                scroll: "scroll";
+                activateSequence: "activateSequence";
+                interact: "interact";
+                takeover: "takeover";
+                finished: "finished";
+                button_plan: "button_plan";
+                activate_sequence: "activate_sequence";
+                show_menu: "show_menu";
+                set_value: "set_value";
+                left_click: "left_click";
+                right_click: "right_click";
+                double_click: "double_click";
+                hscroll: "hscroll";
+            }>;
+            stage: z.ZodEnum<{
+                plan: "plan";
+                schema: "schema";
+                converted_action: "converted_action";
+                typing_target: "typing_target";
+                keyboard: "keyboard";
+            }>;
+            issues: z.ZodArray<z.ZodObject<{
+                path: z.ZodArray<z.ZodUnion<readonly [z.ZodEnum<{
+                    reason: "reason";
+                    keys: "keys";
+                    value: "value";
+                    name: "name";
+                    time: "time";
+                    from: "from";
+                    action: "action";
+                    when: "when";
+                    label: "label";
+                    text: "text";
+                    kind: "kind";
+                    status: "status";
+                    durationMs: "durationMs";
+                    role: "role";
+                    to: "to";
+                    actions: "actions";
+                    count: "count";
+                    x: "x";
+                    y: "y";
+                    point: "point";
+                    arguments: "arguments";
+                    ref: "ref";
+                    button: "button";
+                    deltaX: "deltaX";
+                    deltaY: "deltaY";
+                    refs: "refs";
+                    pixels: "pixels";
+                    steps: "steps";
+                    coordinate: "coordinate";
+                    unknown_field: "unknown_field";
+                    proposal: "proposal";
+                    claimedSuccess: "claimedSuccess";
+                }>, z.ZodNumber]>>;
+                code: z.ZodEnum<{
+                    custom: "custom";
+                    invalid_type: "invalid_type";
+                    unrecognized_keys: "unrecognized_keys";
+                    invalid_union: "invalid_union";
+                    invalid_value: "invalid_value";
+                    invalid_format: "invalid_format";
+                    too_big: "too_big";
+                    too_small: "too_small";
+                    not_multiple_of: "not_multiple_of";
+                    missing_point: "missing_point";
+                    outside_frame: "outside_frame";
+                    editable_target_missing: "editable_target_missing";
+                    editable_target_ambiguous: "editable_target_ambiguous";
+                    invalid_context: "invalid_context";
+                    unsupported_key: "unsupported_key";
+                    plan_not_grounded: "plan_not_grounded";
+                }>;
+                action: z.ZodEnum<{
+                    type: "type";
+                    key: "key";
+                    unknown: "unknown";
+                    answer: "answer";
+                    wait: "wait";
+                    typeText: "typeText";
+                    batch: "batch";
+                    terminate: "terminate";
+                    activate: "activate";
+                    showMenu: "showMenu";
+                    click: "click";
+                    drag: "drag";
+                    setValue: "setValue";
+                    pressKeys: "pressKeys";
+                    scroll: "scroll";
+                    activateSequence: "activateSequence";
+                    interact: "interact";
+                    takeover: "takeover";
+                    finished: "finished";
+                    button_plan: "button_plan";
+                    activate_sequence: "activate_sequence";
+                    show_menu: "show_menu";
+                    set_value: "set_value";
+                    left_click: "left_click";
+                    right_click: "right_click";
+                    double_click: "double_click";
+                    hscroll: "hscroll";
+                }>;
+            }, z.core.$strict>>;
+        }, z.core.$strict>>;
+        stability: z.ZodOptional<z.ZodObject<{
+            stage: z.ZodEnum<{
+                initial_capture: "initial_capture";
+                pre_dispatch: "pre_dispatch";
+                post_action: "post_action";
+            }>;
+            samples: z.ZodNumber;
+            action: z.ZodOptional<z.ZodEnum<{
+                type: "type";
+                key: "key";
+                unknown: "unknown";
+                answer: "answer";
+                wait: "wait";
+                typeText: "typeText";
+                batch: "batch";
+                terminate: "terminate";
+                activate: "activate";
+                showMenu: "showMenu";
+                click: "click";
+                drag: "drag";
+                setValue: "setValue";
+                pressKeys: "pressKeys";
+                scroll: "scroll";
+                activateSequence: "activateSequence";
+                interact: "interact";
+                takeover: "takeover";
+                finished: "finished";
+                button_plan: "button_plan";
+                activate_sequence: "activate_sequence";
+                show_menu: "show_menu";
+                set_value: "set_value";
+                left_click: "left_click";
+                right_click: "right_click";
+                double_click: "double_click";
+                hscroll: "hscroll";
+            }>>;
+            changes: z.ZodArray<z.ZodEnum<{
+                window_identity: "window_identity";
+                window_geometry: "window_geometry";
+                image_dimensions: "image_dimensions";
+                accessibility_structure: "accessibility_structure";
+                accessibility_text: "accessibility_text";
+                accessibility_state: "accessibility_state";
+                accessibility_geometry: "accessibility_geometry";
+                visual_or_unexposed_state: "visual_or_unexposed_state";
+                deadline: "deadline";
+            }>>;
+            changedElementIndices: z.ZodArray<z.ZodNumber>;
+        }, z.core.$strict>>;
         serviceErrorCode: z.ZodOptional<z.ZodEnum<{
             provider_error: "provider_error";
             max_input_tokens_exceeded: "max_input_tokens_exceeded";
@@ -114,6 +284,22 @@ export declare function computerReportMeasurements(report: ComputerSessionReport
         httpStatus?: number;
         requestId?: string;
         validationReason?: "invalid_json" | "invalid_arguments" | "missing_call" | "multiple_calls" | "invalid_envelope" | "output_limit";
+        validation?: {
+            action: "type" | "key" | "unknown" | "answer" | "wait" | "typeText" | "batch" | "terminate" | "activate" | "showMenu" | "click" | "drag" | "setValue" | "pressKeys" | "scroll" | "activateSequence" | "interact" | "takeover" | "finished" | "button_plan" | "activate_sequence" | "show_menu" | "set_value" | "left_click" | "right_click" | "double_click" | "hscroll";
+            stage: "plan" | "schema" | "converted_action" | "typing_target" | "keyboard";
+            issues: {
+                path: (number | "reason" | "keys" | "value" | "name" | "time" | "from" | "action" | "when" | "label" | "text" | "kind" | "status" | "durationMs" | "role" | "to" | "actions" | "count" | "x" | "y" | "point" | "arguments" | "ref" | "button" | "deltaX" | "deltaY" | "refs" | "pixels" | "steps" | "coordinate" | "unknown_field" | "proposal" | "claimedSuccess")[];
+                code: "custom" | "invalid_type" | "unrecognized_keys" | "invalid_union" | "invalid_value" | "invalid_format" | "too_big" | "too_small" | "not_multiple_of" | "missing_point" | "outside_frame" | "editable_target_missing" | "editable_target_ambiguous" | "invalid_context" | "unsupported_key" | "plan_not_grounded";
+                action: "type" | "key" | "unknown" | "answer" | "wait" | "typeText" | "batch" | "terminate" | "activate" | "showMenu" | "click" | "drag" | "setValue" | "pressKeys" | "scroll" | "activateSequence" | "interact" | "takeover" | "finished" | "button_plan" | "activate_sequence" | "show_menu" | "set_value" | "left_click" | "right_click" | "double_click" | "hscroll";
+            }[];
+        };
+        stability?: {
+            stage: "initial_capture" | "pre_dispatch" | "post_action";
+            samples: number;
+            changes: ("window_identity" | "window_geometry" | "image_dimensions" | "accessibility_structure" | "accessibility_text" | "accessibility_state" | "accessibility_geometry" | "visual_or_unexposed_state" | "deadline")[];
+            changedElementIndices: number[];
+            action?: "type" | "key" | "unknown" | "answer" | "wait" | "typeText" | "batch" | "terminate" | "activate" | "showMenu" | "click" | "drag" | "setValue" | "pressKeys" | "scroll" | "activateSequence" | "interact" | "takeover" | "finished" | "button_plan" | "activate_sequence" | "show_menu" | "set_value" | "left_click" | "right_click" | "double_click" | "hscroll";
+        };
         serviceErrorCode?: "provider_error" | "max_input_tokens_exceeded" | "max_tokens_exceeded" | "model_capability_unsupported" | "unsupported_request_field" | "invalid_image" | "request_too_large" | "invalid_request" | "free_pool_unavailable";
     };
     durationMs: number;

package/dist/src/computer/model-adapter.js

@@ -2,6 +2,7 @@ import { ComputerActionSchema, ComputerPrimitiveActionSchema, init_src } from ".
 import { ComputerButtonPlan, ComputerButtonPlanSchema } from "./semantic-plan.js";
 import { ComputerDiagnosticSchema, ComputerOperationError, computerDiagnostic } from "./errors.js";
 import { normalizeComputerKeys } from "./keyboard.js";
+import { modelValidation } from "./validation-diagnostics.js";
 import { randomUUID } from "node:crypto";
 import { z } from "zod";
 //#region src/computer/model-adapter.ts
@@ -36,11 +37,15 @@ const StructuredProposalSchema = z.union(ComputerProposalSchema.options.map((opt
 	kind: z.literal("action"),
 	action: StructuredActionSchema
 }).strict() : option));
-function validateTypingProposal(proposal, input) {
-	if (proposal.kind === "action" && proposal.action.kind === "batch") for (const action of proposal.action.actions) validateTypingProposal({
+function validateTypingProposal(proposal, input, path = ["action"], root = proposal) {
+	if (proposal.kind === "action" && proposal.action.kind === "batch") proposal.action.actions.forEach((action, index) => validateTypingProposal({
 		kind: "action",
 		action
-	}, input);
+	}, input, [
+		...path,
+		"actions",
+		index
+	], root));
 	if (proposal.kind === "action" && proposal.action.kind === "pressKeys") {
 		let platform = "darwin";
 		try {
@@ -49,15 +54,21 @@ function validateTypingProposal(proposal, input) {
 		try {
 			proposal.action.keys = normalizeComputerKeys(proposal.action.keys, platform);
 		} catch {
-			throw invalidOutput("invalid_arguments");
+			throw invalidOutput("invalid_arguments", void 0, modelValidation(root, "keyboard", void 0, {
+				path: [...path, "keys"],
+				code: "unsupported_key"
+			}));
 		}
 	}
 	if (proposal.kind !== "action" || proposal.action.kind !== "typeText") return;
 	const point = proposal.action.point;
-	if (!point || point.x >= input.width || point.y >= input.height) throw invalidOutput("invalid_arguments");
+	if (!point || point.x >= input.width || point.y >= input.height) throw invalidOutput("invalid_arguments", void 0, modelValidation(root, "typing_target", void 0, {
+		path: [...path, "point"],
+		code: point ? "outside_frame" : "missing_point"
+	}));
 	try {
 		const context = JSON.parse(input.summary);
-		if ((Array.isArray(context.elements) ? context.elements.filter((e) => {
+		const fields = Array.isArray(context.elements) ? context.elements.filter((e) => {
 			if (!["AXTextField", "AXTextArea"].includes(String(e.role)) || e.enabled === false || e.inputAllowed === false || /password|passcode|验证码|密码|one.time.code/i.test(String(e.label ?? ""))) return false;
 			const b = e.bounds;
 			return b && [
@@ -66,9 +77,17 @@ function validateTypingProposal(proposal, input) {
 				b.width,
 				b.height
 			].every(Number.isFinite) && b.width > 0 && b.height > 0 && point.x >= b.x && point.y >= b.y && point.x < b.x + b.width && point.y < b.y + b.height;
-		}) : []).length !== 1) throw invalidOutput("invalid_arguments");
-	} catch {
-		throw invalidOutput("invalid_arguments");
+		}) : [];
+		if (fields.length !== 1) throw invalidOutput("invalid_arguments", void 0, modelValidation(root, "typing_target", void 0, {
+			path: [...path, "point"],
+			code: fields.length ? "editable_target_ambiguous" : "editable_target_missing"
+		}));
+	} catch (error) {
+		if (computerDiagnostic(error)) throw error;
+		throw invalidOutput("invalid_arguments", void 0, modelValidation(root, "typing_target", void 0, {
+			path: [...path, "point"],
+			code: "invalid_context"
+		}));
 	}
 }
 const Coordinate = z.tuple([z.number().finite().min(0).max(1e3), z.number().finite().min(0).max(1e3)]);
@@ -275,7 +294,7 @@ function parseGuiPlusProposal(content, width, height) {
 			name: z.literal("computer_use"),
 			arguments: GuiArgs
 		}).strict().safeParse(raw);
-		if (!parsed.success) throw invalidOutput("invalid_arguments");
+		if (!parsed.success) throw invalidOutput("invalid_arguments", void 0, modelValidation(raw, "schema", parsed.error));
 		return parsed.data;
 	})().arguments;
 	const point = "coordinate" in a && a.coordinate ? {
@@ -367,19 +386,20 @@ function parseGuiPlusProposal(content, width, height) {
 			break;
 	}
 	const parsed = ComputerActionSchema.safeParse(action);
-	if (!parsed.success) throw invalidOutput("invalid_arguments");
+	if (!parsed.success) throw invalidOutput("invalid_arguments", void 0, modelValidation(action, "converted_action", parsed.error));
 	return {
 		kind: "action",
 		action: parsed.data
 	};
 }
 const invalidReplies = /* @__PURE__ */ new WeakMap();
-function invalidOutput(validationReason, errorCode = "COMPUTER_INVALID_MODEL_OUTPUT") {
+function invalidOutput(validationReason, errorCode = "COMPUTER_INVALID_MODEL_OUTPUT", validation) {
 	return new ComputerOperationError({
 		errorCode,
 		phase: "model",
 		diagnosticId: randomUUID(),
-		validationReason
+		validationReason,
+		...validation ? { validation } : {}
 	});
 }
 /** One format-only re-prediction is safe before any input has been proposed or dispatched. */
@@ -561,14 +581,19 @@ var ChatCompletionsComputerAdapter = class {
 		const structured = c.profile === "structured-tools-v1";
 		const proposalSchema = !input.formatCorrection && input.maxPlanActions && input.maxPlanActions > 1 ? z.union([StructuredProposalSchema, ComputerButtonPlanSchema]) : StructuredProposalSchema;
 		const parseProposal = (args) => {
-			const proposal = z.object({ proposal: proposalSchema }).strict().parse(args).proposal;
+			const parsed = z.object({ proposal: proposalSchema }).strict().safeParse(args);
+			if (!parsed.success) throw invalidOutput("invalid_arguments", void 0, modelValidation(args, "schema", parsed.error));
+			const proposal = parsed.data.proposal;
 			if (proposal.kind !== "button_plan") {
 				validateTypingProposal(proposal, input);
 				return proposal;
 			}
 			this.plan.install(proposal, input.goal, Math.min(6, input.maxPlanActions ?? 0));
 			const action = this.plan.next(input);
-			if (!action) throw invalidOutput("invalid_arguments");
+			if (!action) throw invalidOutput("invalid_arguments", void 0, modelValidation(proposal, "plan", void 0, {
+				path: ["steps"],
+				code: "plan_not_grounded"
+			}));
 			return {
 				kind: "action",
 				action
@@ -674,8 +699,9 @@ var ChatCompletionsComputerAdapter = class {
 					kind: "answer",
 					text: answerSchema.parse(args).text
 				} : parseProposal(args);
-			} catch {
-				throw invalidOutput("invalid_arguments");
+			} catch (error) {
+				if (computerDiagnostic(error)) throw error;
+				throw invalidOutput("invalid_arguments", void 0, modelValidation({}, "schema", error));
 			}
 		}
 		const envelope = z.object({ choices: z.array(z.object({
@@ -711,8 +737,9 @@ var ChatCompletionsComputerAdapter = class {
 				kind: "answer",
 				text: answerSchema.parse(args).text
 			} : parseProposal(args);
-		} catch {
-			throw invalidOutput("invalid_arguments");
+		} catch (error) {
+			if (computerDiagnostic(error)) throw error;
+			throw invalidOutput("invalid_arguments", void 0, modelValidation({}, "schema", error));
 		}
 	}
 };
@@ -917,7 +944,7 @@ var OpenAIResponsesComputerAdapter = class {
 		let pointer;
 		const append = (action) => {
 			const parsed = ComputerActionSchema.safeParse(action);
-			if (!parsed.success) throw invalidOutput("invalid_arguments");
+			if (!parsed.success) throw invalidOutput("invalid_arguments", void 0, modelValidation(action, "converted_action", parsed.error));
 			proposals.push({
 				kind: "action",
 				action: parsed.data

package/dist/src/computer/runtime.d.ts

@@ -82,6 +82,176 @@ declare const Reply: z.ZodObject<{
             invalid_envelope: "invalid_envelope";
             output_limit: "output_limit";
         }>>;
+        validation: z.ZodOptional<z.ZodObject<{
+            action: z.ZodEnum<{
+                type: "type";
+                key: "key";
+                unknown: "unknown";
+                answer: "answer";
+                wait: "wait";
+                typeText: "typeText";
+                batch: "batch";
+                terminate: "terminate";
+                activate: "activate";
+                showMenu: "showMenu";
+                click: "click";
+                drag: "drag";
+                setValue: "setValue";
+                pressKeys: "pressKeys";
+                scroll: "scroll";
+                activateSequence: "activateSequence";
+                interact: "interact";
+                takeover: "takeover";
+                finished: "finished";
+                button_plan: "button_plan";
+                activate_sequence: "activate_sequence";
+                show_menu: "show_menu";
+                set_value: "set_value";
+                left_click: "left_click";
+                right_click: "right_click";
+                double_click: "double_click";
+                hscroll: "hscroll";
+            }>;
+            stage: z.ZodEnum<{
+                plan: "plan";
+                schema: "schema";
+                converted_action: "converted_action";
+                typing_target: "typing_target";
+                keyboard: "keyboard";
+            }>;
+            issues: z.ZodArray<z.ZodObject<{
+                path: z.ZodArray<z.ZodUnion<readonly [z.ZodEnum<{
+                    reason: "reason";
+                    keys: "keys";
+                    value: "value";
+                    name: "name";
+                    time: "time";
+                    from: "from";
+                    action: "action";
+                    when: "when";
+                    label: "label";
+                    text: "text";
+                    kind: "kind";
+                    status: "status";
+                    durationMs: "durationMs";
+                    role: "role";
+                    to: "to";
+                    actions: "actions";
+                    count: "count";
+                    x: "x";
+                    y: "y";
+                    point: "point";
+                    arguments: "arguments";
+                    ref: "ref";
+                    button: "button";
+                    deltaX: "deltaX";
+                    deltaY: "deltaY";
+                    refs: "refs";
+                    pixels: "pixels";
+                    steps: "steps";
+                    coordinate: "coordinate";
+                    unknown_field: "unknown_field";
+                    proposal: "proposal";
+                    claimedSuccess: "claimedSuccess";
+                }>, z.ZodNumber]>>;
+                code: z.ZodEnum<{
+                    custom: "custom";
+                    invalid_type: "invalid_type";
+                    unrecognized_keys: "unrecognized_keys";
+                    invalid_union: "invalid_union";
+                    invalid_value: "invalid_value";
+                    invalid_format: "invalid_format";
+                    too_big: "too_big";
+                    too_small: "too_small";
+                    not_multiple_of: "not_multiple_of";
+                    missing_point: "missing_point";
+                    outside_frame: "outside_frame";
+                    editable_target_missing: "editable_target_missing";
+                    editable_target_ambiguous: "editable_target_ambiguous";
+                    invalid_context: "invalid_context";
+                    unsupported_key: "unsupported_key";
+                    plan_not_grounded: "plan_not_grounded";
+                }>;
+                action: z.ZodEnum<{
+                    type: "type";
+                    key: "key";
+                    unknown: "unknown";
+                    answer: "answer";
+                    wait: "wait";
+                    typeText: "typeText";
+                    batch: "batch";
+                    terminate: "terminate";
+                    activate: "activate";
+                    showMenu: "showMenu";
+                    click: "click";
+                    drag: "drag";
+                    setValue: "setValue";
+                    pressKeys: "pressKeys";
+                    scroll: "scroll";
+                    activateSequence: "activateSequence";
+                    interact: "interact";
+                    takeover: "takeover";
+                    finished: "finished";
+                    button_plan: "button_plan";
+                    activate_sequence: "activate_sequence";
+                    show_menu: "show_menu";
+                    set_value: "set_value";
+                    left_click: "left_click";
+                    right_click: "right_click";
+                    double_click: "double_click";
+                    hscroll: "hscroll";
+                }>;
+            }, z.core.$strict>>;
+        }, z.core.$strict>>;
+        stability: z.ZodOptional<z.ZodObject<{
+            stage: z.ZodEnum<{
+                initial_capture: "initial_capture";
+                pre_dispatch: "pre_dispatch";
+                post_action: "post_action";
+            }>;
+            samples: z.ZodNumber;
+            action: z.ZodOptional<z.ZodEnum<{
+                type: "type";
+                key: "key";
+                unknown: "unknown";
+                answer: "answer";
+                wait: "wait";
+                typeText: "typeText";
+                batch: "batch";
+                terminate: "terminate";
+                activate: "activate";
+                showMenu: "showMenu";
+                click: "click";
+                drag: "drag";
+                setValue: "setValue";
+                pressKeys: "pressKeys";
+                scroll: "scroll";
+                activateSequence: "activateSequence";
+                interact: "interact";
+                takeover: "takeover";
+                finished: "finished";
+                button_plan: "button_plan";
+                activate_sequence: "activate_sequence";
+                show_menu: "show_menu";
+                set_value: "set_value";
+                left_click: "left_click";
+                right_click: "right_click";
+                double_click: "double_click";
+                hscroll: "hscroll";
+            }>>;
+            changes: z.ZodArray<z.ZodEnum<{
+                window_identity: "window_identity";
+                window_geometry: "window_geometry";
+                image_dimensions: "image_dimensions";
+                accessibility_structure: "accessibility_structure";
+                accessibility_text: "accessibility_text";
+                accessibility_state: "accessibility_state";
+                accessibility_geometry: "accessibility_geometry";
+                visual_or_unexposed_state: "visual_or_unexposed_state";
+                deadline: "deadline";
+            }>>;
+            changedElementIndices: z.ZodArray<z.ZodNumber>;
+        }, z.core.$strict>>;
         httpStatus: z.ZodOptional<z.ZodNumber>;
         requestId: z.ZodOptional<z.ZodString>;
         serviceErrorCode: z.ZodOptional<z.ZodEnum<{

package/dist/src/computer/runtime.js

@@ -15,6 +15,7 @@ import { ComputerNativeTimingSchema, ComputerSessionDiagnostics } from "./diagno
 import { executeComputerProgram } from "./program-runtime.js";
 import { ComputerExpectationSchema, ComputerTaskState, verifyComputerExpectation } from "./task-state.js";
 import { executeComputerBatch } from "./batch.js";
+import { ComputerStabilityTracker } from "./stability-diagnostics.js";
 import { randomUUID } from "node:crypto";
 import { z } from "zod";
 import { setTimeout } from "node:timers/promises";
@@ -720,7 +721,7 @@ var ComputerRuntime = class {
 					expect: context.expectation,
 					flowId: context.flowId
 				};
-				this.reserveRescue(s, signal);
+				this.reserveRescue(s, signal, result.diagnostic);
 			} else if (status.value.status !== "ready") return this.present(status.value);
 			if (input.op === "step") {
 				if (input.flowId || s.lastFlowId) s.adapter?.reset?.();
@@ -741,6 +742,7 @@ var ComputerRuntime = class {
 					owner
 				}, signal);
 				try {
+					if (observed.value.diagnostic && observed.value.errorCode) throw new ComputerOperationError(observed.value.diagnostic);
 					const verification = verifyComputerExpectation(input.expect, observed.value.observation);
 					if (input.op === "observe") s.diagnostics.verify(verification);
 					if (input.op === "observe" && !input.question) return {
@@ -859,7 +861,7 @@ var ComputerRuntime = class {
 					phase = "dispatch";
 					const result = await this.dispatchAction(s, e, signal, goalContext);
 					if (!this.isUndispatchedChange(result)) return result;
-					this.reserveRescue(s, signal);
+					this.reserveRescue(s, signal, result.diagnostic);
 				} finally {
 					observed.frame?.fill(0);
 				}
@@ -878,12 +880,15 @@ var ComputerRuntime = class {
 	isUndispatchedChange(result) {
 		return result.status === "ready" && result.errorCode === "COMPUTER_OBSERVATION_CHANGED" && !result.receipt;
 	}
-	reserveRescue(s, signal) {
+	reserveRescue(s, signal, diagnostic) {
 		signal.throwIfAborted();
 		const limit = Math.min(s.rescueLimit, this.getConfig().computer.maxRescuesPerSession);
 		if (s.rescues >= limit) {
 			s.diagnostics.count("rescueExhaustions");
-			throw new Error("COMPUTER_UI_UNSTABLE");
+			throw diagnostic ? new ComputerOperationError({
+				...diagnostic,
+				errorCode: "COMPUTER_UI_UNSTABLE"
+			}) : /* @__PURE__ */ new Error("COMPUTER_UI_UNSTABLE");
 		}
 		s.rescues++;
 		s.diagnostics.count("rescueAttempts");
@@ -925,8 +930,10 @@ var ComputerRuntime = class {
 			const receipt = reply.value.receipt;
 			const nativeMs = reply.value.nativeMs;
 			let stable = false;
+			const stability = new ComputerStabilityTracker("post_action", envelope.action.kind);
 			try {
 				for (let sample = 0; sample < 3; sample++) {
+					await setTimeout(100, void 0, { signal });
 					const next = await this.send(s, {
 						op: "observe",
 						sessionId: s.id,
@@ -942,22 +949,43 @@ var ComputerRuntime = class {
 							nativeMs
 						}
 					};
+					if (reply.value.diagnostic?.stability) reply.value.diagnostic = {
+						...reply.value.diagnostic,
+						stability: {
+							...reply.value.diagnostic.stability,
+							stage: "post_action",
+							action: envelope.action.kind
+						}
+					};
 					previous.frame?.fill(0);
 					if (previous.value.brokerEpoch !== next.value.brokerEpoch || previous.value.generation !== next.value.generation || previous.value.grantId !== next.value.grantId) {
 						reply.value.errorCode = "COMPUTER_GRANT_REVOKED";
 						break;
 					}
 					const a = previous.value.observation, b = next.value.observation;
+					if (a && b) stability.compare(a, b);
 					stable = next.value.status === "ready" && !next.value.errorCode && !!a && !!b && previous.value.brokerEpoch === next.value.brokerEpoch && previous.value.generation === next.value.generation && previous.value.grantId === next.value.grantId && a.stateDigest === b.stateDigest && JSON.stringify(a.target) === JSON.stringify(b.target);
 					if (stable || next.value.status !== "ready" || next.value.errorCode) break;
 				}
-				if (!stable && !reply.value.errorCode) reply.value.errorCode = "COMPUTER_UI_UNSTABLE";
-			} catch {
+				if (!stable && !reply.value.errorCode) {
+					reply.value.errorCode = "COMPUTER_UI_UNSTABLE";
+					reply.value.diagnostic = stability.diagnostic("COMPUTER_UI_UNSTABLE", 4);
+				}
+			} catch (error) {
 				reply.frame?.fill(0);
+				const diagnostic = computerDiagnostic(error);
 				reply = { value: {
 					...reply.value,
 					receipt,
-					errorCode: signal?.aborted ? "COMPUTER_OPERATION_ABORTED" : "COMPUTER_POST_ACTION_OBSERVATION_FAILED"
+					errorCode: signal?.aborted ? "COMPUTER_OPERATION_ABORTED" : diagnostic?.errorCode ?? "COMPUTER_POST_ACTION_OBSERVATION_FAILED",
+					...diagnostic ? { diagnostic: {
+						...diagnostic,
+						...diagnostic.stability ? { stability: {
+							...diagnostic.stability,
+							stage: "post_action",
+							action: envelope.action.kind
+						} } : {}
+					} } : {}
 				} };
 			}
 		}
@@ -984,7 +1012,7 @@ var ComputerRuntime = class {
 		const verification = verifyComputerExpectation(context?.expectation, reply.value.observation, context?.before);
 		if (reply.value.receipt) s.diagnostics.record(reply.value.receipt, context?.before, reply.value.observation, verification);
 		const failureCode = reply.value.errorCode ?? (reply.value.receipt?.dispatch === "unknown" || reply.value.receipt?.dispatch === "started" ? reply.value.receipt.errorCode ?? "COMPUTER_NATIVE_ACTION_FAILED" : void 0);
-		if (failureCode) s.diagnostics.fail(new Error(failureCode), "dispatch", reply.value.receipt?.dispatch ?? "notStarted");
+		if (failureCode) s.diagnostics.fail(reply.value.diagnostic ? new ComputerOperationError(reply.value.diagnostic) : new Error(failureCode), "dispatch", reply.value.receipt?.dispatch ?? "notStarted");
 		if (context && reply.value.receipt) {
 			s.task.record(context.goal, envelope.action, context.before, reply.value.receipt, reply.value.observation, verification);
 			s.flowCapture.record(envelope.action, context.before, reply.value.receipt, reply.value.observation, context.expectation, verification);