@ashx-j/lunr 0.2.26 → 0.2.28

package/dist/core/computer-use/workflow.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"workflow.d.ts","sourceRoot":"","sources":["../../../src/core/computer-use/workflow.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACvE,OAAO,EAAE,KAAK,cAAc,EAAmB,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAEtF,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAG1C,wBAAgB,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAWtE;AAaD,wBAAgB,aAAa,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAWzD;AAsHD,KAAK,aAAa,GAAG,OAAO,GAAG,SAAS,GAAG,qBAAqB,CAAC;AACjE,KAAK,MAAM,GAAG;IAAE,OAAO,EAAE,CAAC,YAAY,GAAG,WAAW,CAAC,EAAE,CAAC;IAAC,OAAO,EAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE;YAAE,MAAM,EAAE,OAAO,CAAC;YAAC,QAAQ,EAAE,aAAa,CAAA;SAAE,CAAA;KAAE,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC;AAiBvK,qBAAa,gBAAgB;IAC5B,OAAO,CAAC,WAAW,CAAC,CAAc;IAClC,OAAO,CAAC,WAAW,CAAC,CAA2D;IAC/E,OAAO,CAAC,UAAU,CAAC,CAAiE;IACpF,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAyB;IAC/C,OAAO,CAAC,OAAO,CAAC,CAAgB;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,YAAY,MAAM,EAAE,cAAc,EAAE,KAAK,eAAqB,EAI7D;IAED,OAAO,CAAC,KAAK;YAQC,OAAO;IAwBrB,OAAO,CAAC,WAAW;IAcnB,OAAO,CAAC,IAAI;IAcZ,OAAO,CAAC,MAAM;IAuER,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CA6LjG;YAEa,MAAM;IAUpB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAKrB;YAEa,IAAI;CAIlB","sourcesContent":["import { randomUUID } from \"node:crypto\";\nimport { setTimeout as delay } from \"node:timers/promises\";\nimport type { ImageContent, TextContent } from \"@ashx-j/lunr-ai\";\nimport { type ComputerDriver, DriverCallError, type DriverReply } from \"./adapter.ts\";\nimport { type ImageRegion, prepareComputerImage, screenshotDimensions } from \"./image.ts\";\nimport { DesktopLease } from \"./lease.ts\";\nimport { computerSchemas } from \"./schemas.ts\";\n\nexport function driverData(reply: DriverReply): Record<string, unknown> {\n\tif (reply.structuredContent && typeof reply.structuredContent === \"object\" && !Array.isArray(reply.structuredContent))\n\t\treturn Object.fromEntries(Object.entries(reply.structuredContent));\n\tif (Array.isArray(reply.content)) for (const item of reply.content) {\n\t\tif (item.type !== \"text\" || typeof item.text !== \"string\") continue;\n\t\ttry {\n\t\t\tconst value: unknown = JSON.parse(item.text);\n\t\t\tif (value && typeof value === \"object\" && !Array.isArray(value)) return Object.fromEntries(Object.entries(value));\n\t\t} catch {}\n\t}\n\treturn {};\n}\n\nfunction plainLaunchReason(reply: DriverReply): string | undefined {\n\tif (reply.structuredContent || !Array.isArray(reply.content)) return undefined;\n\tconst text = reply.content.find((item) => item.type === \"text\")?.text;\n\tif (typeof text !== \"string\") return undefined;\n\tif (/^App name lookup for .+ is (?:temporarily unavailable|unavailable).+No app was launched;/s.test(text)) return \"app_lookup_unavailable\";\n\tif (/^App .+ was not found in shell:AppsFolder or by Windows PATH\\/association lookup:/s.test(text)) return \"app_not_found\";\n\tif (/^Launch of .+ timed out after 15s/s.test(text)) return \"launch_timeout_unknown\";\n\tif (/^(?:Failed to launch|Task error): /s.test(text)) return \"launch_native_error_unknown\";\n\treturn undefined;\n}\n\nexport function driverRefused(reply: DriverReply): boolean {\n\tconst data = driverData(reply);\n\tconst acknowledged = data.activated === true || data.success === true || data.verified === true || data.effect === \"confirmed\";\n\tconst uncertain = [data.status, data.effect].some((value) => value === \"partial\" || value === \"unverifiable\");\n\treturn reply.isError === true || plainLaunchReason(reply) !== undefined ||\n\t\t(data.refusal !== undefined && data.refusal !== null && data.refusal !== false) ||\n\t\t(data.error !== undefined && data.error !== null && data.error !== false) ||\n\t\tdata.effect === \"refused\" || data.status === \"refused\" || data.status === \"failed\" || data.success === false ||\n\t\t[\"window_target_mismatch\", \"window_target_not_found\", \"background_unavailable\", \"foreground_unavailable\", \"type_text_incomplete\", \"verification_failed\"].includes(String(data.code)) ||\n\t\t(data.status !== undefined && !acknowledged && !uncertain && ![\"ok\", \"success\", \"completed\"].includes(String(data.status))) ||\n\t\t(data.code !== undefined && data.code !== 0 && !acknowledged && !uncertain);\n}\n\nfunction record(value: unknown): Record<string, unknown> {\n\treturn value !== null && typeof value === \"object\" && !Array.isArray(value) ? Object.fromEntries(Object.entries(value)) : {};\n}\n\nfunction select(data: Record<string, unknown>, keys: readonly string[]): Record<string, string | number | boolean> {\n\tconst result: Record<string, string | number | boolean> = {};\n\tfor (const key of keys) {\n\t\tconst value = data[key];\n\t\tif ([\"name\", \"app_name\", \"title\"].includes(key) && typeof value === \"string\") result[key] = value.slice(0, 240);\n\t\telse if ([\"active\", \"running\", \"is_on_screen\", \"minimized\"].includes(key) && typeof value === \"boolean\") result[key] = value;\n\t\telse if ([\"pid\", \"window_id\", \"x\", \"y\", \"width\", \"height\"].includes(key) && typeof value === \"number\" && Number.isSafeInteger(value)) result[key] = value;\n\t}\n\treturn result;\n}\n\nfunction typingRecovery(data: Record<string, unknown>, text: unknown) {\n\tif (typeof text !== \"string\") return {};\n\tconst requested = data.requested_chars;\n\tconst delivered = data.delivered_chars;\n\tif (typeof requested !== \"number\" || !Number.isSafeInteger(requested) || requested < 0 ||\n\t\trequested > 20000 || requested !== Array.from(text).length) return {};\n\tconst validDelivered = typeof delivered === \"number\" && Number.isSafeInteger(delivered) && delivered >= 0 && delivered <= requested;\n\treturn {\n\t\trequested_chars: requested,\n\t\tdelivered_chars: validDelivered ? delivered : undefined,\n\t\tretryable: validDelivered && data.retry_from_character === delivered && typeof data.retryable === \"boolean\" ? data.retryable : undefined,\n\t\tretry_from_character: validDelivered && data.retry_from_character === delivered ? delivered : undefined,\n\t};\n}\n\nconst nativeCodes = new Set([\"background_unavailable\", \"background_occluded\", \"background_uipi_blocked\", \"window_target_mismatch\", \"window_target_not_found\", \"type_text_incomplete\", \"foreground_unavailable\", \"foreground_rejected\", \"stale_target\", \"target_not_found\", \"verification_failed\", \"tool_invocation_failed\"]);\nfunction safeCode(value: unknown): string | undefined {\n\treturn typeof value === \"string\" && nativeCodes.has(value) ? value : undefined;\n}\nfunction nativeReason(reply: DriverReply): string {\n\tconst data = driverData(reply);\n\tconst code = safeCode(data.code) ?? safeCode(record(data.refusal).code) ?? safeCode(record(data.error).code) ?? safeCode(data.refusal) ?? safeCode(data.error);\n\tif (code) return code;\n\tif (plainLaunchReason(reply)) return plainLaunchReason(reply)!;\n\treturn \"native_error_unknown\";\n}\ntype FailurePhase = \"validation\" | \"adapter_preflight\" | \"native_request\" | \"native_result\" | \"observation_capture\" | \"post_action_capture\" | \"cleanup\";\ntype InputState = \"not_dispatched\" | \"dispatched\" | \"partial\" | \"uncertain\";\ntype NativeOutcome = {\n\tphase: FailurePhase;\n\tcode?: string;\n\tnative_code?: string;\n\tstatus?: string;\n\teffect?: string;\n\tverified?: boolean;\n\tsuccess?: boolean;\n\tactivated?: boolean;\n\tescalation?: \"foreground\";\n\tinput: InputState;\n\tapplicationEffect: \"unverified\";\n\trequested_chars?: number;\n\tdelivered_chars?: number;\n\tretryable?: boolean;\n\tretry_from_character?: number;\n};\nfunction outcome(reply: DriverReply, text?: unknown): NativeOutcome {\n\tconst data = driverData(reply);\n\tconst refused = driverRefused(reply);\n\tconst partial = data.effect === \"partial\" || data.status === \"partial\";\n\treturn {\n\t\tphase: refused || partial ? \"native_result\" : \"native_request\",\n\t\tcode: refused || partial ? nativeReason(reply) : undefined,\n\t\tnative_code: safeCode(data.code) ?? safeCode(record(data.refusal).code) ?? safeCode(record(data.error).code),\n\t\tstatus: typeof data.status === \"string\" && [\"ok\", \"success\", \"completed\", \"partial\", \"refused\", \"failed\"].includes(data.status) ? data.status : undefined,\n\t\teffect: typeof data.effect === \"string\" && [\"confirmed\", \"partial\", \"unverifiable\", \"refused\"].includes(data.effect) ? data.effect : undefined,\n\t\tverified: typeof data.verified === \"boolean\" ? data.verified : undefined,\n\t\tsuccess: typeof data.success === \"boolean\" ? data.success : undefined,\n\t\tactivated: typeof data.activated === \"boolean\" ? data.activated : undefined,\n\t\tescalation: record(data.escalation).recommended === \"foreground\" ? \"foreground\" : undefined,\n\t\tinput: partial && typingRecovery(data, text).delivered_chars !== undefined ? \"partial\" : refused || partial ? \"uncertain\" : \"dispatched\",\n\t\tapplicationEffect: \"unverified\",\n\t\t...typingRecovery(data, text),\n\t};\n}\n\nfunction abortable<T>(pending: Promise<T>, signal: AbortSignal): Promise<T> {\n\treturn new Promise((resolve, reject) => {\n\t\tconst abort = () => {\n\t\t\tsignal.removeEventListener(\"abort\", abort);\n\t\t\treject(signal.reason ?? new Error(\"Computer operation cancelled.\"));\n\t\t};\n\t\tsignal.addEventListener(\"abort\", abort, { once: true });\n\t\tpending.then((value) => {\n\t\t\tsignal.removeEventListener(\"abort\", abort);\n\t\t\tresolve(value);\n\t\t}, (error) => {\n\t\t\tsignal.removeEventListener(\"abort\", abort);\n\t\t\treject(error);\n\t\t});\n\t\tif (signal.aborted) abort();\n\t});\n}\n\nconst freshActionGuidance = \"Get a fresh capture of the exact target before any next action, including window focus. Copy its token exactly. No input was sent by this call; earlier calls may have had an effect.\";\n\nclass CaptureError extends Error {\n\treadonly code: string;\n\tconstructor(code: string) { super(code); this.code = code; }\n}\n\nclass ObservationError extends Error {\n\treadonly code: string;\n\tconstructor(code: string, message: string) {\n\t\tsuper(`Stale observation. ${message}`);\n\t\tthis.code = code;\n\t}\n}\n\ntype Target = { desktop: true } | { pid: number; window_id: number; desktop?: false };\ntype PreparedImage = Awaited<ReturnType<typeof prepareComputerImage>>;\ntype Observation = PreparedImage & { token: string; target: Target; time: number; fingerprint: string; geometry: string };\ntype WorkflowState = \"ready\" | \"stopped\" | \"cleanup_unconfirmed\";\ntype Result = { content: (ImageContent | TextContent)[]; details: { observation?: string; computer: { failed: boolean; workflow: WorkflowState } }; isError: boolean };\n\nfunction targetFrom(input: Record<string, unknown>): Target {\n\tif (input.desktop === true) {\n\t\tif (input.pid !== undefined || input.window_id !== undefined) throw new Error(\"Desktop target cannot include pid/window_id.\");\n\t\treturn { desktop: true };\n\t}\n\tif (typeof input.pid !== \"number\" || !Number.isInteger(input.pid) || input.pid < 1 ||\n\t\ttypeof input.window_id !== \"number\" || !Number.isInteger(input.window_id) || input.window_id < 1)\n\t\tthrow new Error(\"Window target requires positive integer pid and window_id.\");\n\treturn { pid: input.pid, window_id: input.window_id };\n}\n\nfunction sameTarget(a: Target, b: Target): boolean {\n\treturn a.desktop === true ? b.desktop === true : b.desktop !== true && a.pid === b.pid && a.window_id === b.window_id;\n}\n\nexport class ComputerWorkflow {\n\tprivate observation?: Observation;\n\tprivate lastCapture?: { fingerprint: string; target: Target; repeats: number };\n\tprivate lastAction?: { signature: string; fingerprint: string; unchanged: boolean };\n\tprivate readonly abort = new AbortController();\n\tprivate closing?: Promise<void>;\n\tprivate readonly driver: ComputerDriver;\n\tprivate readonly lease: DesktopLease;\n\tconstructor(driver: ComputerDriver, lease = new DesktopLease()) {\n\t\tthis.driver = driver;\n\t\tthis.lease = lease;\n\t\tthis.driver.setProcessObserver?.((pid) => this.lease.trackProcess(pid));\n\t}\n\n\tprivate fresh(input: Record<string, unknown>, previous?: Observation): Observation {\n\t\tif (!previous) throw new ObservationError(\"observation_unavailable\", \"No active observation is available.\");\n\t\tif (previous.token !== input.observation) throw new ObservationError(\"observation_mismatch\", \"Token does not match the active observation.\");\n\t\tif (!sameTarget(previous.target, targetFrom(input))) throw new ObservationError(\"observation_target_mismatch\", \"Token belongs to a different target.\");\n\t\tif (Date.now() - previous.time > 30000) throw new ObservationError(\"observation_expired\", \"The active observation is older than 30 seconds.\");\n\t\treturn previous;\n\t}\n\n\tprivate async capture(target: Target, signal: AbortSignal, previous?: Observation, crop?: ImageRegion): Promise<Observation> {\n\t\tconst time = Date.now();\n\t\tconst reply = await abortable(this.driver.call(target.desktop ? \"get_desktop_state\" : \"get_window_state\",\n\t\t\ttarget.desktop ? {} : { pid: target.pid, window_id: target.window_id, include_accessibility_tree: false, include_screenshot: true, max_dimension: 2560 }, signal), signal);\n\t\tif (driverRefused(reply)) throw new CaptureError(nativeReason(reply));\n\t\tconst data = driverData(reply);\n\t\tconst images = Array.isArray(reply.content) ? reply.content.filter((item) => item.type === \"image\") : [];\n\t\tif (images.length !== 1 || typeof images[0].data !== \"string\" || typeof images[0].mimeType !== \"string\")\n\t\t\tthrow new CaptureError(\"screenshot_unavailable\");\n\t\tconst image: ImageContent = { type: \"image\", data: images[0].data, mimeType: images[0].mimeType };\n\t\tlet dimensions: { width: number; height: number };\n\t\ttry { dimensions = screenshotDimensions(image); } catch { throw new CaptureError(\"image_decode_failed\"); }\n\t\tif (data.screenshot_frame_valid === false || data.screenshot_error != null || dimensions.width !== data.screenshot_width || dimensions.height !== data.screenshot_height)\n\t\t\tthrow new CaptureError(\"image_frame_invalid\");\n\t\tconst geometry = JSON.stringify(select(record(data.window_bounds), [\"x\", \"y\", \"width\", \"height\"]));\n\t\tif (crop && previous && (previous.sourceWidth !== dimensions.width || previous.sourceHeight !== dimensions.height || previous.geometry !== geometry))\n\t\t\tthrow new CaptureError(\"target_geometry_changed\");\n\t\tlet prepared: PreparedImage;\n\t\ttry { prepared = await abortable(prepareComputerImage(image, crop), signal); }\n\t\tcatch (error) { if (signal.aborted) throw error; throw new CaptureError(\"image_decode_failed\"); }\n\t\tsignal.throwIfAborted();\n\t\treturn { ...prepared, token: randomUUID(), target, time, fingerprint: prepared.fingerprint, geometry };\n\t}\n\n\tprivate imageResult(observation: Observation, extra: Record<string, unknown> = {}): Result {\n\t\tthis.observation = observation;\n\t\tconst { width, height, region, sourceWidth, sourceHeight, scaleX, scaleY, target, token } = observation;\n\t\tconst failed = extra.failed === true;\n\t\treturn {\n\t\t\tcontent: [{ type: \"text\", text: JSON.stringify({\n\t\t\t\t...extra, observation: token, target, captured_at: observation.time, expires_at: observation.time + 30000, image: { width, height },\n\t\t\t\tmapping: { sourceWidth, sourceHeight, ...region, scaleX, scaleY },\n\t\t\t\tcoordinates: \"Use returned-image pixels; mapping is applied automatically.\",\n\t\t\t}) }, observation.image],\n\t\t\tdetails: { observation: token, computer: { failed, workflow: \"ready\" } }, isError: failed,\n\t\t};\n\t}\n\n\tprivate crop(input: Record<string, unknown>, previous: Observation): ImageRegion {\n\t\tconst crop = record(input.crop);\n\t\tconst { x, y, width, height } = crop;\n\t\tif (typeof x !== \"number\" || typeof y !== \"number\" || typeof width !== \"number\" || typeof height !== \"number\" ||\n\t\t\t![x, y, width, height].every(Number.isFinite) || x < 0 || y < 0 || width <= 0 || height <= 0 ||\n\t\t\tx + width > previous.width || y + height > previous.height || Object.keys(crop).some((key) => ![\"x\", \"y\", \"width\", \"height\"].includes(key)))\n\t\t\tthrow new Error(\"Crop must fit the latest returned image.\");\n\t\tconst left = Math.floor(previous.region.x + x * previous.scaleX);\n\t\tconst top = Math.floor(previous.region.y + y * previous.scaleY);\n\t\tconst right = Math.min(previous.sourceWidth, Math.ceil(previous.region.x + (x + width) * previous.scaleX));\n\t\tconst bottom = Math.min(previous.sourceHeight, Math.ceil(previous.region.y + (y + height) * previous.scaleY));\n\t\treturn { x: left, y: top, width: right - left, height: bottom - top };\n\t}\n\n\tprivate action(name: string, input: Record<string, unknown>, previous: Observation) {\n\t\tconst args: Record<string, unknown> = previous.target.desktop ? { scope: \"desktop\" } : { pid: previous.target.pid, window_id: previous.target.window_id };\n\t\tif (previous.target.desktop && input.foreground !== true) throw new Error(\"Desktop input requires foreground=true.\");\n\t\tif (name !== \"computer_window\" && name !== \"computer_hover\") args.delivery_mode = input.foreground === true ? \"foreground\" : \"background\";\n\t\tfor (const key of [\"x\", \"y\", \"from_x\", \"from_y\", \"to_x\", \"to_y\"]) {\n\t\t\tif (name === \"computer_window\") break;\n\t\t\tconst value = input[key];\n\t\t\tif (value === undefined) continue;\n\t\t\tconst horizontal = key.endsWith(\"x\");\n\t\t\tif (typeof value !== \"number\" || !Number.isFinite(value) || value < 0 || value >= (horizontal ? previous.width : previous.height))\n\t\t\t\tthrow new Error(\"Coordinate outside the observed image.\");\n\t\t\targs[key] = (horizontal ? previous.region.x : previous.region.y) + value * (horizontal ? previous.scaleX : previous.scaleY);\n\t\t}\n\t\tif ((input.x === undefined) !== (input.y === undefined)) throw new Error(\"Provide a complete x/y pair.\");\n\t\tif (previous.target.desktop && [\"computer_key\", \"computer_text\"].includes(name) && input.x !== undefined)\n\t\t\tthrow new Error(\"Desktop keyboard input uses the observed focused field. Change focus with a separate grounded click.\");\n\t\tlet operation: string;\n\t\tswitch (name) {\n\t\t\tcase \"computer_hover\":\n\t\t\t\tif (process.platform !== \"win32\" || !previous.target.desktop || input.desktop !== true || input.foreground !== true ||\n\t\t\t\t\tinput.x === undefined || input.y === undefined) throw new Error(\"Hover requires a Windows foreground desktop image and x/y coordinates.\");\n\t\t\t\toperation = \"move_cursor\";\n\t\t\t\tbreak;\n\t\t\tcase \"computer_click\":\n\t\t\tcase \"computer_scroll\":\n\t\t\t\tif (input.x === undefined || input.y === undefined) throw new Error(\"This action requires x/y image coordinates.\");\n\t\t\t\toperation = name === \"computer_click\" ? \"click\" : \"scroll\";\n\t\t\t\tfor (const key of name === \"computer_click\" ? [\"button\", \"count\", \"modifier\"] : [\"direction\", \"amount\", \"by\"])\n\t\t\t\t\tif (input[key] !== undefined) args[key] = input[key];\n\t\t\t\tbreak;\n\t\t\tcase \"computer_drag\":\n\t\t\t\tif (![\"from_x\", \"from_y\", \"to_x\", \"to_y\"].every((key) => typeof args[key] === \"number\")) throw new Error(\"Drag requires both endpoints.\");\n\t\t\t\toperation = \"drag\";\n\t\t\t\tbreak;\n\t\t\tcase \"computer_key\": {\n\t\t\t\tif ((input.key === undefined) === (input.keys === undefined)) throw new Error(\"Provide key OR keys.\");\n\t\t\t\tconst keys: readonly unknown[] | undefined = Array.isArray(input.keys) ? input.keys : undefined;\n\t\t\t\tconst last = keys?.at(-1);\n\t\t\t\tconst modifiers = new Set([\"ctrl\", \"control\", \"shift\", \"alt\", \"win\", \"windows\", \"cmd\", \"command\"]);\n\t\t\t\tconst foregroundShortcut = process.platform === \"win32\" && input.foreground === true && input.x === undefined &&\n\t\t\t\t\tkeys !== undefined && keys.length >= 2 && keys.slice(0, -1).every((key) => typeof key === \"string\" && modifiers.has(key.toLowerCase())) &&\n\t\t\t\t\ttypeof last === \"string\" && !modifiers.has(last.toLowerCase());\n\t\t\t\t// Pinned Windows hotkey routes XAML through UIA before honoring foreground; press_key honors SendInput.\n\t\t\t\toperation = input.keys === undefined || foregroundShortcut ? \"press_key\" : \"hotkey\";\n\t\t\t\tif (foregroundShortcut) {\n\t\t\t\t\targs.key = last;\n\t\t\t\t\targs.modifiers = keys.slice(0, -1);\n\t\t\t\t} else args[input.keys === undefined ? \"key\" : \"keys\"] = input.keys ?? input.key;\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"computer_text\":\n\t\t\t\toperation = \"type_text\";\n\t\t\t\targs.text = input.text;\n\t\t\t\tbreak;\n\t\t\tcase \"computer_window\":\n\t\t\t\tif (previous.target.desktop) throw new Error(\"Window management requires an exact window target.\");\n\t\t\t\tif (input.action === \"frame\") {\n\t\t\t\t\tfor (const key of [\"x\", \"y\", \"width\", \"height\"]) {\n\t\t\t\t\t\tconst value = input[key];\n\t\t\t\t\t\tif (typeof value !== \"number\" || !Number.isFinite(value) || ([\"width\", \"height\"].includes(key) && value <= 0)) throw new Error(\"Frame requires valid x/y/width/height.\");\n\t\t\t\t\t\targs[key] = value;\n\t\t\t\t\t}\n\t\t\t\t\toperation = \"set_window_frame\";\n\t\t\t\t} else if (input.action === \"focus\" && [\"x\", \"y\", \"width\", \"height\"].every((key) => input[key] === undefined)) operation = \"bring_to_front\";\n\t\t\t\telse throw new Error(\"Use frame or focus. Minimize/restore uses a fresh image click on the visible control.\");\n\t\t\t\tbreak;\n\t\t\tdefault: throw new Error(\"Unknown computer action.\");\n\t\t}\n\t\treturn { operation, args };\n\t}\n\n\tasync execute(name: string, input: Record<string, unknown>, signal?: AbortSignal): Promise<Result> {\n\t\tconst combined = AbortSignal.any([this.abort.signal, this.lease.signal, AbortSignal.timeout(90000), ...(signal ? [signal] : [])]);\n\t\tlet inputDispatched = false;\n\t\tlet failureCode = \"workflow_unavailable\";\n\t\tlet phase: FailurePhase = \"validation\";\n\t\tconst currentPhase = (): FailurePhase => phase;\n\t\tlet operationName = name;\n\t\tlet actionTarget: Target | undefined;\n\t\tlet actionOutcome: ReturnType<typeof outcome> | undefined;\n\t\ttry {\n\t\t\tconst result = await this.lease.run(async (): Promise<Result> => {\n\t\t\t\tfailureCode = \"invalid_arguments\";\n\t\t\t\tconst previous = this.observation;\n\t\t\t\tif (name !== \"computer_apps\") this.observation = undefined;\n\t\t\t\tif (!Object.hasOwn(computerSchemas, name)) throw new Error(\"Unknown computer operation.\");\n\t\t\t\tconst schema = computerSchemas[name as keyof typeof computerSchemas];\n\t\t\t\tif (Object.keys(input).some((key) => !Object.hasOwn(schema.properties, key))) throw new Error(\"Unsupported computer argument. Use image coordinates only.\");\n\t\t\t\tif (name === \"computer_apps\" || name === \"computer_launch\") {\n\t\t\t\t\tconst operation = name === \"computer_launch\" ? \"launch_app\" : input.pid === undefined ? \"list_apps\" : \"list_windows\";\n\t\t\t\t\toperationName = operation;\n\t\t\t\t\tif (input.include_windows !== undefined && (name !== \"computer_apps\" || typeof input.include_windows !== \"boolean\" || (input.include_windows && (input.pid !== undefined || typeof input.query !== \"string\" || !input.query.trim()))))\n\t\t\t\t\t\tthrow new Error(\"include_windows requires a named app query without pid.\");\n\t\t\t\t\tif (input.pid !== undefined && (typeof input.pid !== \"number\" || !Number.isSafeInteger(input.pid) || input.pid < 1)) throw new Error(\"Window lookup requires a positive pid.\");\n\t\t\t\t\tif (name === \"computer_launch\" && (typeof input.name !== \"string\" || !input.name.trim() || input.name.length > 500)) throw new Error(\"Launch requires a nonblank name.\");\n\t\t\t\t\tif (input.query !== undefined && (typeof input.query !== \"string\" || !input.query.trim() || Array.from(input.query).length > 240))\n\t\t\t\t\t\tthrow new Error(\"Discovery query must be a nonblank string of at most 240 characters.\");\n\t\t\t\t\tconst query = typeof input.query === \"string\" ? input.query.trim() : undefined;\n\t\t\t\t\tconst needle = query?.toLowerCase();\n\t\t\t\t\tconst offset = input.offset ?? 0;\n\t\t\t\t\tif (typeof offset !== \"number\" || !Number.isSafeInteger(offset) || offset < 0)\n\t\t\t\t\t\tthrow new Error(\"Discovery offset must be a nonnegative safe integer.\");\n\t\t\t\t\tconst args = name === \"computer_launch\" ? { name: input.name } : input.pid === undefined ? {} : { pid: input.pid };\n\t\t\t\t\tcombined.throwIfAborted();\n\t\t\t\t\tinputDispatched = name === \"computer_launch\";\n\t\t\t\t\tphase = \"native_request\";\n\t\t\t\t\tfailureCode = \"discovery_failed\";\n\t\t\t\t\tconst reply = await abortable(this.driver.call(operation, args, combined), combined);\n\t\t\t\t\tconst data = driverData(reply);\n\t\t\t\t\tconst discovered = data.apps ?? data.windows;\n\t\t\t\t\tconst rows = Array.isArray(discovered) && needle ? discovered.filter((row) => {\n\t\t\t\t\t\tconst item = record(row);\n\t\t\t\t\t\treturn [item.name, item.app_name, item.title].some((value) => typeof value === \"string\" && value.toLowerCase().includes(needle));\n\t\t\t\t\t}) : discovered;\n\t\t\t\t\tconst metadata = Array.isArray(rows) ? rows.slice(offset, offset + 50).map((row) => {\n\t\t\t\t\t\tconst item = record(row);\n\t\t\t\t\t\treturn { ...select(item, [\"pid\", \"window_id\", \"name\", \"app_name\", \"title\", \"active\", \"running\", \"is_on_screen\", \"minimized\"]),\n\t\t\t\t\t\t\tbounds: item.bounds ? select(record(item.bounds), [\"x\", \"y\", \"width\", \"height\"]) : undefined };\n\t\t\t\t\t}) : undefined;\n\t\t\t\t\tconst remaining = Array.isArray(rows) ? Math.max(0, rows.length - offset - (metadata?.length ?? 0)) : 0;\n\t\t\t\t\tconst failed = driverRefused(reply);\n\t\t\t\t\tconst pid = typeof data.pid === \"number\" && Number.isSafeInteger(data.pid) && data.pid > 0 ? data.pid : undefined;\n\t\t\t\t\tconst launchWindows = Array.isArray(data.windows) ? data.windows.slice(0, 50).map((row) => {\n\t\t\t\t\t\tconst item = record(row);\n\t\t\t\t\t\treturn { ...select(item, [\"window_id\", \"title\", \"is_on_screen\", \"minimized\"]), bounds: item.bounds ? select(record(item.bounds), [\"x\", \"y\", \"width\", \"height\"]) : undefined };\n\t\t\t\t\t}) : [];\n\t\t\t\t\tconst returnedId = data.window_id ?? (Array.isArray(data.windows) && data.windows.length === 1 ? record(data.windows[0]).window_id : undefined);\n\t\t\t\t\tconst windowId = typeof returnedId === \"number\" && Number.isSafeInteger(returnedId) && returnedId > 0 ? returnedId : undefined;\n\t\t\t\t\tlet windowsByPid: { pid: number; windows?: typeof metadata; error?: string; omitted?: number; next_offset?: number }[] | undefined;\n\t\t\t\t\tlet guidance = remaining ? \"Pass next_offset as offset with the same pid and query. Lists refresh per call.\" : input.pid !== undefined\n\t\t\t\t\t\t? \"Use computer_observe({pid,window_id}) for an exact returned window.\"\n\t\t\t\t\t\t: \"App query filters app identities, not every window title. Use computer_apps({pid}) to find windows for a running app.\";\n\t\t\t\t\tif (name === \"computer_apps\" && input.include_windows === true && !failed) {\n\t\t\t\t\t\tconst pids = [...new Set((Array.isArray(rows) ? rows : []).map((row) => record(row).pid).filter((value): value is number => typeof value === \"number\" && Number.isSafeInteger(value) && value > 0))];\n\t\t\t\t\t\tif (pids.length > 5) guidance = \"More than five running processes matched. Narrow the query or choose one positive pid with computer_apps({pid}); no arbitrary process was selected.\";\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\twindowsByPid = [];\n\t\t\t\t\t\t\tlet budget = 50;\n\t\t\t\t\t\t\tfor (const matchingPid of pids) {\n\t\t\t\t\t\t\t\tcombined.throwIfAborted();\n\t\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\t\tconst windowsReply = await abortable(this.driver.call(\"list_windows\", { pid: matchingPid }, combined), combined);\n\t\t\t\t\t\t\t\t\tconst windows = driverData(windowsReply).windows;\n\t\t\t\t\t\t\t\t\tif (driverRefused(windowsReply) || !Array.isArray(windows)) { windowsByPid.push({ pid: matchingPid, error: driverRefused(windowsReply) ? nativeReason(windowsReply) : \"windows_unavailable\" }); continue; }\n\t\t\t\t\t\t\t\t\tconst subset = windows.slice(0, budget).map((row) => {\n\t\t\t\t\t\t\t\t\t\tconst item = record(row);\n\t\t\t\t\t\t\t\t\t\treturn { ...select(item, [\"pid\", \"window_id\", \"name\", \"app_name\", \"title\", \"active\", \"running\", \"is_on_screen\", \"minimized\"]),\n\t\t\t\t\t\t\t\t\t\t\tbounds: item.bounds ? select(record(item.bounds), [\"x\", \"y\", \"width\", \"height\"]) : undefined };\n\t\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t\t\tconst omitted = windows.length - subset.length;\n\t\t\t\t\t\t\t\t\twindowsByPid.push({ pid: matchingPid, windows: subset, omitted: omitted || undefined, next_offset: omitted ? subset.length : undefined });\n\t\t\t\t\t\t\t\t\tbudget -= subset.length;\n\t\t\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\t\t\tif (combined.aborted) throw error;\n\t\t\t\t\t\t\t\t\tif (error instanceof DriverCallError) throw error;\n\t\t\t\t\t\t\t\t\twindowsByPid.push({ pid: matchingPid, error: \"window_lookup_failed\" });\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tguidance = \"Use computer_observe({pid,window_id}) for a returned window. For omitted windows use computer_apps({pid,offset:next_offset}). Per-PID failures need a targeted lookup.\";\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\tif (name === \"computer_launch\") guidance = pid && windowId && !failed\n\t\t\t\t\t\t? `Use computer_observe({pid:${pid},window_id:${windowId}}) before input.`\n\t\t\t\t\t\t: `Launch ${failed ? \"may have completed despite an unsuccessful reply\" : \"returned no exact window\"}. Use computer_apps({${pid ? `pid:${pid}` : `query:${JSON.stringify(input.name)}`}}) before another launch or input.`;\n\t\t\t\t\treturn { content: [{ type: \"text\", text: JSON.stringify({\n\t\t\t\t\t\tkind: name === \"computer_launch\" ? \"launch\" : input.pid === undefined ? \"apps\" : \"windows\", operation,\n\t\t\t\t\t\t...(name === \"computer_launch\" ? outcome(reply) : { phase: \"native_result\", code: failed ? nativeReason(reply) : undefined }),\n\t\t\t\t\t\tinput: name === \"computer_launch\" ? \"not_applicable\" : undefined,\n\t\t\t\t\t\tlaunch: name === \"computer_launch\" ? plainLaunchReason(reply) === \"app_lookup_unavailable\" ? \"not_started\" : failed ? \"completion_uncertain\" : \"acknowledged\" : undefined,\n\t\t\t\t\t\t...select(data, [\"pid\", \"window_id\", \"name\", \"title\"]), window_id: name === \"computer_launch\" ? windowId : select(data, [\"window_id\"]).window_id,\n\t\t\t\t\t\twindows: name === \"computer_launch\" ? launchWindows : undefined, items: name === \"computer_launch\" ? undefined : metadata,\n\t\t\t\t\t\twindows_by_pid: windowsByPid, query, offset, total: Array.isArray(rows) ? rows.length : undefined,\n\t\t\t\t\t\tomitted: remaining || undefined, next_offset: remaining ? offset + 50 : undefined, guidance,\n\t\t\t\t\t}) }], details: { computer: { failed, workflow: \"ready\" } }, isError: failed };\n\t\t\t\t}\n\t\t\t\tconst target = targetFrom(input);\n\t\t\t\tactionTarget = target;\n\t\t\t\tif (name === \"computer_observe\") {\n\t\t\t\t\tphase = \"observation_capture\";\n\t\t\t\t\tconst crop = input.crop === undefined ? undefined : this.crop(input, this.fresh(input, previous));\n\t\t\t\t\tfailureCode = \"capture_failed\";\n\t\t\t\t\tconst captured = await this.capture(target, combined, previous, crop);\n\t\t\t\t\tconst unchanged = this.lastCapture?.fingerprint === captured.fingerprint && sameTarget(this.lastCapture.target, target);\n\t\t\t\t\tconst repeats = crop ? 0 : unchanged ? (this.lastCapture?.repeats ?? 0) + 1 : 1;\n\t\t\t\t\tthis.lastCapture = { fingerprint: captured.fingerprint, target, repeats };\n\t\t\t\t\tif (repeats >= 3) return {\n\t\t\t\t\t\tcontent: [{ type: \"text\", text: JSON.stringify({ phase: \"observation_capture\", code: \"unchanged_polling_limit\", guidance: \"Three captures are unchanged. Stop polling and reconsider the target or approach. No input token issued.\" }) }],\n\t\t\t\t\t\tdetails: { computer: { failed: true, workflow: \"stopped\" } }, isError: true,\n\t\t\t\t\t};\n\t\t\t\t\treturn this.imageResult(captured, { unchanged });\n\t\t\t\t}\n\t\t\t\tconst grounded = this.fresh(input, previous);\n\t\t\t\tconst { operation, args } = this.action(name, input, grounded);\n\t\t\t\tconst { button = \"left\", count = 1, modifier = [], ...clickArgs } = args;\n\t\t\t\tconst signature = JSON.stringify({ operation, args: operation === \"click\"\n\t\t\t\t\t? { ...clickArgs, button, count, modifier: Array.isArray(modifier) ? [...new Set(modifier)].sort() : modifier }\n\t\t\t\t\t: args });\n\t\t\t\tif (this.lastAction?.unchanged && this.lastAction.signature === signature && this.lastAction.fingerprint === grounded.fingerprint)\n\t\t\t\t\tthrow new Error(\"The identical action had no visible change. Choose a different grounded action; never retry blindly.\");\n\t\t\t\tcombined.throwIfAborted();\n\t\t\t\tinputDispatched = true;\n\t\t\t\tphase = \"native_request\";\n\t\t\t\toperationName = operation;\n\t\t\t\tconst reply = await abortable(this.driver.call(operation, args, combined), combined);\n\t\t\t\tcombined.throwIfAborted();\n\t\t\t\tactionOutcome = outcome(reply, name === \"computer_text\" ? input.text : undefined);\n\t\t\t\tconst recoveryGuidance = actionOutcome.retry_from_character !== undefined\n\t\t\t\t\t? \"Verify the field in a fresh image before considering any remaining suffix. retry_from_character is a zero-based Unicode code-point offset, not UTF-16. retryable is driver advice, not authorization to retry.\"\n\t\t\t\t\t: undefined;\n\t\t\t\tconst failed = driverRefused(reply) || driverData(reply).effect === \"partial\" || driverData(reply).status === \"partial\";\n\t\t\t\tconst backgroundUnavailable = actionOutcome.code === \"background_unavailable\";\n\t\t\t\tif (name === \"computer_hover\") await delay(700, undefined, { signal: combined });\n\t\t\t\tphase = \"post_action_capture\";\n\t\t\t\ttry {\n\t\t\t\t\tconst after = await this.capture(target, combined);\n\t\t\t\t\tconst unchanged = after.fingerprint === grounded.fingerprint;\n\t\t\t\t\tthis.lastAction = { signature, fingerprint: after.fingerprint, unchanged };\n\t\t\t\t\tthis.lastCapture = { fingerprint: after.fingerprint, target, repeats: failed && this.lastCapture?.fingerprint === after.fingerprint && sameTarget(this.lastCapture.target, target)\n\t\t\t\t\t\t? this.lastCapture.repeats : 0 };\n\t\t\t\t\treturn this.imageResult(after, { kind: \"action\", operation, target, ...actionOutcome, failed, unchanged,\n\t\t\t\t\t\tguidance: [\"Inspect the post-action image before another action. No visible change does not prove failure; never repeat blindly.\",\n\t\t\t\t\t\t\tbackgroundUnavailable ? \"After this fresh capture, foreground input may be considered if permitted, not another background shortcut.\" : undefined,\n\t\t\t\t\t\t\trecoveryGuidance].filter(Boolean).join(\" \") });\n\t\t\t\t} catch (error) {\n\t\t\t\t\tcombined.throwIfAborted();\n\t\t\t\t\tif (!(error instanceof CaptureError)) throw error;\n\t\t\t\t\tthis.lastAction = { signature, fingerprint: grounded.fingerprint, unchanged: true };\n\t\t\t\t\treturn { content: [{ type: \"text\", text: JSON.stringify({ kind: \"action\", operation, target, ...actionOutcome, phase: \"post_action_capture\",\n\t\t\t\t\t\tcapture_error: error.code, observation: \"unavailable\", guidance: `Input may have taken effect. ${[\"target_not_found\", \"window_target_not_found\", \"window_target_mismatch\"].includes(error.code)\n\t\t\t\t\t\t\t? \"Use computer_apps({pid}) or observe the desktop to find the target.\" : \"Get a fresh capture of the exact target\"} before another action; never repeat blindly. ${recoveryGuidance ?? \"\"}`,\n\t\t\t\t\t}) }], details: { computer: { failed: true, workflow: \"ready\" } }, isError: true };\n\t\t\t\t}\n\t\t\t}, combined);\n\t\t\tif (result.details.computer.workflow !== \"ready\") return this.finish(result);\n\t\t\treturn result;\n\t\t} catch (error) {\n\t\t\tif (error instanceof DriverCallError && !(currentPhase() === \"post_action_capture\" && actionOutcome)) {\n\t\t\t\tphase = error.phase;\n\t\t\t\tinputDispatched = error.dispatched;\n\t\t\t}\n\t\t\tconst failurePhase = currentPhase();\n\t\t\tconst fatal = combined.aborted || this.abort.signal.aborted || this.lease.signal.aborted || error instanceof DriverCallError ||\n\t\t\t\t!(error instanceof ObservationError || error instanceof CaptureError || failurePhase === \"validation\" || failurePhase === \"observation_capture\" && !inputDispatched);\n\t\t\tconst code = error instanceof ObservationError || error instanceof CaptureError ? error.code\n\t\t\t\t: inputDispatched && failurePhase === \"post_action_capture\" ? \"capture_transport_failed\"\n\t\t\t\t: error instanceof DriverCallError ? error.dispatched ? \"input_dispatch_failed\" : \"adapter_preflight_failed\"\n\t\t\t\t: inputDispatched ? \"input_dispatch_failed\" : failurePhase === \"validation\" ? \"invalid_arguments\" : failureCode;\n\t\t\tconst message = name === \"computer_launch\" ? inputDispatched ? \"Launch request began; activation may have occurred.\" : \"No launch request was sent by this call.\"\n\t\t\t\t: inputDispatched ? \"Input may have taken effect; request began.\" : \"No input was sent by this call.\";\n\t\t\tconst guidance = inputDispatched ? name === \"computer_launch\"\n\t\t\t\t? `Use computer_apps({query:${JSON.stringify(input.name)}) before considering another launch.`\n\t\t\t\t: `Get a fresh capture of the exact target before another action. Input may have taken effect; inspect the field before deciding and never repeat blindly. ${actionOutcome?.retry_from_character !== undefined ? \"Verify the field in a fresh image before considering any remaining suffix. retry_from_character is a zero-based Unicode code-point offset, not UTF-16.\" : \"\"}`\n\t\t\t\t: freshActionGuidance;\n\t\t\tconst result: Result = { content: [{ type: \"text\", text: JSON.stringify({ kind: name === \"computer_apps\" ? \"apps\" : name === \"computer_launch\" ? \"launch\" : name === \"computer_observe\" ? \"observation\" : \"action\",\n\t\t\t\toperation: operationName, target: actionTarget, ...actionOutcome, action_outcome: actionOutcome, phase: failurePhase, code,\n\t\t\t\tinput: name === \"computer_apps\" ? undefined : name === \"computer_launch\" ? \"not_applicable\" : inputDispatched ? \"uncertain\" : \"not_dispatched\",\n\t\t\t\trequest: name === \"computer_launch\" ? inputDispatched ? \"sent\" : \"not_sent\" : undefined, applicationEffect: \"unverified\",\n\t\t\t\tobservation: \"unavailable\", capture_error: failurePhase === \"post_action_capture\" ? code : undefined, message, guidance }) }], details: { computer: { failed: true, workflow: fatal ? \"stopped\" : \"ready\" } }, isError: true };\n\t\t\treturn fatal ? this.finish(result) : result;\n\t\t}\n\t}\n\n\tprivate async finish(result: Result): Promise<Result> {\n\t\ttry {\n\t\t\tawait this.close();\n\t\t\treturn { ...result, details: { ...result.details, computer: { failed: result.details.computer.failed, workflow: \"stopped\" } } };\n\t\t} catch {\n\t\t\treturn { content: [...result.content, { type: \"text\", text: JSON.stringify({ phase: \"cleanup\", cleanup: \"unconfirmed\", guidance: \"Desktop ownership retained until shutdown is confirmed.\" }) }],\n\t\t\t\tdetails: { ...result.details, computer: { failed: true, workflow: \"cleanup_unconfirmed\" } }, isError: true };\n\t\t}\n\t}\n\n\tclose(): Promise<void> {\n\t\tthis.abort.abort();\n\t\tthis.observation = undefined;\n\t\tthis.closing ??= this.stop();\n\t\treturn this.closing;\n\t}\n\n\tprivate async stop(): Promise<void> {\n\t\tawait this.driver.close();\n\t\tawait this.lease.close();\n\t}\n}\n"]}
+{"version":3,"file":"workflow.d.ts","sourceRoot":"","sources":["../../../src/core/computer-use/workflow.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACvE,OAAO,EAAE,KAAK,cAAc,EAAmB,KAAK,WAAW,EAAE,MAAM,cAAc,CAAC;AAEtF,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAG1C,wBAAgB,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAiBtE;AAeD,wBAAgB,aAAa,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CA4BzD;AA0LD,KAAK,aAAa,GAAG,OAAO,GAAG,SAAS,GAAG,qBAAqB,CAAC;AACjE,KAAK,MAAM,GAAG;IACb,OAAO,EAAE,CAAC,YAAY,GAAG,WAAW,CAAC,EAAE,CAAC;IACxC,OAAO,EAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE;YAAE,MAAM,EAAE,OAAO,CAAC;YAAC,QAAQ,EAAE,aAAa,CAAA;SAAE,CAAA;KAAE,CAAC;IAC1F,OAAO,EAAE,OAAO,CAAC;CACjB,CAAC;AA0BF,qBAAa,gBAAgB;IAC5B,OAAO,CAAC,WAAW,CAAC,CAAc;IAClC,OAAO,CAAC,WAAW,CAAC,CAA2D;IAC/E,OAAO,CAAC,UAAU,CAAC,CAAiE;IACpF,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAyB;IAC/C,OAAO,CAAC,OAAO,CAAC,CAAgB;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAiB;IACxC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,YAAY,MAAM,EAAE,cAAc,EAAE,KAAK,eAAqB,EAI7D;IAED,OAAO,CAAC,KAAK;YAWC,OAAO;IA8DrB,OAAO,CAAC,WAAW;IA0BnB,OAAO,CAAC,IAAI;IAyBZ,OAAO,CAAC,MAAM;IAgHR,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAocjG;YAEa,MAAM;IA0BpB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAKrB;YAEa,IAAI;CAIlB","sourcesContent":["import { randomUUID } from \"node:crypto\";\nimport { setTimeout as delay } from \"node:timers/promises\";\nimport type { ImageContent, TextContent } from \"@ashx-j/lunr-ai\";\nimport { type ComputerDriver, DriverCallError, type DriverReply } from \"./adapter.ts\";\nimport { type ImageRegion, prepareComputerImage, screenshotDimensions } from \"./image.ts\";\nimport { DesktopLease } from \"./lease.ts\";\nimport { computerSchemas } from \"./schemas.ts\";\n\nexport function driverData(reply: DriverReply): Record<string, unknown> {\n\tif (\n\t\treply.structuredContent &&\n\t\ttypeof reply.structuredContent === \"object\" &&\n\t\t!Array.isArray(reply.structuredContent)\n\t)\n\t\treturn Object.fromEntries(Object.entries(reply.structuredContent));\n\tif (Array.isArray(reply.content))\n\t\tfor (const item of reply.content) {\n\t\t\tif (item.type !== \"text\" || typeof item.text !== \"string\") continue;\n\t\t\ttry {\n\t\t\t\tconst value: unknown = JSON.parse(item.text);\n\t\t\t\tif (value && typeof value === \"object\" && !Array.isArray(value))\n\t\t\t\t\treturn Object.fromEntries(Object.entries(value));\n\t\t\t} catch {}\n\t\t}\n\treturn {};\n}\n\nfunction plainLaunchReason(reply: DriverReply): string | undefined {\n\tif (reply.structuredContent || !Array.isArray(reply.content)) return undefined;\n\tconst text = reply.content.find((item) => item.type === \"text\")?.text;\n\tif (typeof text !== \"string\") return undefined;\n\tif (/^App name lookup for .+ is (?:temporarily unavailable|unavailable).+No app was launched;/s.test(text))\n\t\treturn \"app_lookup_unavailable\";\n\tif (/^App .+ was not found in shell:AppsFolder or by Windows PATH\\/association lookup:/s.test(text))\n\t\treturn \"app_not_found\";\n\tif (/^Launch of .+ timed out after 15s/s.test(text)) return \"launch_timeout_unknown\";\n\tif (/^(?:Failed to launch|Task error): /s.test(text)) return \"launch_native_error_unknown\";\n\treturn undefined;\n}\n\nexport function driverRefused(reply: DriverReply): boolean {\n\tconst data = driverData(reply);\n\tconst acknowledged =\n\t\tdata.activated === true || data.success === true || data.verified === true || data.effect === \"confirmed\";\n\tconst uncertain = [data.status, data.effect].some((value) => value === \"partial\" || value === \"unverifiable\");\n\treturn (\n\t\treply.isError === true ||\n\t\tplainLaunchReason(reply) !== undefined ||\n\t\t(data.refusal !== undefined && data.refusal !== null && data.refusal !== false) ||\n\t\t(data.error !== undefined && data.error !== null && data.error !== false) ||\n\t\tdata.effect === \"refused\" ||\n\t\tdata.status === \"refused\" ||\n\t\tdata.status === \"failed\" ||\n\t\tdata.success === false ||\n\t\t[\n\t\t\t\"window_target_mismatch\",\n\t\t\t\"window_target_not_found\",\n\t\t\t\"background_unavailable\",\n\t\t\t\"foreground_unavailable\",\n\t\t\t\"type_text_incomplete\",\n\t\t\t\"verification_failed\",\n\t\t].includes(String(data.code)) ||\n\t\t(data.status !== undefined &&\n\t\t\t!acknowledged &&\n\t\t\t!uncertain &&\n\t\t\t![\"ok\", \"success\", \"completed\"].includes(String(data.status))) ||\n\t\t(data.code !== undefined && data.code !== 0 && !acknowledged && !uncertain)\n\t);\n}\n\nfunction record(value: unknown): Record<string, unknown> {\n\treturn value !== null && typeof value === \"object\" && !Array.isArray(value)\n\t\t? Object.fromEntries(Object.entries(value))\n\t\t: {};\n}\n\nfunction select(data: Record<string, unknown>, keys: readonly string[]): Record<string, string | number | boolean> {\n\tconst result: Record<string, string | number | boolean> = {};\n\tfor (const key of keys) {\n\t\tconst value = data[key];\n\t\tif ([\"name\", \"app_name\", \"title\"].includes(key) && typeof value === \"string\") result[key] = value.slice(0, 240);\n\t\telse if ([\"active\", \"running\", \"is_on_screen\", \"minimized\"].includes(key) && typeof value === \"boolean\")\n\t\t\tresult[key] = value;\n\t\telse if (\n\t\t\t[\"pid\", \"window_id\", \"x\", \"y\", \"width\", \"height\"].includes(key) &&\n\t\t\ttypeof value === \"number\" &&\n\t\t\tNumber.isSafeInteger(value)\n\t\t)\n\t\t\tresult[key] = value;\n\t}\n\treturn result;\n}\n\nfunction typingRecovery(data: Record<string, unknown>, text: unknown) {\n\tif (typeof text !== \"string\") return {};\n\tconst requested = data.requested_chars;\n\tconst delivered = data.delivered_chars;\n\tif (\n\t\ttypeof requested !== \"number\" ||\n\t\t!Number.isSafeInteger(requested) ||\n\t\trequested < 0 ||\n\t\trequested > 20000 ||\n\t\trequested !== Array.from(text).length\n\t)\n\t\treturn {};\n\tconst validDelivered =\n\t\ttypeof delivered === \"number\" && Number.isSafeInteger(delivered) && delivered >= 0 && delivered <= requested;\n\treturn {\n\t\trequested_chars: requested,\n\t\tdelivered_chars: validDelivered ? delivered : undefined,\n\t\tretryable:\n\t\t\tvalidDelivered && data.retry_from_character === delivered && typeof data.retryable === \"boolean\"\n\t\t\t\t? data.retryable\n\t\t\t\t: undefined,\n\t\tretry_from_character: validDelivered && data.retry_from_character === delivered ? delivered : undefined,\n\t};\n}\n\nconst nativeCodes = new Set([\n\t\"background_unavailable\",\n\t\"background_occluded\",\n\t\"background_uipi_blocked\",\n\t\"window_target_mismatch\",\n\t\"window_target_not_found\",\n\t\"type_text_incomplete\",\n\t\"foreground_unavailable\",\n\t\"foreground_rejected\",\n\t\"stale_target\",\n\t\"target_not_found\",\n\t\"verification_failed\",\n\t\"tool_invocation_failed\",\n]);\nfunction safeCode(value: unknown): string | undefined {\n\treturn typeof value === \"string\" && nativeCodes.has(value) ? value : undefined;\n}\nfunction nativeReason(reply: DriverReply): string {\n\tconst data = driverData(reply);\n\tconst code =\n\t\tsafeCode(data.code) ??\n\t\tsafeCode(record(data.refusal).code) ??\n\t\tsafeCode(record(data.error).code) ??\n\t\tsafeCode(data.refusal) ??\n\t\tsafeCode(data.error);\n\tif (code) return code;\n\tif (plainLaunchReason(reply)) return plainLaunchReason(reply)!;\n\treturn \"native_error_unknown\";\n}\ntype FailurePhase =\n\t| \"validation\"\n\t| \"adapter_preflight\"\n\t| \"native_request\"\n\t| \"native_result\"\n\t| \"observation_capture\"\n\t| \"post_action_capture\"\n\t| \"cleanup\";\ntype InputState = \"not_dispatched\" | \"dispatched\" | \"partial\" | \"uncertain\";\ntype NativeOutcome = {\n\tphase: FailurePhase;\n\tcode?: string;\n\tnative_code?: string;\n\tstatus?: string;\n\teffect?: string;\n\tverified?: boolean;\n\tsuccess?: boolean;\n\tactivated?: boolean;\n\tescalation?: \"foreground\";\n\tinput: InputState;\n\tapplicationEffect: \"unverified\";\n\trequested_chars?: number;\n\tdelivered_chars?: number;\n\tretryable?: boolean;\n\tretry_from_character?: number;\n};\nfunction outcome(reply: DriverReply, text?: unknown): NativeOutcome {\n\tconst data = driverData(reply);\n\tconst refused = driverRefused(reply);\n\tconst partial = data.effect === \"partial\" || data.status === \"partial\";\n\treturn {\n\t\tphase: refused || partial ? \"native_result\" : \"native_request\",\n\t\tcode: refused || partial ? nativeReason(reply) : undefined,\n\t\tnative_code: safeCode(data.code) ?? safeCode(record(data.refusal).code) ?? safeCode(record(data.error).code),\n\t\tstatus:\n\t\t\ttypeof data.status === \"string\" &&\n\t\t\t[\"ok\", \"success\", \"completed\", \"partial\", \"refused\", \"failed\"].includes(data.status)\n\t\t\t\t? data.status\n\t\t\t\t: undefined,\n\t\teffect:\n\t\t\ttypeof data.effect === \"string\" && [\"confirmed\", \"partial\", \"unverifiable\", \"refused\"].includes(data.effect)\n\t\t\t\t? data.effect\n\t\t\t\t: undefined,\n\t\tverified: typeof data.verified === \"boolean\" ? data.verified : undefined,\n\t\tsuccess: typeof data.success === \"boolean\" ? data.success : undefined,\n\t\tactivated: typeof data.activated === \"boolean\" ? data.activated : undefined,\n\t\tescalation: record(data.escalation).recommended === \"foreground\" ? \"foreground\" : undefined,\n\t\tinput:\n\t\t\tpartial && typingRecovery(data, text).delivered_chars !== undefined\n\t\t\t\t? \"partial\"\n\t\t\t\t: refused || partial\n\t\t\t\t\t? \"uncertain\"\n\t\t\t\t\t: \"dispatched\",\n\t\tapplicationEffect: \"unverified\",\n\t\t...typingRecovery(data, text),\n\t};\n}\n\nfunction abortable<T>(pending: Promise<T>, signal: AbortSignal): Promise<T> {\n\treturn new Promise((resolve, reject) => {\n\t\tconst abort = () => {\n\t\t\tsignal.removeEventListener(\"abort\", abort);\n\t\t\treject(signal.reason ?? new Error(\"Computer operation cancelled.\"));\n\t\t};\n\t\tsignal.addEventListener(\"abort\", abort, { once: true });\n\t\tpending.then(\n\t\t\t(value) => {\n\t\t\t\tsignal.removeEventListener(\"abort\", abort);\n\t\t\t\tresolve(value);\n\t\t\t},\n\t\t\t(error) => {\n\t\t\t\tsignal.removeEventListener(\"abort\", abort);\n\t\t\t\treject(error);\n\t\t\t},\n\t\t);\n\t\tif (signal.aborted) abort();\n\t});\n}\n\nconst freshActionGuidance =\n\t\"Get a fresh capture of the exact target before any next action, including window focus. Copy its token exactly. No input was sent by this call; earlier calls may have had an effect.\";\n\nclass CaptureError extends Error {\n\treadonly code: string;\n\tconstructor(code: string) {\n\t\tsuper(code);\n\t\tthis.code = code;\n\t}\n}\n\nclass ObservationError extends Error {\n\treadonly code: string;\n\tconstructor(code: string, message: string) {\n\t\tsuper(`Stale observation. ${message}`);\n\t\tthis.code = code;\n\t}\n}\n\ntype Target = { desktop: true } | { pid: number; window_id: number; desktop?: false };\ntype PreparedImage = Awaited<ReturnType<typeof prepareComputerImage>>;\ntype Observation = PreparedImage & {\n\ttoken: string;\n\ttarget: Target;\n\ttime: number;\n\tfingerprint: string;\n\tgeometry: string;\n};\ntype WorkflowState = \"ready\" | \"stopped\" | \"cleanup_unconfirmed\";\ntype Result = {\n\tcontent: (ImageContent | TextContent)[];\n\tdetails: { observation?: string; computer: { failed: boolean; workflow: WorkflowState } };\n\tisError: boolean;\n};\n\nfunction targetFrom(input: Record<string, unknown>): Target {\n\tif (input.desktop === true) {\n\t\tif (input.pid !== undefined || input.window_id !== undefined)\n\t\t\tthrow new Error(\"Desktop target cannot include pid/window_id.\");\n\t\treturn { desktop: true };\n\t}\n\tif (\n\t\ttypeof input.pid !== \"number\" ||\n\t\t!Number.isInteger(input.pid) ||\n\t\tinput.pid < 1 ||\n\t\ttypeof input.window_id !== \"number\" ||\n\t\t!Number.isInteger(input.window_id) ||\n\t\tinput.window_id < 1\n\t)\n\t\tthrow new Error(\"Window target requires positive integer pid and window_id.\");\n\treturn { pid: input.pid, window_id: input.window_id };\n}\n\nfunction sameTarget(a: Target, b: Target): boolean {\n\treturn a.desktop === true\n\t\t? b.desktop === true\n\t\t: b.desktop !== true && a.pid === b.pid && a.window_id === b.window_id;\n}\n\nexport class ComputerWorkflow {\n\tprivate observation?: Observation;\n\tprivate lastCapture?: { fingerprint: string; target: Target; repeats: number };\n\tprivate lastAction?: { signature: string; fingerprint: string; unchanged: boolean };\n\tprivate readonly abort = new AbortController();\n\tprivate closing?: Promise<void>;\n\tprivate readonly driver: ComputerDriver;\n\tprivate readonly lease: DesktopLease;\n\tconstructor(driver: ComputerDriver, lease = new DesktopLease()) {\n\t\tthis.driver = driver;\n\t\tthis.lease = lease;\n\t\tthis.driver.setProcessObserver?.((pid) => this.lease.trackProcess(pid));\n\t}\n\n\tprivate fresh(input: Record<string, unknown>, previous?: Observation): Observation {\n\t\tif (!previous) throw new ObservationError(\"observation_unavailable\", \"No active observation is available.\");\n\t\tif (previous.token !== input.observation)\n\t\t\tthrow new ObservationError(\"observation_mismatch\", \"Token does not match the active observation.\");\n\t\tif (!sameTarget(previous.target, targetFrom(input)))\n\t\t\tthrow new ObservationError(\"observation_target_mismatch\", \"Token belongs to a different target.\");\n\t\tif (Date.now() - previous.time > 30000)\n\t\t\tthrow new ObservationError(\"observation_expired\", \"The active observation is older than 30 seconds.\");\n\t\treturn previous;\n\t}\n\n\tprivate async capture(\n\t\ttarget: Target,\n\t\tsignal: AbortSignal,\n\t\tprevious?: Observation,\n\t\tcrop?: ImageRegion,\n\t): Promise<Observation> {\n\t\tconst time = Date.now();\n\t\tconst reply = await abortable(\n\t\t\tthis.driver.call(\n\t\t\t\ttarget.desktop ? \"get_desktop_state\" : \"get_window_state\",\n\t\t\t\ttarget.desktop\n\t\t\t\t\t? {}\n\t\t\t\t\t: {\n\t\t\t\t\t\t\tpid: target.pid,\n\t\t\t\t\t\t\twindow_id: target.window_id,\n\t\t\t\t\t\t\tinclude_accessibility_tree: false,\n\t\t\t\t\t\t\tinclude_screenshot: true,\n\t\t\t\t\t\t\tmax_dimension: 2560,\n\t\t\t\t\t\t},\n\t\t\t\tsignal,\n\t\t\t),\n\t\t\tsignal,\n\t\t);\n\t\tif (driverRefused(reply)) throw new CaptureError(nativeReason(reply));\n\t\tconst data = driverData(reply);\n\t\tconst images = Array.isArray(reply.content) ? reply.content.filter((item) => item.type === \"image\") : [];\n\t\tif (images.length !== 1 || typeof images[0].data !== \"string\" || typeof images[0].mimeType !== \"string\")\n\t\t\tthrow new CaptureError(\"screenshot_unavailable\");\n\t\tconst image: ImageContent = { type: \"image\", data: images[0].data, mimeType: images[0].mimeType };\n\t\tlet dimensions: { width: number; height: number };\n\t\ttry {\n\t\t\tdimensions = screenshotDimensions(image);\n\t\t} catch {\n\t\t\tthrow new CaptureError(\"image_decode_failed\");\n\t\t}\n\t\tif (\n\t\t\tdata.screenshot_frame_valid === false ||\n\t\t\tdata.screenshot_error != null ||\n\t\t\tdimensions.width !== data.screenshot_width ||\n\t\t\tdimensions.height !== data.screenshot_height\n\t\t)\n\t\t\tthrow new CaptureError(\"image_frame_invalid\");\n\t\tconst geometry = JSON.stringify(select(record(data.window_bounds), [\"x\", \"y\", \"width\", \"height\"]));\n\t\tif (\n\t\t\tcrop &&\n\t\t\tprevious &&\n\t\t\t(previous.sourceWidth !== dimensions.width ||\n\t\t\t\tprevious.sourceHeight !== dimensions.height ||\n\t\t\t\tprevious.geometry !== geometry)\n\t\t)\n\t\t\tthrow new CaptureError(\"target_geometry_changed\");\n\t\tlet prepared: PreparedImage;\n\t\ttry {\n\t\t\tprepared = await abortable(prepareComputerImage(image, crop), signal);\n\t\t} catch (error) {\n\t\t\tif (signal.aborted) throw error;\n\t\t\tthrow new CaptureError(\"image_decode_failed\");\n\t\t}\n\t\tsignal.throwIfAborted();\n\t\treturn { ...prepared, token: randomUUID(), target, time, fingerprint: prepared.fingerprint, geometry };\n\t}\n\n\tprivate imageResult(observation: Observation, extra: Record<string, unknown> = {}): Result {\n\t\tthis.observation = observation;\n\t\tconst { width, height, region, sourceWidth, sourceHeight, scaleX, scaleY, target, token } = observation;\n\t\tconst failed = extra.failed === true;\n\t\treturn {\n\t\t\tcontent: [\n\t\t\t\t{\n\t\t\t\t\ttype: \"text\",\n\t\t\t\t\ttext: JSON.stringify({\n\t\t\t\t\t\t...extra,\n\t\t\t\t\t\tobservation: token,\n\t\t\t\t\t\ttarget,\n\t\t\t\t\t\tcaptured_at: observation.time,\n\t\t\t\t\t\texpires_at: observation.time + 30000,\n\t\t\t\t\t\timage: { width, height },\n\t\t\t\t\t\tmapping: { sourceWidth, sourceHeight, ...region, scaleX, scaleY },\n\t\t\t\t\t\tcoordinates: \"Use returned-image pixels; mapping is applied automatically.\",\n\t\t\t\t\t}),\n\t\t\t\t},\n\t\t\t\tobservation.image,\n\t\t\t],\n\t\t\tdetails: { observation: token, computer: { failed, workflow: \"ready\" } },\n\t\t\tisError: failed,\n\t\t};\n\t}\n\n\tprivate crop(input: Record<string, unknown>, previous: Observation): ImageRegion {\n\t\tconst crop = record(input.crop);\n\t\tconst { x, y, width, height } = crop;\n\t\tif (\n\t\t\ttypeof x !== \"number\" ||\n\t\t\ttypeof y !== \"number\" ||\n\t\t\ttypeof width !== \"number\" ||\n\t\t\ttypeof height !== \"number\" ||\n\t\t\t![x, y, width, height].every(Number.isFinite) ||\n\t\t\tx < 0 ||\n\t\t\ty < 0 ||\n\t\t\twidth <= 0 ||\n\t\t\theight <= 0 ||\n\t\t\tx + width > previous.width ||\n\t\t\ty + height > previous.height ||\n\t\t\tObject.keys(crop).some((key) => ![\"x\", \"y\", \"width\", \"height\"].includes(key))\n\t\t)\n\t\t\tthrow new Error(\"Crop must fit the latest returned image.\");\n\t\tconst left = Math.floor(previous.region.x + x * previous.scaleX);\n\t\tconst top = Math.floor(previous.region.y + y * previous.scaleY);\n\t\tconst right = Math.min(previous.sourceWidth, Math.ceil(previous.region.x + (x + width) * previous.scaleX));\n\t\tconst bottom = Math.min(previous.sourceHeight, Math.ceil(previous.region.y + (y + height) * previous.scaleY));\n\t\treturn { x: left, y: top, width: right - left, height: bottom - top };\n\t}\n\n\tprivate action(name: string, input: Record<string, unknown>, previous: Observation) {\n\t\tconst args: Record<string, unknown> = previous.target.desktop\n\t\t\t? { scope: \"desktop\" }\n\t\t\t: { pid: previous.target.pid, window_id: previous.target.window_id };\n\t\tif (previous.target.desktop && input.foreground !== true)\n\t\t\tthrow new Error(\"Desktop input requires foreground=true.\");\n\t\tif (name !== \"computer_window\" && name !== \"computer_hover\")\n\t\t\targs.delivery_mode = input.foreground === true ? \"foreground\" : \"background\";\n\t\tfor (const key of [\"x\", \"y\", \"from_x\", \"from_y\", \"to_x\", \"to_y\"]) {\n\t\t\tif (name === \"computer_window\") break;\n\t\t\tconst value = input[key];\n\t\t\tif (value === undefined) continue;\n\t\t\tconst horizontal = key.endsWith(\"x\");\n\t\t\tif (\n\t\t\t\ttypeof value !== \"number\" ||\n\t\t\t\t!Number.isFinite(value) ||\n\t\t\t\tvalue < 0 ||\n\t\t\t\tvalue >= (horizontal ? previous.width : previous.height)\n\t\t\t)\n\t\t\t\tthrow new Error(\"Coordinate outside the observed image.\");\n\t\t\targs[key] =\n\t\t\t\t(horizontal ? previous.region.x : previous.region.y) +\n\t\t\t\tvalue * (horizontal ? previous.scaleX : previous.scaleY);\n\t\t}\n\t\tif ((input.x === undefined) !== (input.y === undefined)) throw new Error(\"Provide a complete x/y pair.\");\n\t\tif (previous.target.desktop && [\"computer_key\", \"computer_text\"].includes(name) && input.x !== undefined)\n\t\t\tthrow new Error(\n\t\t\t\t\"Desktop keyboard input uses the observed focused field. Change focus with a separate grounded click.\",\n\t\t\t);\n\t\tlet operation: string;\n\t\tswitch (name) {\n\t\t\tcase \"computer_hover\":\n\t\t\t\tif (\n\t\t\t\t\tprocess.platform !== \"win32\" ||\n\t\t\t\t\t!previous.target.desktop ||\n\t\t\t\t\tinput.desktop !== true ||\n\t\t\t\t\tinput.foreground !== true ||\n\t\t\t\t\tinput.x === undefined ||\n\t\t\t\t\tinput.y === undefined\n\t\t\t\t)\n\t\t\t\t\tthrow new Error(\"Hover requires a Windows foreground desktop image and x/y coordinates.\");\n\t\t\t\toperation = \"move_cursor\";\n\t\t\t\tbreak;\n\t\t\tcase \"computer_click\":\n\t\t\tcase \"computer_scroll\":\n\t\t\t\tif (input.x === undefined || input.y === undefined)\n\t\t\t\t\tthrow new Error(\"This action requires x/y image coordinates.\");\n\t\t\t\toperation = name === \"computer_click\" ? \"click\" : \"scroll\";\n\t\t\t\tfor (const key of name === \"computer_click\"\n\t\t\t\t\t? [\"button\", \"count\", \"modifier\"]\n\t\t\t\t\t: [\"direction\", \"amount\", \"by\"])\n\t\t\t\t\tif (input[key] !== undefined) args[key] = input[key];\n\t\t\t\tbreak;\n\t\t\tcase \"computer_drag\":\n\t\t\t\tif (![\"from_x\", \"from_y\", \"to_x\", \"to_y\"].every((key) => typeof args[key] === \"number\"))\n\t\t\t\t\tthrow new Error(\"Drag requires both endpoints.\");\n\t\t\t\toperation = \"drag\";\n\t\t\t\tbreak;\n\t\t\tcase \"computer_key\": {\n\t\t\t\tif ((input.key === undefined) === (input.keys === undefined)) throw new Error(\"Provide key OR keys.\");\n\t\t\t\tconst keys: readonly unknown[] | undefined = Array.isArray(input.keys) ? input.keys : undefined;\n\t\t\t\tconst last = keys?.at(-1);\n\t\t\t\tconst modifiers = new Set([\"ctrl\", \"control\", \"shift\", \"alt\", \"win\", \"windows\", \"cmd\", \"command\"]);\n\t\t\t\tconst foregroundShortcut =\n\t\t\t\t\tprocess.platform === \"win32\" &&\n\t\t\t\t\tinput.foreground === true &&\n\t\t\t\t\tinput.x === undefined &&\n\t\t\t\t\tkeys !== undefined &&\n\t\t\t\t\tkeys.length >= 2 &&\n\t\t\t\t\tkeys.slice(0, -1).every((key) => typeof key === \"string\" && modifiers.has(key.toLowerCase())) &&\n\t\t\t\t\ttypeof last === \"string\" &&\n\t\t\t\t\t!modifiers.has(last.toLowerCase());\n\t\t\t\t// Pinned Windows hotkey routes XAML through UIA before honoring foreground; press_key honors SendInput.\n\t\t\t\toperation = input.keys === undefined || foregroundShortcut ? \"press_key\" : \"hotkey\";\n\t\t\t\tif (foregroundShortcut) {\n\t\t\t\t\targs.key = last;\n\t\t\t\t\targs.modifiers = keys.slice(0, -1);\n\t\t\t\t} else args[input.keys === undefined ? \"key\" : \"keys\"] = input.keys ?? input.key;\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"computer_text\":\n\t\t\t\toperation = \"type_text\";\n\t\t\t\targs.text = input.text;\n\t\t\t\tbreak;\n\t\t\tcase \"computer_window\":\n\t\t\t\tif (previous.target.desktop) throw new Error(\"Window management requires an exact window target.\");\n\t\t\t\tif (input.action === \"frame\") {\n\t\t\t\t\tfor (const key of [\"x\", \"y\", \"width\", \"height\"]) {\n\t\t\t\t\t\tconst value = input[key];\n\t\t\t\t\t\tif (\n\t\t\t\t\t\t\ttypeof value !== \"number\" ||\n\t\t\t\t\t\t\t!Number.isFinite(value) ||\n\t\t\t\t\t\t\t([\"width\", \"height\"].includes(key) && value <= 0)\n\t\t\t\t\t\t)\n\t\t\t\t\t\t\tthrow new Error(\"Frame requires valid x/y/width/height.\");\n\t\t\t\t\t\targs[key] = value;\n\t\t\t\t\t}\n\t\t\t\t\toperation = \"set_window_frame\";\n\t\t\t\t} else if (\n\t\t\t\t\tinput.action === \"focus\" &&\n\t\t\t\t\t[\"x\", \"y\", \"width\", \"height\"].every((key) => input[key] === undefined)\n\t\t\t\t)\n\t\t\t\t\toperation = \"bring_to_front\";\n\t\t\t\telse\n\t\t\t\t\tthrow new Error(\"Use frame or focus. Minimize/restore uses a fresh image click on the visible control.\");\n\t\t\t\tbreak;\n\t\t\tdefault:\n\t\t\t\tthrow new Error(\"Unknown computer action.\");\n\t\t}\n\t\treturn { operation, args };\n\t}\n\n\tasync execute(name: string, input: Record<string, unknown>, signal?: AbortSignal): Promise<Result> {\n\t\tconst combined = AbortSignal.any([\n\t\t\tthis.abort.signal,\n\t\t\tthis.lease.signal,\n\t\t\tAbortSignal.timeout(90000),\n\t\t\t...(signal ? [signal] : []),\n\t\t]);\n\t\tlet inputDispatched = false;\n\t\tlet failureCode = \"workflow_unavailable\";\n\t\tlet phase: FailurePhase = \"validation\";\n\t\tconst currentPhase = (): FailurePhase => phase;\n\t\tlet operationName = name;\n\t\tlet actionTarget: Target | undefined;\n\t\tlet actionOutcome: ReturnType<typeof outcome> | undefined;\n\t\ttry {\n\t\t\tconst result = await this.lease.run(async (): Promise<Result> => {\n\t\t\t\tfailureCode = \"invalid_arguments\";\n\t\t\t\tconst previous = this.observation;\n\t\t\t\tif (name !== \"computer_apps\") this.observation = undefined;\n\t\t\t\tif (!Object.hasOwn(computerSchemas, name)) throw new Error(\"Unknown computer operation.\");\n\t\t\t\tconst schema = computerSchemas[name as keyof typeof computerSchemas];\n\t\t\t\tif (Object.keys(input).some((key) => !Object.hasOwn(schema.properties, key)))\n\t\t\t\t\tthrow new Error(\"Unsupported computer argument. Use image coordinates only.\");\n\t\t\t\tif (name === \"computer_apps\" || name === \"computer_launch\") {\n\t\t\t\t\tconst operation =\n\t\t\t\t\t\tname === \"computer_launch\" ? \"launch_app\" : input.pid === undefined ? \"list_apps\" : \"list_windows\";\n\t\t\t\t\toperationName = operation;\n\t\t\t\t\tif (\n\t\t\t\t\t\tinput.include_windows !== undefined &&\n\t\t\t\t\t\t(name !== \"computer_apps\" ||\n\t\t\t\t\t\t\ttypeof input.include_windows !== \"boolean\" ||\n\t\t\t\t\t\t\t(input.include_windows &&\n\t\t\t\t\t\t\t\t(input.pid !== undefined || typeof input.query !== \"string\" || !input.query.trim())))\n\t\t\t\t\t)\n\t\t\t\t\t\tthrow new Error(\"include_windows requires a named app query without pid.\");\n\t\t\t\t\tif (\n\t\t\t\t\t\tinput.pid !== undefined &&\n\t\t\t\t\t\t(typeof input.pid !== \"number\" || !Number.isSafeInteger(input.pid) || input.pid < 1)\n\t\t\t\t\t)\n\t\t\t\t\t\tthrow new Error(\"Window lookup requires a positive pid.\");\n\t\t\t\t\tif (\n\t\t\t\t\t\tname === \"computer_launch\" &&\n\t\t\t\t\t\t(typeof input.name !== \"string\" || !input.name.trim() || input.name.length > 500)\n\t\t\t\t\t)\n\t\t\t\t\t\tthrow new Error(\"Launch requires a nonblank name.\");\n\t\t\t\t\tif (\n\t\t\t\t\t\tinput.query !== undefined &&\n\t\t\t\t\t\t(typeof input.query !== \"string\" || !input.query.trim() || Array.from(input.query).length > 240)\n\t\t\t\t\t)\n\t\t\t\t\t\tthrow new Error(\"Discovery query must be a nonblank string of at most 240 characters.\");\n\t\t\t\t\tconst query = typeof input.query === \"string\" ? input.query.trim() : undefined;\n\t\t\t\t\tconst needle = query?.toLowerCase();\n\t\t\t\t\tconst offset = input.offset ?? 0;\n\t\t\t\t\tif (typeof offset !== \"number\" || !Number.isSafeInteger(offset) || offset < 0)\n\t\t\t\t\t\tthrow new Error(\"Discovery offset must be a nonnegative safe integer.\");\n\t\t\t\t\tconst args =\n\t\t\t\t\t\tname === \"computer_launch\" ? { name: input.name } : input.pid === undefined ? {} : { pid: input.pid };\n\t\t\t\t\tcombined.throwIfAborted();\n\t\t\t\t\tinputDispatched = name === \"computer_launch\";\n\t\t\t\t\tphase = \"native_request\";\n\t\t\t\t\tfailureCode = \"discovery_failed\";\n\t\t\t\t\tconst reply = await abortable(this.driver.call(operation, args, combined), combined);\n\t\t\t\t\tconst data = driverData(reply);\n\t\t\t\t\tconst discovered = data.apps ?? data.windows;\n\t\t\t\t\tconst rows =\n\t\t\t\t\t\tArray.isArray(discovered) && needle\n\t\t\t\t\t\t\t? discovered.filter((row) => {\n\t\t\t\t\t\t\t\t\tconst item = record(row);\n\t\t\t\t\t\t\t\t\treturn [item.name, item.app_name, item.title].some(\n\t\t\t\t\t\t\t\t\t\t(value) => typeof value === \"string\" && value.toLowerCase().includes(needle),\n\t\t\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t: discovered;\n\t\t\t\t\tconst metadata = Array.isArray(rows)\n\t\t\t\t\t\t? rows.slice(offset, offset + 50).map((row) => {\n\t\t\t\t\t\t\t\tconst item = record(row);\n\t\t\t\t\t\t\t\treturn {\n\t\t\t\t\t\t\t\t\t...select(item, [\n\t\t\t\t\t\t\t\t\t\t\"pid\",\n\t\t\t\t\t\t\t\t\t\t\"window_id\",\n\t\t\t\t\t\t\t\t\t\t\"name\",\n\t\t\t\t\t\t\t\t\t\t\"app_name\",\n\t\t\t\t\t\t\t\t\t\t\"title\",\n\t\t\t\t\t\t\t\t\t\t\"active\",\n\t\t\t\t\t\t\t\t\t\t\"running\",\n\t\t\t\t\t\t\t\t\t\t\"is_on_screen\",\n\t\t\t\t\t\t\t\t\t\t\"minimized\",\n\t\t\t\t\t\t\t\t\t]),\n\t\t\t\t\t\t\t\t\tbounds: item.bounds ? select(record(item.bounds), [\"x\", \"y\", \"width\", \"height\"]) : undefined,\n\t\t\t\t\t\t\t\t};\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t: undefined;\n\t\t\t\t\tconst remaining = Array.isArray(rows) ? Math.max(0, rows.length - offset - (metadata?.length ?? 0)) : 0;\n\t\t\t\t\tconst failed = driverRefused(reply);\n\t\t\t\t\tconst pid =\n\t\t\t\t\t\ttypeof data.pid === \"number\" && Number.isSafeInteger(data.pid) && data.pid > 0 ? data.pid : undefined;\n\t\t\t\t\tconst launchWindows = Array.isArray(data.windows)\n\t\t\t\t\t\t? data.windows.slice(0, 50).map((row) => {\n\t\t\t\t\t\t\t\tconst item = record(row);\n\t\t\t\t\t\t\t\treturn {\n\t\t\t\t\t\t\t\t\t...select(item, [\"window_id\", \"title\", \"is_on_screen\", \"minimized\"]),\n\t\t\t\t\t\t\t\t\tbounds: item.bounds ? select(record(item.bounds), [\"x\", \"y\", \"width\", \"height\"]) : undefined,\n\t\t\t\t\t\t\t\t};\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t: [];\n\t\t\t\t\tconst returnedId =\n\t\t\t\t\t\tdata.window_id ??\n\t\t\t\t\t\t(Array.isArray(data.windows) && data.windows.length === 1\n\t\t\t\t\t\t\t? record(data.windows[0]).window_id\n\t\t\t\t\t\t\t: undefined);\n\t\t\t\t\tconst windowId =\n\t\t\t\t\t\ttypeof returnedId === \"number\" && Number.isSafeInteger(returnedId) && returnedId > 0\n\t\t\t\t\t\t\t? returnedId\n\t\t\t\t\t\t\t: undefined;\n\t\t\t\t\tlet windowsByPid:\n\t\t\t\t\t\t| { pid: number; windows?: typeof metadata; error?: string; omitted?: number; next_offset?: number }[]\n\t\t\t\t\t\t| undefined;\n\t\t\t\t\tlet guidance = remaining\n\t\t\t\t\t\t? \"Pass next_offset as offset with the same pid and query. Lists refresh per call.\"\n\t\t\t\t\t\t: input.pid !== undefined\n\t\t\t\t\t\t\t? \"Use computer_observe({pid,window_id}) for an exact returned window.\"\n\t\t\t\t\t\t\t: \"App query filters app identities, not every window title. Use computer_apps({pid}) to find windows for a running app.\";\n\t\t\t\t\tif (name === \"computer_apps\" && input.include_windows === true && !failed) {\n\t\t\t\t\t\tconst pids = [\n\t\t\t\t\t\t\t...new Set(\n\t\t\t\t\t\t\t\t(Array.isArray(rows) ? rows : [])\n\t\t\t\t\t\t\t\t\t.map((row) => record(row).pid)\n\t\t\t\t\t\t\t\t\t.filter(\n\t\t\t\t\t\t\t\t\t\t(value): value is number =>\n\t\t\t\t\t\t\t\t\t\t\ttypeof value === \"number\" && Number.isSafeInteger(value) && value > 0,\n\t\t\t\t\t\t\t\t\t),\n\t\t\t\t\t\t\t),\n\t\t\t\t\t\t];\n\t\t\t\t\t\tif (pids.length > 5)\n\t\t\t\t\t\t\tguidance =\n\t\t\t\t\t\t\t\t\"More than five running processes matched. Narrow the query or choose one positive pid with computer_apps({pid}); no arbitrary process was selected.\";\n\t\t\t\t\t\telse {\n\t\t\t\t\t\t\twindowsByPid = [];\n\t\t\t\t\t\t\tlet budget = 50;\n\t\t\t\t\t\t\tfor (const matchingPid of pids) {\n\t\t\t\t\t\t\t\tcombined.throwIfAborted();\n\t\t\t\t\t\t\t\ttry {\n\t\t\t\t\t\t\t\t\tconst windowsReply = await abortable(\n\t\t\t\t\t\t\t\t\t\tthis.driver.call(\"list_windows\", { pid: matchingPid }, combined),\n\t\t\t\t\t\t\t\t\t\tcombined,\n\t\t\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\t\t\tconst windows = driverData(windowsReply).windows;\n\t\t\t\t\t\t\t\t\tif (driverRefused(windowsReply) || !Array.isArray(windows)) {\n\t\t\t\t\t\t\t\t\t\twindowsByPid.push({\n\t\t\t\t\t\t\t\t\t\t\tpid: matchingPid,\n\t\t\t\t\t\t\t\t\t\t\terror: driverRefused(windowsReply)\n\t\t\t\t\t\t\t\t\t\t\t\t? nativeReason(windowsReply)\n\t\t\t\t\t\t\t\t\t\t\t\t: \"windows_unavailable\",\n\t\t\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t\t\t\tcontinue;\n\t\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t\t\tconst subset = windows.slice(0, budget).map((row) => {\n\t\t\t\t\t\t\t\t\t\tconst item = record(row);\n\t\t\t\t\t\t\t\t\t\treturn {\n\t\t\t\t\t\t\t\t\t\t\t...select(item, [\n\t\t\t\t\t\t\t\t\t\t\t\t\"pid\",\n\t\t\t\t\t\t\t\t\t\t\t\t\"window_id\",\n\t\t\t\t\t\t\t\t\t\t\t\t\"name\",\n\t\t\t\t\t\t\t\t\t\t\t\t\"app_name\",\n\t\t\t\t\t\t\t\t\t\t\t\t\"title\",\n\t\t\t\t\t\t\t\t\t\t\t\t\"active\",\n\t\t\t\t\t\t\t\t\t\t\t\t\"running\",\n\t\t\t\t\t\t\t\t\t\t\t\t\"is_on_screen\",\n\t\t\t\t\t\t\t\t\t\t\t\t\"minimized\",\n\t\t\t\t\t\t\t\t\t\t\t]),\n\t\t\t\t\t\t\t\t\t\t\tbounds: item.bounds\n\t\t\t\t\t\t\t\t\t\t\t\t? select(record(item.bounds), [\"x\", \"y\", \"width\", \"height\"])\n\t\t\t\t\t\t\t\t\t\t\t\t: undefined,\n\t\t\t\t\t\t\t\t\t\t};\n\t\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t\t\tconst omitted = windows.length - subset.length;\n\t\t\t\t\t\t\t\t\twindowsByPid.push({\n\t\t\t\t\t\t\t\t\t\tpid: matchingPid,\n\t\t\t\t\t\t\t\t\t\twindows: subset,\n\t\t\t\t\t\t\t\t\t\tomitted: omitted || undefined,\n\t\t\t\t\t\t\t\t\t\tnext_offset: omitted ? subset.length : undefined,\n\t\t\t\t\t\t\t\t\t});\n\t\t\t\t\t\t\t\t\tbudget -= subset.length;\n\t\t\t\t\t\t\t\t} catch (error) {\n\t\t\t\t\t\t\t\t\tif (combined.aborted) throw error;\n\t\t\t\t\t\t\t\t\tif (error instanceof DriverCallError) throw error;\n\t\t\t\t\t\t\t\t\twindowsByPid.push({ pid: matchingPid, error: \"window_lookup_failed\" });\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\tguidance =\n\t\t\t\t\t\t\t\t\"Use computer_observe({pid,window_id}) for a returned window. For omitted windows use computer_apps({pid,offset:next_offset}). Per-PID failures need a targeted lookup.\";\n\t\t\t\t\t\t}\n\t\t\t\t\t}\n\t\t\t\t\tif (name === \"computer_launch\")\n\t\t\t\t\t\tguidance =\n\t\t\t\t\t\t\tpid && windowId && !failed\n\t\t\t\t\t\t\t\t? `Use computer_observe({pid:${pid},window_id:${windowId}}) before input.`\n\t\t\t\t\t\t\t\t: `Launch ${failed ? \"may have completed despite an unsuccessful reply\" : \"returned no exact window\"}. Use computer_apps({${pid ? `pid:${pid}` : `query:${JSON.stringify(input.name)}`}}) before another launch or input.`;\n\t\t\t\t\treturn {\n\t\t\t\t\t\tcontent: [\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\ttype: \"text\",\n\t\t\t\t\t\t\t\ttext: JSON.stringify({\n\t\t\t\t\t\t\t\t\tkind: name === \"computer_launch\" ? \"launch\" : input.pid === undefined ? \"apps\" : \"windows\",\n\t\t\t\t\t\t\t\t\toperation,\n\t\t\t\t\t\t\t\t\t...(name === \"computer_launch\"\n\t\t\t\t\t\t\t\t\t\t? outcome(reply)\n\t\t\t\t\t\t\t\t\t\t: { phase: \"native_result\", code: failed ? nativeReason(reply) : undefined }),\n\t\t\t\t\t\t\t\t\tinput: name === \"computer_launch\" ? \"not_applicable\" : undefined,\n\t\t\t\t\t\t\t\t\tlaunch:\n\t\t\t\t\t\t\t\t\t\tname === \"computer_launch\"\n\t\t\t\t\t\t\t\t\t\t\t? plainLaunchReason(reply) === \"app_lookup_unavailable\"\n\t\t\t\t\t\t\t\t\t\t\t\t? \"not_started\"\n\t\t\t\t\t\t\t\t\t\t\t\t: failed\n\t\t\t\t\t\t\t\t\t\t\t\t\t? \"completion_uncertain\"\n\t\t\t\t\t\t\t\t\t\t\t\t\t: \"acknowledged\"\n\t\t\t\t\t\t\t\t\t\t\t: undefined,\n\t\t\t\t\t\t\t\t\t...select(data, [\"pid\", \"window_id\", \"name\", \"title\"]),\n\t\t\t\t\t\t\t\t\twindow_id: name === \"computer_launch\" ? windowId : select(data, [\"window_id\"]).window_id,\n\t\t\t\t\t\t\t\t\twindows: name === \"computer_launch\" ? launchWindows : undefined,\n\t\t\t\t\t\t\t\t\titems: name === \"computer_launch\" ? undefined : metadata,\n\t\t\t\t\t\t\t\t\twindows_by_pid: windowsByPid,\n\t\t\t\t\t\t\t\t\tquery,\n\t\t\t\t\t\t\t\t\toffset,\n\t\t\t\t\t\t\t\t\ttotal: Array.isArray(rows) ? rows.length : undefined,\n\t\t\t\t\t\t\t\t\tomitted: remaining || undefined,\n\t\t\t\t\t\t\t\t\tnext_offset: remaining ? offset + 50 : undefined,\n\t\t\t\t\t\t\t\t\tguidance,\n\t\t\t\t\t\t\t\t}),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t],\n\t\t\t\t\t\tdetails: { computer: { failed, workflow: \"ready\" } },\n\t\t\t\t\t\tisError: failed,\n\t\t\t\t\t};\n\t\t\t\t}\n\t\t\t\tconst target = targetFrom(input);\n\t\t\t\tactionTarget = target;\n\t\t\t\tif (name === \"computer_observe\") {\n\t\t\t\t\tphase = \"observation_capture\";\n\t\t\t\t\tconst crop = input.crop === undefined ? undefined : this.crop(input, this.fresh(input, previous));\n\t\t\t\t\tfailureCode = \"capture_failed\";\n\t\t\t\t\tconst captured = await this.capture(target, combined, previous, crop);\n\t\t\t\t\tconst unchanged =\n\t\t\t\t\t\tthis.lastCapture?.fingerprint === captured.fingerprint && sameTarget(this.lastCapture.target, target);\n\t\t\t\t\tconst repeats = crop ? 0 : unchanged ? (this.lastCapture?.repeats ?? 0) + 1 : 1;\n\t\t\t\t\tthis.lastCapture = { fingerprint: captured.fingerprint, target, repeats };\n\t\t\t\t\tif (repeats >= 3)\n\t\t\t\t\t\treturn {\n\t\t\t\t\t\t\tcontent: [\n\t\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\t\ttype: \"text\",\n\t\t\t\t\t\t\t\t\ttext: JSON.stringify({\n\t\t\t\t\t\t\t\t\t\tphase: \"observation_capture\",\n\t\t\t\t\t\t\t\t\t\tcode: \"unchanged_polling_limit\",\n\t\t\t\t\t\t\t\t\t\tguidance:\n\t\t\t\t\t\t\t\t\t\t\t\"Three captures are unchanged. Stop polling and reconsider the target or approach. No input token issued.\",\n\t\t\t\t\t\t\t\t\t}),\n\t\t\t\t\t\t\t\t},\n\t\t\t\t\t\t\t],\n\t\t\t\t\t\t\tdetails: { computer: { failed: true, workflow: \"stopped\" } },\n\t\t\t\t\t\t\tisError: true,\n\t\t\t\t\t\t};\n\t\t\t\t\treturn this.imageResult(captured, { unchanged });\n\t\t\t\t}\n\t\t\t\tconst grounded = this.fresh(input, previous);\n\t\t\t\tconst { operation, args } = this.action(name, input, grounded);\n\t\t\t\tconst { button = \"left\", count = 1, modifier = [], ...clickArgs } = args;\n\t\t\t\tconst signature = JSON.stringify({\n\t\t\t\t\toperation,\n\t\t\t\t\targs:\n\t\t\t\t\t\toperation === \"click\"\n\t\t\t\t\t\t\t? {\n\t\t\t\t\t\t\t\t\t...clickArgs,\n\t\t\t\t\t\t\t\t\tbutton,\n\t\t\t\t\t\t\t\t\tcount,\n\t\t\t\t\t\t\t\t\tmodifier: Array.isArray(modifier) ? [...new Set(modifier)].sort() : modifier,\n\t\t\t\t\t\t\t\t}\n\t\t\t\t\t\t\t: args,\n\t\t\t\t});\n\t\t\t\tif (\n\t\t\t\t\tthis.lastAction?.unchanged &&\n\t\t\t\t\tthis.lastAction.signature === signature &&\n\t\t\t\t\tthis.lastAction.fingerprint === grounded.fingerprint\n\t\t\t\t)\n\t\t\t\t\tthrow new Error(\n\t\t\t\t\t\t\"The identical action had no visible change. Choose a different grounded action; never retry blindly.\",\n\t\t\t\t\t);\n\t\t\t\tcombined.throwIfAborted();\n\t\t\t\tinputDispatched = true;\n\t\t\t\tphase = \"native_request\";\n\t\t\t\toperationName = operation;\n\t\t\t\tconst reply = await abortable(this.driver.call(operation, args, combined), combined);\n\t\t\t\tcombined.throwIfAborted();\n\t\t\t\tactionOutcome = outcome(reply, name === \"computer_text\" ? input.text : undefined);\n\t\t\t\tconst recoveryGuidance =\n\t\t\t\t\tactionOutcome.retry_from_character !== undefined\n\t\t\t\t\t\t? \"Verify the field in a fresh image before considering any remaining suffix. retry_from_character is a zero-based Unicode code-point offset, not UTF-16. retryable is driver advice, not authorization to retry.\"\n\t\t\t\t\t\t: undefined;\n\t\t\t\tconst failed =\n\t\t\t\t\tdriverRefused(reply) || driverData(reply).effect === \"partial\" || driverData(reply).status === \"partial\";\n\t\t\t\tconst backgroundUnavailable = actionOutcome.code === \"background_unavailable\";\n\t\t\t\tif (name === \"computer_hover\") await delay(700, undefined, { signal: combined });\n\t\t\t\tphase = \"post_action_capture\";\n\t\t\t\ttry {\n\t\t\t\t\tconst after = await this.capture(target, combined);\n\t\t\t\t\tconst unchanged = after.fingerprint === grounded.fingerprint;\n\t\t\t\t\tthis.lastAction = { signature, fingerprint: after.fingerprint, unchanged };\n\t\t\t\t\tthis.lastCapture = {\n\t\t\t\t\t\tfingerprint: after.fingerprint,\n\t\t\t\t\t\ttarget,\n\t\t\t\t\t\trepeats:\n\t\t\t\t\t\t\tfailed &&\n\t\t\t\t\t\t\tthis.lastCapture?.fingerprint === after.fingerprint &&\n\t\t\t\t\t\t\tsameTarget(this.lastCapture.target, target)\n\t\t\t\t\t\t\t\t? this.lastCapture.repeats\n\t\t\t\t\t\t\t\t: 0,\n\t\t\t\t\t};\n\t\t\t\t\treturn this.imageResult(after, {\n\t\t\t\t\t\tkind: \"action\",\n\t\t\t\t\t\toperation,\n\t\t\t\t\t\ttarget,\n\t\t\t\t\t\t...actionOutcome,\n\t\t\t\t\t\tfailed,\n\t\t\t\t\t\tunchanged,\n\t\t\t\t\t\tguidance: [\n\t\t\t\t\t\t\t\"Inspect the post-action image before another action. No visible change does not prove failure; never repeat blindly.\",\n\t\t\t\t\t\t\tbackgroundUnavailable\n\t\t\t\t\t\t\t\t? \"After this fresh capture, foreground input may be considered if permitted, not another background shortcut.\"\n\t\t\t\t\t\t\t\t: undefined,\n\t\t\t\t\t\t\trecoveryGuidance,\n\t\t\t\t\t\t]\n\t\t\t\t\t\t\t.filter(Boolean)\n\t\t\t\t\t\t\t.join(\" \"),\n\t\t\t\t\t});\n\t\t\t\t} catch (error) {\n\t\t\t\t\tcombined.throwIfAborted();\n\t\t\t\t\tif (!(error instanceof CaptureError)) throw error;\n\t\t\t\t\tthis.lastAction = { signature, fingerprint: grounded.fingerprint, unchanged: true };\n\t\t\t\t\treturn {\n\t\t\t\t\t\tcontent: [\n\t\t\t\t\t\t\t{\n\t\t\t\t\t\t\t\ttype: \"text\",\n\t\t\t\t\t\t\t\ttext: JSON.stringify({\n\t\t\t\t\t\t\t\t\tkind: \"action\",\n\t\t\t\t\t\t\t\t\toperation,\n\t\t\t\t\t\t\t\t\ttarget,\n\t\t\t\t\t\t\t\t\t...actionOutcome,\n\t\t\t\t\t\t\t\t\tphase: \"post_action_capture\",\n\t\t\t\t\t\t\t\t\tcapture_error: error.code,\n\t\t\t\t\t\t\t\t\tobservation: \"unavailable\",\n\t\t\t\t\t\t\t\t\tguidance: `Input may have taken effect. ${\n\t\t\t\t\t\t\t\t\t\t[\"target_not_found\", \"window_target_not_found\", \"window_target_mismatch\"].includes(\n\t\t\t\t\t\t\t\t\t\t\terror.code,\n\t\t\t\t\t\t\t\t\t\t)\n\t\t\t\t\t\t\t\t\t\t\t? \"Use computer_apps({pid}) or observe the desktop to find the target.\"\n\t\t\t\t\t\t\t\t\t\t\t: \"Get a fresh capture of the exact target\"\n\t\t\t\t\t\t\t\t\t} before another action; never repeat blindly. ${recoveryGuidance ?? \"\"}`,\n\t\t\t\t\t\t\t\t}),\n\t\t\t\t\t\t\t},\n\t\t\t\t\t\t],\n\t\t\t\t\t\tdetails: { computer: { failed: true, workflow: \"ready\" } },\n\t\t\t\t\t\tisError: true,\n\t\t\t\t\t};\n\t\t\t\t}\n\t\t\t}, combined);\n\t\t\tif (result.details.computer.workflow !== \"ready\") return this.finish(result);\n\t\t\treturn result;\n\t\t} catch (error) {\n\t\t\tif (error instanceof DriverCallError && !(currentPhase() === \"post_action_capture\" && actionOutcome)) {\n\t\t\t\tphase = error.phase;\n\t\t\t\tinputDispatched = error.dispatched;\n\t\t\t}\n\t\t\tconst failurePhase = currentPhase();\n\t\t\tconst fatal =\n\t\t\t\tcombined.aborted ||\n\t\t\t\tthis.abort.signal.aborted ||\n\t\t\t\tthis.lease.signal.aborted ||\n\t\t\t\terror instanceof DriverCallError ||\n\t\t\t\t!(\n\t\t\t\t\terror instanceof ObservationError ||\n\t\t\t\t\terror instanceof CaptureError ||\n\t\t\t\t\tfailurePhase === \"validation\" ||\n\t\t\t\t\t(failurePhase === \"observation_capture\" && !inputDispatched)\n\t\t\t\t);\n\t\t\tconst code =\n\t\t\t\terror instanceof ObservationError || error instanceof CaptureError\n\t\t\t\t\t? error.code\n\t\t\t\t\t: inputDispatched && failurePhase === \"post_action_capture\"\n\t\t\t\t\t\t? \"capture_transport_failed\"\n\t\t\t\t\t\t: error instanceof DriverCallError\n\t\t\t\t\t\t\t? error.dispatched\n\t\t\t\t\t\t\t\t? \"input_dispatch_failed\"\n\t\t\t\t\t\t\t\t: \"adapter_preflight_failed\"\n\t\t\t\t\t\t\t: inputDispatched\n\t\t\t\t\t\t\t\t? \"input_dispatch_failed\"\n\t\t\t\t\t\t\t\t: failurePhase === \"validation\"\n\t\t\t\t\t\t\t\t\t? \"invalid_arguments\"\n\t\t\t\t\t\t\t\t\t: failureCode;\n\t\t\tconst message =\n\t\t\t\tname === \"computer_launch\"\n\t\t\t\t\t? inputDispatched\n\t\t\t\t\t\t? \"Launch request began; activation may have occurred.\"\n\t\t\t\t\t\t: \"No launch request was sent by this call.\"\n\t\t\t\t\t: inputDispatched\n\t\t\t\t\t\t? \"Input may have taken effect; request began.\"\n\t\t\t\t\t\t: \"No input was sent by this call.\";\n\t\t\tconst guidance = inputDispatched\n\t\t\t\t? name === \"computer_launch\"\n\t\t\t\t\t? `Use computer_apps({query:${JSON.stringify(input.name)}) before considering another launch.`\n\t\t\t\t\t: `Get a fresh capture of the exact target before another action. Input may have taken effect; inspect the field before deciding and never repeat blindly. ${actionOutcome?.retry_from_character !== undefined ? \"Verify the field in a fresh image before considering any remaining suffix. retry_from_character is a zero-based Unicode code-point offset, not UTF-16.\" : \"\"}`\n\t\t\t\t: freshActionGuidance;\n\t\t\tconst result: Result = {\n\t\t\t\tcontent: [\n\t\t\t\t\t{\n\t\t\t\t\t\ttype: \"text\",\n\t\t\t\t\t\ttext: JSON.stringify({\n\t\t\t\t\t\t\tkind:\n\t\t\t\t\t\t\t\tname === \"computer_apps\"\n\t\t\t\t\t\t\t\t\t? \"apps\"\n\t\t\t\t\t\t\t\t\t: name === \"computer_launch\"\n\t\t\t\t\t\t\t\t\t\t? \"launch\"\n\t\t\t\t\t\t\t\t\t\t: name === \"computer_observe\"\n\t\t\t\t\t\t\t\t\t\t\t? \"observation\"\n\t\t\t\t\t\t\t\t\t\t\t: \"action\",\n\t\t\t\t\t\t\toperation: operationName,\n\t\t\t\t\t\t\ttarget: actionTarget,\n\t\t\t\t\t\t\t...actionOutcome,\n\t\t\t\t\t\t\taction_outcome: actionOutcome,\n\t\t\t\t\t\t\tphase: failurePhase,\n\t\t\t\t\t\t\tcode,\n\t\t\t\t\t\t\tinput:\n\t\t\t\t\t\t\t\tname === \"computer_apps\"\n\t\t\t\t\t\t\t\t\t? undefined\n\t\t\t\t\t\t\t\t\t: name === \"computer_launch\"\n\t\t\t\t\t\t\t\t\t\t? \"not_applicable\"\n\t\t\t\t\t\t\t\t\t\t: inputDispatched\n\t\t\t\t\t\t\t\t\t\t\t? \"uncertain\"\n\t\t\t\t\t\t\t\t\t\t\t: \"not_dispatched\",\n\t\t\t\t\t\t\trequest: name === \"computer_launch\" ? (inputDispatched ? \"sent\" : \"not_sent\") : undefined,\n\t\t\t\t\t\t\tapplicationEffect: \"unverified\",\n\t\t\t\t\t\t\tobservation: \"unavailable\",\n\t\t\t\t\t\t\tcapture_error: failurePhase === \"post_action_capture\" ? code : undefined,\n\t\t\t\t\t\t\tmessage,\n\t\t\t\t\t\t\tguidance,\n\t\t\t\t\t\t}),\n\t\t\t\t\t},\n\t\t\t\t],\n\t\t\t\tdetails: { computer: { failed: true, workflow: fatal ? \"stopped\" : \"ready\" } },\n\t\t\t\tisError: true,\n\t\t\t};\n\t\t\treturn fatal ? this.finish(result) : result;\n\t\t}\n\t}\n\n\tprivate async finish(result: Result): Promise<Result> {\n\t\ttry {\n\t\t\tawait this.close();\n\t\t\treturn {\n\t\t\t\t...result,\n\t\t\t\tdetails: { ...result.details, computer: { failed: result.details.computer.failed, workflow: \"stopped\" } },\n\t\t\t};\n\t\t} catch {\n\t\t\treturn {\n\t\t\t\tcontent: [\n\t\t\t\t\t...result.content,\n\t\t\t\t\t{\n\t\t\t\t\t\ttype: \"text\",\n\t\t\t\t\t\ttext: JSON.stringify({\n\t\t\t\t\t\t\tphase: \"cleanup\",\n\t\t\t\t\t\t\tcleanup: \"unconfirmed\",\n\t\t\t\t\t\t\tguidance: \"Desktop ownership retained until shutdown is confirmed.\",\n\t\t\t\t\t\t}),\n\t\t\t\t\t},\n\t\t\t\t],\n\t\t\t\tdetails: { ...result.details, computer: { failed: true, workflow: \"cleanup_unconfirmed\" } },\n\t\t\t\tisError: true,\n\t\t\t};\n\t\t}\n\t}\n\n\tclose(): Promise<void> {\n\t\tthis.abort.abort();\n\t\tthis.observation = undefined;\n\t\tthis.closing ??= this.stop();\n\t\treturn this.closing;\n\t}\n\n\tprivate async stop(): Promise<void> {\n\t\tawait this.driver.close();\n\t\tawait this.lease.close();\n\t}\n}\n"]}