@motebit/protocol 1.2.0 → 1.3.0

package/dist/computer-use.d.ts

@@ -37,6 +37,7 @@
  * producer (cloud-browser surface, federation peer replaying an audit log)
  * or a non-desktop-shim consumer exercises the format in anger.
  */
+import type { ControlState } from "./co-browse.js";
 /**
  * A point in primary-display logical pixel coordinates. `(0, 0)` = top-left.
  * @alpha
@@ -157,17 +158,102 @@ export interface ScrollAction {
     readonly dx: number;
     readonly dy: number;
 }
+/**
+ * Navigate the active browser context to `url`. Cloud-browser-only in
+ * v1: the headless Playwright runtime in `services/browser-sandbox`
+ * has no address-bar UI for `key`/`type` to drive, so the spec
+ * promotion path
+ * (`spec/computer-use-v1.md` §"No new wire-format actions… real-usage-
+ * driven, not speculative") fired when the AI hit "navigate to
+ * tesla.com" against the cloud-browser dispatcher.
+ *
+ * Desktop dispatcher (`apps/desktop/src-tauri/src/computer_use.rs`)
+ * does NOT implement this action — OS-level computer-use has no
+ * notion of "the active browser context"; the user is in control of
+ * which app is focused. The dispatcher-parity check at
+ * `scripts/check-computer-use-dispatcher-parity.ts` carries an
+ * ALLOWLIST entry naming desktop as deferred until an OS-level
+ * navigation use-case proves itself.
+ * @alpha
+ */
+export interface NavigateAction {
+    readonly kind: "navigate";
+    /**
+     * Target URL. Implementations SHOULD normalize relative-looking
+     * inputs (`example.com` → `https://example.com`) but MAY reject
+     * malformed inputs with a `not_supported` failure.
+     */
+    readonly url: string;
+}
+/**
+ * element-1 — click on a structurally-addressed element. Server
+ * resolves `element_id` (issued by a prior `read_page` extraction
+ * via the stamped `data-motebit-id` attribute), scrolls into view,
+ * clicks the center of the element's bounding rect.
+ *
+ * Prefer this over coordinate-based `click` when the target was
+ * discovered via `read_page` — durable against viewport, zoom, and
+ * layout shifts. Coordinate `click` remains for purely-visual tasks
+ * (clicking on a position seen in pixels).
+ *
+ * On staleness (page navigated since read_page, page reloaded,
+ * element removed by JS) the result fails with `element_not_found`
+ * and the AI re-reads to refresh the id space.
+ * @alpha
+ */
+export interface ClickElementAction {
+    readonly kind: "click_element";
+    readonly element_id: string;
+}
+/**
+ * element-1 — focus a structurally-addressed element without
+ * clicking. Useful for setting up `type` calls without the side-
+ * effects of a click (some fields open dropdowns / dialogs on
+ * click; focus-only avoids them).
+ * @alpha
+ */
+export interface FocusElementAction {
+    readonly kind: "focus_element";
+    readonly element_id: string;
+}
+/**
+ * element-1 — semantic-intent type. Server focuses the addressed
+ * element first (so keystrokes can't be swallowed by the page's
+ * focus state), optionally clears existing value, then types. The
+ * result envelope carries `text_appeared` truth-feedback so the AI
+ * doesn't confabulate "I typed it" when the keystrokes went
+ * nowhere.
+ *
+ * Composes the two-step click+type workflow into one semantic
+ * action — closes the action-truth gap from the witnessed
+ * 2026-05-08 smoke (AI typed without focus → keystrokes
+ * swallowed → AI claimed success).
+ * @alpha
+ */
+export interface TypeIntoAction {
+    readonly kind: "type_into";
+    readonly element_id: string;
+    readonly text: string;
+    /** Per-character delay in ms; same shape as the lower-level `type` action. */
+    readonly per_char_delay_ms?: number;
+    /**
+     * If true (default), the field's current value is cleared before
+     * typing. Mirrors the human "type fresh into this box" intent. Set
+     * to false to append to existing text.
+     */
+    readonly clear_first?: boolean;
+}
 /**
  * Full action taxonomy. Every concrete action the motebit can request is
  * one of these. Exhaustive discriminated union on `kind`.
  * @alpha
  */
-export type ComputerAction = ScreenshotAction | CursorPositionAction | ClickAction | DoubleClickAction | MouseMoveAction | DragAction | TypeAction | KeyAction | ScrollAction;
+export type ComputerAction = ScreenshotAction | CursorPositionAction | ClickAction | DoubleClickAction | MouseMoveAction | DragAction | TypeAction | KeyAction | ScrollAction | NavigateAction | ClickElementAction | FocusElementAction | TypeIntoAction;
 /**
  * Discriminator values — useful for JSON Schema enum and runtime validation.
  * @alpha
  */
-export declare const COMPUTER_ACTION_KINDS: readonly ["screenshot", "cursor_position", "click", "double_click", "mouse_move", "drag", "type", "key", "scroll"];
+export declare const COMPUTER_ACTION_KINDS: readonly ["screenshot", "cursor_position", "click", "double_click", "mouse_move", "drag", "type", "key", "scroll", "navigate", "click_element", "focus_element", "type_into"];
 /** @alpha */
 export type ComputerActionKind = (typeof COMPUTER_ACTION_KINDS)[number];
 /**
@@ -259,6 +345,193 @@ export interface CursorPositionObservation {
     readonly y: number;
     readonly captured_at: number;
 }
+/**
+ * A single heading extracted from the page's DOM. `level` is the
+ * HTML heading level 1-6; `text` is the visible text content. The
+ * server returns headings in document order so the AI can rebuild
+ * the page's outline without parsing markup.
+ * @alpha
+ */
+export interface ReadPageHeading {
+    readonly level: number;
+    readonly text: string;
+}
+/**
+ * A single visible link extracted from the page's DOM. `text` is
+ * the anchor's visible label (innerText); `href` is the absolute
+ * URL the link points to. Server skips empty-label links and
+ * `javascript:` / fragment-only hrefs.
+ * @alpha
+ */
+export interface ReadPageLink {
+    readonly text: string;
+    readonly href: string;
+}
+/**
+ * A single typeable input extracted from the page's DOM —
+ * `<input>` (text-shaped types: text, search, email, url, tel,
+ * number, password) and `<textarea>`. Server stamps a
+ * `data-motebit-id="motebit-N"` attribute during extraction so
+ * subsequent `type_into` / `focus_element` actions can address
+ * the element by `element_id` instead of coordinates.
+ *
+ * **Why element-addressing over coordinates.** Coordinates are
+ * fragile against viewport size, zoom, layout shifts, dynamic
+ * loading. Structural identity is stable for the lifetime of the
+ * page. Production browser-agent platforms (Browserbase, the
+ * Playwright codegen flow, Anthropic's computer-use cookbook)
+ * converge on the same primitive — the AI says "type into this
+ * input" referring to a thing it discovered via read_page, not
+ * "type at (612, 348)."
+ *
+ * The element_id is opaque to the AI — server-issued, server-
+ * resolved. Stamps are scoped to the read_page response that
+ * returned them; a subsequent read_page may issue different ids
+ * for the same elements (the prior stamps are cleared and re-
+ * stamped). Cross-read stability is a future slice.
+ *
+ * Stamps don't survive page navigation; an `element_not_found`
+ * result tells the AI to re-read.
+ * @alpha
+ */
+export interface ReadPageInput {
+    /** Server-issued opaque identifier for subsequent typed actions. */
+    readonly element_id: string;
+    /** DOM tag — `input` or `textarea`. */
+    readonly tag: "input" | "textarea";
+    /**
+     * For `<input>`, the `type` attribute (text, search, email, url,
+     * tel, number, password, …). For `<textarea>`, always `"textarea"`.
+     * Useful to the AI for choosing what to type and whether the
+     * field is sensitive.
+     */
+    readonly input_type: string;
+    /** `name` attribute when present. */
+    readonly name?: string;
+    /** `placeholder` attribute when present. */
+    readonly placeholder?: string;
+    /** `aria-label` when present (or the closest `<label>` text). */
+    readonly aria_label?: string;
+    /**
+     * Current value of the field at extraction time, capped at 256
+     * characters. Lets the AI reason about whether to clear before
+     * typing, and verify intent across turns.
+     */
+    readonly value?: string;
+}
+/**
+ * A single button-shaped clickable element — `<button>`,
+ * `<input type="submit">`, `<input type="button">`,
+ * `<input type="reset">`, plus `<a>` tags styled as buttons (when
+ * the element has `role="button"` or carries a button-shaped
+ * accessible name without an href). Server stamps the same
+ * `data-motebit-id` so `click_element({element_id})` resolves
+ * unambiguously.
+ *
+ * `<a>` tags WITH a navigation href stay in `ReadPageLink`. A
+ * single element MAY appear in both `links` and `buttons` if it
+ * has both a navigation href and a button-shaped role; the AI
+ * picks the addressing it needs.
+ * @alpha
+ */
+export interface ReadPageButton {
+    readonly element_id: string;
+    /** DOM tag — `button`, `input`, or `a`. */
+    readonly tag: "button" | "input" | "a";
+    /** Visible label text (innerText or `aria-label` when innerText is empty). */
+    readonly text: string;
+    /**
+     * For `<input>` button variants, the `type` attribute
+     * (`submit` / `button` / `reset`). Absent for `<button>` and
+     * `<a role="button">`.
+     */
+    readonly input_type?: string;
+}
+/**
+ * Wire format for the `read_page` tool's result. Returned by
+ * `services/browser-sandbox`'s `POST /sessions/:id/read-page` and
+ * read unchanged by `CloudBrowserDispatcher.readPage()`. Lands in
+ * the AI loop as the tool result; passes through `projectForAi`
+ * unchanged (no `bytes_base64` field to strip).
+ *
+ * Sizes are bounded server-side to keep the AI context tractable:
+ *   - `text` truncated at 8KB; `text_truncated` set when the cut
+ *     fired so the AI knows it's reading a prefix.
+ *   - `headings` capped at 100 entries.
+ *   - `links` capped at 100 entries.
+ *
+ * The bounds are conservative defaults the surface MAY tune in
+ * future. Beyond a soft cap, `text_truncated: true` tells the AI
+ * to ask for a more targeted observation rather than scrolling
+ * through a 50KB blob.
+ * @alpha
+ */
+export interface ReadPageResult {
+    readonly kind: "read_page";
+    readonly session_id: string;
+    readonly url: string;
+    readonly title: string;
+    readonly text: string;
+    readonly text_truncated: boolean;
+    readonly headings: ReadonlyArray<ReadPageHeading>;
+    readonly links: ReadonlyArray<ReadPageLink>;
+    /**
+     * element-1 — typeable input fields with server-issued
+     * `element_id` for `focus_element` / `type_into` actions. Capped
+     * at 100 entries server-side. Empty when the page has no
+     * typeable fields.
+     */
+    readonly inputs: ReadonlyArray<ReadPageInput>;
+    /**
+     * element-1 — button-shaped clickable elements with server-
+     * issued `element_id` for `click_element` actions. Capped at
+     * 100 entries server-side. Empty when the page has no button-
+     * shaped elements (text-content pages, document viewers).
+     */
+    readonly buttons: ReadonlyArray<ReadPageButton>;
+    /**
+     * Typed-truth hint naming the page's primary submit button by
+     * `element_id` — present when `buttons[]` contains a discoverable
+     * submit-class element. The runtime detects it via two signals in
+     * order:
+     *
+     *   1. **HTML semantic**: any button with `input_type === "submit"`
+     *      (`<input type="submit">`). Most reliable; this is the
+     *      browser's own statement that the element submits a form.
+     *   2. **Label heuristic** (fallback): a `<button>` whose visible
+     *      label matches a submit-class word — `Search` / `Submit` /
+     *      `Send` / `Sign in` / `Log in` / `Continue` / `Go` /
+     *      `Subscribe` / `Next` / `Save` / `Post`. Case-insensitive,
+     *      whole-label-or-prefix match. The label heuristic produces
+     *      false positives on rare pages with non-submit buttons
+     *      labeled "Send" (a contact-icon UI); the AI's reading still
+     *      benefits from the hint because `click_element` on a
+     *      non-submit button is a no-op rather than a wrong action.
+     *
+     * AI usage: when this field is present, prefer
+     * `click_element(submit_button_id)` over `key("Enter")` for form
+     * submission. The runtime invariant is the doctrine's preferred
+     * mechanism (no focus race, no global-keystroke ambiguity) — the
+     * wire field carries the "right tool for this page" signal that
+     * the AI's selection would otherwise have to derive from
+     * unstructured prompt teaching. Doctrine:
+     * `docs/doctrine/runtime-invariants-over-prompt-rules.md` —
+     * exemplar of B→A graduation via typed-truth conversion.
+     *
+     * Absent when:
+     *   - The page has no `buttons[]` at all (text-content pages).
+     *   - `buttons[]` contains no submit-class element (a search
+     *     results page with only navigation chips, e.g.).
+     *   - The page uses non-button submit affordances (custom widgets,
+     *     `<a>` tags posting via JS) — the heuristic stays conservative
+     *     to avoid false-confident hints.
+     *
+     * When absent, the AI falls back to its existing reasoning over
+     * `buttons[]` directly. This is additive, not replacing.
+     */
+    readonly submit_button_id?: string;
+    readonly extracted_at: number;
+}
 /**
  * Signed event emitted when a computer-use session begins. Carries the
  * primary display's dimensions and scaling factor so the AI knows the
@@ -304,9 +577,196 @@ export interface ComputerSessionClosed {
  *   user_preempted     — physical user input interrupted mid-dispatch
  *   platform_blocked   — OS blocked synthetic input (secure password field, elevation boundary)
  *   not_supported      — surface cannot execute computer use at all
+ *   frame_stale        — the page navigated underneath the action; the
+ *                        executor's frame reference is no longer valid.
+ *                        Distinct from session_closed (the session is
+ *                        still open; only the frame changed). The
+ *                        cloud executor retries once before surfacing
+ *                        this so transient redirects (Google's
+ *                        anti-cache `?zx=…` redirect, OAuth round-
+ *                        trips, AJAX-driven URL rewrites) don't reach
+ *                        the AI as failure. When the AI sees this
+ *                        reason, the page has moved twice and a
+ *                        re-read is required.
  * @alpha
  */
-export declare const COMPUTER_FAILURE_REASONS: readonly ["policy_denied", "approval_required", "approval_expired", "permission_denied", "session_closed", "target_not_found", "target_obscured", "user_preempted", "platform_blocked", "not_supported"];
+export declare const COMPUTER_FAILURE_REASONS: readonly ["policy_denied", "approval_required", "approval_expired", "permission_denied", "session_closed", "target_not_found", "target_obscured", "user_preempted", "platform_blocked", "not_supported", "not_in_control", "frame_stale"];
 /** @alpha */
 export type ComputerFailureReason = (typeof COMPUTER_FAILURE_REASONS)[number];
+/**
+ * One CDP-decoded screencast frame as it lands on the wire.
+ *
+ * `jpeg_base64` — the image payload, base64-encoded JPEG. Quality is
+ * tuned by the service (60% at v1.3) for slab register, not fidelity.
+ *
+ * `timestamp` — wall-clock ms from CDP's frame metadata (normalized;
+ * CDP returns seconds). Frames may arrive slightly out of order
+ * under load; consumers should latest-wins on `timestamp`.
+ *
+ * `device_width` / `device_height` — logical-pixel dimensions of the
+ * captured viewport. The slab uses these to compute the right
+ * aspect ratio when rendering into a `<canvas>` or `<img>`.
+ * @alpha
+ */
+export interface ScreencastFrame {
+    readonly jpeg_base64: string;
+    readonly timestamp: number;
+    readonly device_width: number;
+    readonly device_height: number;
+}
+/**
+ * Subscribe-shape source of `ScreencastFrame`s. Producers (apps) own
+ * the publish path (dispatcher → bus); consumers (the slab's live-
+ * browser renderer) subscribe via `subscribe(cb)` and dispose via the
+ * returned unsubscribe.
+ *
+ * Why subscribe-shape rather than push-callback in payload. A slab
+ * item's `payload` is signed-eligible state; embedding a closure
+ * makes the payload non-serializable. `ScreencastFrameSource` is a
+ * minimal observer interface — easy to fake in tests, easy to
+ * implement (one Set + iterate). The frame stream itself is in-
+ * memory only and never goes through the audit log.
+ * @alpha
+ */
+export interface ScreencastFrameSource {
+    subscribe(callback: (frame: ScreencastFrame) => void): () => void;
+}
+/**
+ * Per-action structural roll-up entry. The runtime appends one of these
+ * to the in-session log on every `executeAction` call, regardless of
+ * outcome. The canonical JSON of the array (in dispatch order) is
+ * hashed into `ComputerSessionReceipt.actions_hash` at session close.
+ *
+ * Carries kind + timing + outcome only — never targets, args, screenshot
+ * bytes, OCR text, or any payload that could leak content. The
+ * `failure_reason` is present iff `outcome === "failure"`.
+ *
+ * Why a separate type rather than reusing `ComputerActionRequest`:
+ * the request type carries action-specific payloads (target points,
+ * type strings, drag deltas). The receipt commits to *structure*, not
+ * *intent* — the per-action ToolInvocationReceipt already commits to
+ * the args via `args_hash`. Splitting the two keeps the session
+ * receipt's privacy invariant (no leak surface) compositional with
+ * the per-action receipt's audit invariant.
+ * @alpha
+ */
+export interface ComputerSessionActionRecord {
+    readonly kind: ComputerActionKind;
+    readonly started_at: number;
+    readonly completed_at: number;
+    readonly outcome: "success" | "failure";
+    readonly failure_reason?: ComputerFailureReason;
+    /**
+     * Co-browse Slice 1 — when `failure_reason === "not_in_control"`,
+     * this field carries the literal `ControlState` at dispatch time
+     * (e.g. `{kind: "user"}` or `{kind: "paused", previousDriver:
+     * "motebit"}`). The runtime stamps it on the action ledger; the
+     * field flows into `actions_hash` so any retroactive edit to the
+     * recorded state breaks the session-receipt signature.
+     *
+     * Present iff `failure_reason === "not_in_control"` — control
+     * state at non-control denials would be category noise. Absent on
+     * success and on every other failure mode.
+     *
+     * @alpha
+     */
+    readonly control_state_at_denial?: ControlState;
+}
+/**
+ * Body of a `ComputerSessionReceipt` *before* it is signed. The signer
+ * stamps `suite` and `signature`. Embedded as the input shape of the
+ * runtime's session summarizer; the signer (`@motebit/crypto`'s
+ * `signComputerSessionReceipt`) consumes this and emits a
+ * `ComputerSessionReceipt`.
+ * @alpha
+ */
+export interface SignableComputerSessionReceipt {
+    readonly receipt_id: string;
+    readonly session_id: string;
+    readonly motebit_id: string;
+    readonly public_key?: string;
+    /**
+     * Embodiment mode the session ran under (`"virtual_browser"`,
+     * `"desktop_drive"`, etc.). Free-typed string here for the same
+     * reason `ToolDefinition.embodimentMode` is — the canonical
+     * `EmbodimentMode` union lives in `@motebit/render-engine` and
+     * promoting it into the protocol layer is a separate slice.
+     * Production callers always pass a member of `EMBODIMENT_MODES`;
+     * verifiers should treat unknown strings as opaque-but-valid.
+     */
+    readonly embodiment_mode: string;
+    readonly display_width: number;
+    readonly display_height: number;
+    readonly scaling_factor: number;
+    readonly opened_at: number;
+    readonly closed_at: number;
+    /** Free-text closure code from `ComputerSessionClosed.reason`. */
+    readonly close_reason?: string;
+    /** Total actions dispatched during the session. */
+    readonly action_count: number;
+    /** Action outcome counts. `success + failure === action_count`. */
+    readonly outcomes_summary: {
+        readonly success: number;
+        readonly failure: number;
+    };
+    /**
+     * Per-failure-reason counts. Closed key set
+     * (`ComputerFailureReason`); absent keys mean zero. Sum of values
+     * equals `outcomes_summary.failure`.
+     */
+    readonly failure_breakdown: {
+        readonly [K in ComputerFailureReason]?: number;
+    };
+    /**
+     * True if `ComputerSessionManager.halt()` fired during this session
+     * (spec §3.3 user-floor primitive). A halted session that resumed
+     * and continued still has `was_halted: true` — the flag commits to
+     * "the user paused at least once," not to terminal state.
+     */
+    readonly was_halted: boolean;
+    /**
+     * Highest sensitivity tier observed across all action observations
+     * during the session. Closed `SensitivityLevel` union by
+     * convention — encoded as the string value (e.g. `"financial"`).
+     * The runtime's observation classifier sets this; absence implies
+     * `"none"` (no observation rose above the floor).
+     */
+    readonly max_sensitivity: string;
+    /**
+     * SHA-256 hex digest of JCS-canonicalized
+     * `ReadonlyArray<ComputerSessionActionRecord>` in dispatch order.
+     * Verifiers with the per-action records recompute and match;
+     * verifiers without the records still get the signature's commit
+     * to the digest itself.
+     */
+    readonly actions_hash: string;
+}
+/**
+ * Signed proof that a computer-use session ran with this exact
+ * shape. Sibling of `ExecutionReceipt` and `ToolInvocationReceipt`.
+ *
+ *   - Self-verifiable: a third party with the signer's public key
+ *     can verify without contacting any relay.
+ *   - Structural-only: never carries observation bytes, OCR text,
+ *     action targets, or any content that could leak. The
+ *     `actions_hash` binds to a roll-up; per-action
+ *     `ToolInvocationReceipt`s carry the args/result hashes.
+ *   - Issued at session close. The runtime emits one per
+ *     `closeSession()` call (including idempotent replays of an
+ *     already-closed session).
+ *   - Composes with delegation: a session whose outer task was
+ *     delegated produces a `ComputerSessionReceipt` AND a
+ *     `DelegationReceipt`. Verifiers can chain the two by
+ *     `motebit_id` + timeframe.
+ * @alpha
+ */
+export interface ComputerSessionReceipt extends SignableComputerSessionReceipt {
+    /**
+     * Cryptosuite discriminator. Always `"motebit-jcs-ed25519-b64-v1"`
+     * today. Widening requires a registry change in `SuiteId` + a new
+     * dispatch arm in `@motebit/crypto`, not a wire-format break.
+     */
+    readonly suite: "motebit-jcs-ed25519-b64-v1";
+    readonly signature: string;
+}
 //# sourceMappingURL=computer-use.d.ts.map

package/dist/computer-use.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"computer-use.d.ts","sourceRoot":"","sources":["../src/computer-use.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AAIH;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC,4EAA4E;IAC5E,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,wCAAwC;IACxC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB;;;;OAIG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAID;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;CAC7B;AAED;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;CAClC;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAC/B,2DAA2D;IAC3D,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,mDAAmD;IACnD,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACvC,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;CAC3C;AAED;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACvC,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;CAC3C;AAED;;;GAGG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAC/B,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;CAC3C;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,EAAE,EAAE,aAAa,CAAC;IAC3B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACvC,qFAAqF;IACrF,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;CAC3C;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB;;;OAGG;IACH,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;CACrC;AAED;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;CACtB;AAED;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAC/B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;CACrB;AAED;;;;GAIG;AACH,MAAM,MAAM,cAAc,GACtB,gBAAgB,GAChB,oBAAoB,GACpB,WAAW,GACX,iBAAiB,GACjB,eAAe,GACf,UAAU,GACV,UAAU,GACV,SAAS,GACT,YAAY,CAAC;AAEjB;;;GAGG;AACH,eAAO,MAAM,qBAAqB,oHAUxB,CAAC;AAEX,aAAa;AACb,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAC;AAIxE;;;;;GAKG;AACH,MAAM,WAAW,qBAAqB;IACpC,0CAA0C;IAC1C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC;CACjC;AAID;;;;GAIG;AACH,MAAM,MAAM,yBAAyB,GAAG,qBAAqB,GAAG,yBAAyB,CAAC;AAE1F;;;;;GAKG;AACH,MAAM,WAAW,iBAAiB;IAChC,oEAAoE;IACpE,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B;;;;;OAKG;IACH,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,wEAAwE;IACxE,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,kEAAkE;IAClE,QAAQ,CAAC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAC3C;;;;;OAKG;IACH,QAAQ,CAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;CAC7C;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,4DAA4D;IAC5D,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,0CAA0C;IAC1C,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,wBAAwB;IACxB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,qCAAqC;IACrC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,sCAAsC;IACtC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,8BAA8B;IAC9B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC;;;;OAIG;IACH,QAAQ,CAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IACzC,6EAA6E;IAC7E,QAAQ,CAAC,0BAA0B,CAAC,EAAE,MAAM,CAAC;CAC9C;AAED;;;GAGG;AACH,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;CAC9B;AAID;;;;;;;;;;GAUG;AACH,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,yEAAyE;IACzE,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAID;;;;;;;;;;;;;;;;;GAiBG;AACH,eAAO,MAAM,wBAAwB,0MAW3B,CAAC;AAEX,aAAa;AACb,MAAM,MAAM,qBAAqB,GAAG,CAAC,OAAO,wBAAwB,CAAC,CAAC,MAAM,CAAC,CAAC"}
+{"version":3,"file":"computer-use.d.ts","sourceRoot":"","sources":["../src/computer-use.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAInD;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC,4EAA4E;IAC5E,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,wCAAwC;IACxC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB;;;;OAIG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAID;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;CAC7B;AAED;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;CAClC;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAC/B,2DAA2D;IAC3D,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,mDAAmD;IACnD,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACvC,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;CAC3C;AAED;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACvC,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;CAC3C;AAED;;;GAGG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAC/B,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;CAC3C;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAC7B,QAAQ,CAAC,EAAE,EAAE,aAAa,CAAC;IAC3B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACvC,qFAAqF;IACrF,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,WAAW,CAAC,EAAE,kBAAkB,CAAC;CAC3C;AAED;;;GAGG;AACH,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB;;;OAGG;IACH,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;CACrC;AAED;;;GAGG;AACH,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;CACtB;AAED;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC;IAC/B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC;IAC1B;;;;OAIG;IACH,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAC;IAC/B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,8EAA8E;IAC9E,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IACpC;;;;OAIG;IACH,QAAQ,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC;CAChC;AAED;;;;GAIG;AACH,MAAM,MAAM,cAAc,GACtB,gBAAgB,GAChB,oBAAoB,GACpB,WAAW,GACX,iBAAiB,GACjB,eAAe,GACf,UAAU,GACV,UAAU,GACV,SAAS,GACT,YAAY,GACZ,cAAc,GACd,kBAAkB,GAClB,kBAAkB,GAClB,cAAc,CAAC;AAEnB;;;GAGG;AACH,eAAO,MAAM,qBAAqB,+KAcxB,CAAC;AAEX,aAAa;AACb,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,qBAAqB,CAAC,CAAC,MAAM,CAAC,CAAC;AAIxE;;;;;GAKG;AACH,MAAM,WAAW,qBAAqB;IACpC,0CAA0C;IAC1C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,MAAM,EAAE,cAAc,CAAC;CACjC;AAID;;;;GAIG;AACH,MAAM,MAAM,yBAAyB,GAAG,qBAAqB,GAAG,yBAAyB,CAAC;AAE1F;;;;;GAKG;AACH,MAAM,WAAW,iBAAiB;IAChC,oEAAoE;IACpE,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B;;;;;OAKG;IACH,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,wEAAwE;IACxE,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,kEAAkE;IAClE,QAAQ,CAAC,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAC3C;;;;;OAKG;IACH,QAAQ,CAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;CAC7C;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,4DAA4D;IAC5D,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,0CAA0C;IAC1C,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,wBAAwB;IACxB,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,qCAAqC;IACrC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,sCAAsC;IACtC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,8BAA8B;IAC9B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,iBAAiB,CAAC;IACtC;;;;OAIG;IACH,QAAQ,CAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC;IACzC,6EAA6E;IAC7E,QAAQ,CAAC,0BAA0B,CAAC,EAAE,MAAM,CAAC;CAC9C;AAED;;;GAGG;AACH,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;CAC9B;AAsBD;;;;;;GAMG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,MAAM,WAAW,aAAa;IAC5B,oEAAoE;IACpE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,uCAAuC;IACvC,QAAQ,CAAC,GAAG,EAAE,OAAO,GAAG,UAAU,CAAC;IACnC;;;;;OAKG;IACH,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,qCAAqC;IACrC,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,4CAA4C;IAC5C,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,iEAAiE;IACjE,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B;;;;OAIG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,2CAA2C;IAC3C,QAAQ,CAAC,GAAG,EAAE,QAAQ,GAAG,OAAO,GAAG,GAAG,CAAC;IACvC,8EAA8E;IAC9E,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB;;;;OAIG;IACH,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAC;IACjC,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC,eAAe,CAAC,CAAC;IAClD,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC,YAAY,CAAC,CAAC;IAC5C;;;;;OAKG;IACH,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,aAAa,CAAC,CAAC;IAC9C;;;;;OAKG;IACH,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC,cAAc,CAAC,CAAC;IAChD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAuCG;IACH,QAAQ,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAID;;;;;;;;;;GAUG;AACH,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,yEAAyE;IACzE,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;CAC1B;AAID;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,eAAO,MAAM,wBAAwB,2OAoC3B,CAAC;AAEX,aAAa;AACb,MAAM,MAAM,qBAAqB,GAAG,CAAC,OAAO,wBAAwB,CAAC,CAAC,MAAM,CAAC,CAAC;AAmC9E;;;;;;;;;;;;;;GAcG;AACH,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;CAChC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,WAAW,qBAAqB;IACpC,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,eAAe,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;CACnE;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,OAAO,EAAE,SAAS,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,cAAc,CAAC,EAAE,qBAAqB,CAAC;IAChD;;;;;;;;;;;;;OAaG;IACH,QAAQ,CAAC,uBAAuB,CAAC,EAAE,YAAY,CAAC;CACjD;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B;;;;;;;;OAQG;IACH,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC;IAChC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,kEAAkE;IAClE,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,mDAAmD;IACnD,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,mEAAmE;IACnE,QAAQ,CAAC,gBAAgB,EAAE;QACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;KAC1B,CAAC;IACF;;;;OAIG;IACH,QAAQ,CAAC,iBAAiB,EAAE;QAAE,QAAQ,EAAE,CAAC,IAAI,qBAAqB,CAAC,CAAC,EAAE,MAAM;KAAE,CAAC;IAC/E;;;;;OAKG;IACH,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B;;;;;;OAMG;IACH,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC;;;;;;OAMG;IACH,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,WAAW,sBAAuB,SAAQ,8BAA8B;IAC5E;;;;OAIG;IACH,QAAQ,CAAC,KAAK,EAAE,4BAA4B,CAAC;IAC7C,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B"}

package/dist/computer-use.js

@@ -51,6 +51,10 @@ export const COMPUTER_ACTION_KINDS = [
     "type",
     "key",
     "scroll",
+    "navigate",
+    "click_element",
+    "focus_element",
+    "type_into",
 ];
 // ── Outcome taxonomy ─────────────────────────────────────────────────
 /**
@@ -69,6 +73,17 @@ export const COMPUTER_ACTION_KINDS = [
  *   user_preempted     — physical user input interrupted mid-dispatch
  *   platform_blocked   — OS blocked synthetic input (secure password field, elevation boundary)
  *   not_supported      — surface cannot execute computer use at all
+ *   frame_stale        — the page navigated underneath the action; the
+ *                        executor's frame reference is no longer valid.
+ *                        Distinct from session_closed (the session is
+ *                        still open; only the frame changed). The
+ *                        cloud executor retries once before surfacing
+ *                        this so transient redirects (Google's
+ *                        anti-cache `?zx=…` redirect, OAuth round-
+ *                        trips, AJAX-driven URL rewrites) don't reach
+ *                        the AI as failure. When the AI sees this
+ *                        reason, the page has moved twice and a
+ *                        re-read is required.
  * @alpha
  */
 export const COMPUTER_FAILURE_REASONS = [
@@ -82,5 +97,30 @@ export const COMPUTER_FAILURE_REASONS = [
     "user_preempted",
     "platform_blocked",
     "not_supported",
+    // Co-browse Slice 1 — fired when the session manager's optional
+    // `coBrowseControl` machine reports `state.kind !== "motebit"` at
+    // dispatch time. Distinct from `user_preempted` (which fires for
+    // active halt) and `policy_denied` (governance-driven). The
+    // accompanying `control_state_at_denial` field on the per-action
+    // record carries the literal ControlState so verifiers replaying
+    // the log answer "what state were we in" without cross-referencing
+    // adjacent co_browse_control_changed events.
+    "not_in_control",
+    // Typed-truth-perception (motebit-computer.md §"Typed truth on
+    // results"): the page navigated mid-action so the executor's frame
+    // reference became stale. Playwright surfaces this as
+    // `Execution context was destroyed`, `frame was detached`,
+    // `Target closed`, or `Target page, context or browser has been
+    // closed`. Before this entry, those errors fell through the route
+    // handler's general catch into `platform_blocked` — the AI received
+    // an opaque server-fault and verbally interpreted it as "keystrokes
+    // aren't landing." With this reason typed, the executor retries
+    // once (recovers transient redirects without the AI seeing the
+    // race) and surfaces the failure with a name the prompt teaches
+    // against: re-read the page before retrying. Doctrine:
+    // motebit-computer.md §"Typed truth on results" + the
+    // typed-truth-perception triple (wire field + prompt clause +
+    // dispatch enforcement).
+    "frame_stale",
 ];
 //# sourceMappingURL=computer-use.js.map

package/dist/computer-use.js.map

@@ -1 +1 @@
-{"version":3,"file":"computer-use.js","sourceRoot":"","sources":["../src/computer-use.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AAyJH;;;GAGG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,YAAY;IACZ,iBAAiB;IACjB,OAAO;IACP,cAAc;IACd,YAAY;IACZ,MAAM;IACN,MAAM;IACN,KAAK;IACL,QAAQ;CACA,CAAC;AAwIX,wEAAwE;AAExE;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACtC,eAAe;IACf,mBAAmB;IACnB,kBAAkB;IAClB,mBAAmB;IACnB,gBAAgB;IAChB,kBAAkB;IAClB,iBAAiB;IACjB,gBAAgB;IAChB,kBAAkB;IAClB,eAAe;CACP,CAAC"}
+{"version":3,"file":"computer-use.js","sourceRoot":"","sources":["../src/computer-use.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCG;AAwPH;;;GAGG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,YAAY;IACZ,iBAAiB;IACjB,OAAO;IACP,cAAc;IACd,YAAY;IACZ,MAAM;IACN,MAAM;IACN,KAAK;IACL,QAAQ;IACR,UAAU;IACV,eAAe;IACf,eAAe;IACf,WAAW;CACH,CAAC;AA4VX,wEAAwE;AAExE;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACtC,eAAe;IACf,mBAAmB;IACnB,kBAAkB;IAClB,mBAAmB;IACnB,gBAAgB;IAChB,kBAAkB;IAClB,iBAAiB;IACjB,gBAAgB;IAChB,kBAAkB;IAClB,eAAe;IACf,gEAAgE;IAChE,kEAAkE;IAClE,iEAAiE;IACjE,4DAA4D;IAC5D,iEAAiE;IACjE,iEAAiE;IACjE,mEAAmE;IACnE,6CAA6C;IAC7C,gBAAgB;IAChB,+DAA+D;IAC/D,mEAAmE;IACnE,sDAAsD;IACtD,2DAA2D;IAC3D,gEAAgE;IAChE,kEAAkE;IAClE,oEAAoE;IACpE,oEAAoE;IACpE,gEAAgE;IAChE,+DAA+D;IAC/D,gEAAgE;IAChE,uDAAuD;IACvD,sDAAsD;IACtD,8DAA8D;IAC9D,yBAAyB;IACzB,aAAa;CACL,CAAC"}