@elizaos/plugin-computeruse 2.0.0-beta.1 → 2.0.3-beta.3

package/dist/parity/parity-matrix.d.ts

@@ -0,0 +1,82 @@
+/**
+ * Machine-checkable trycua/cua parity matrix (#9170 M14).
+ *
+ * The tracking issue maps every cua computer-use capability to its elizaOS
+ * status. That map is only trustworthy if it can't silently drift from the
+ * code, so this module encodes it as DATA plus a validator: every capability
+ * marked `have` with a promoted action verb must actually be registered on the
+ * plugin. `validateParityMatrix(actionNames)` is wired into the test suite, so
+ * adding a verb to the matrix without registering it (or vice-versa) fails CI.
+ *
+ * Per-OS coverage records where each capability is exercised (scenario-runner
+ * cases + the gated real-driver lanes). `covered` = has evidence today,
+ * `planned` = on the M14 backlog, `na` = intentionally out of scope for that OS.
+ */
+export type ParityStatus = "have" | "partial" | "na";
+export type OsName = "windows" | "linux" | "macos" | "aosp";
+export type OsCoverage = "covered" | "planned" | "na";
+export interface ParityCapability {
+    /** cua capability / verb id. */
+    id: string;
+    /** Promoted elizaOS action verb (when `have`/`partial`), else omitted. */
+    elizaVerb?: string;
+    status: ParityStatus;
+    /** Milestone that delivered it (M7–M13), for traceability. */
+    milestone?: string;
+    os: Record<OsName, OsCoverage>;
+    note?: string;
+}
+/** The canonical capability → status map. */
+export declare const PARITY_MATRIX: readonly ParityCapability[];
+export interface ParityValidationProblem {
+    capability: string;
+    problem: string;
+}
+export interface ParityValidationResult {
+    ok: boolean;
+    problems: ParityValidationProblem[];
+    /** Count of `have` capabilities whose verb was confirmed registered. */
+    confirmed: number;
+}
+/**
+ * Cross-check the matrix against the live action surface. Every `have`/`partial`
+ * capability whose `elizaVerb` is a promoted action (COMPUTER_USE_* / WINDOW_* /
+ * CLIPBOARD_*) must appear in `actionNames`. Pure — the caller passes the
+ * plugin's registered action names.
+ */
+export declare function validateParityMatrix(actionNames: readonly string[]): ParityValidationResult;
+/** Summary counts for reporting / dashboards. */
+export declare function parityMatrixSummary(): {
+    have: number;
+    partial: number;
+    na: number;
+    total: number;
+};
+/** Per-OS coverage rollup for the parity matrix. */
+export interface ParityCoverageByOs {
+    os: OsName;
+    covered: number;
+    planned: number;
+    na: number;
+}
+/**
+ * Roll up per-OS coverage across every `have`/`partial` capability. `na`
+ * capabilities are excluded (they are not part of any OS's parity surface).
+ * Pure — derives only from PARITY_MATRIX. Useful for a "what still needs a
+ * macOS/Linux real-lane case" dashboard and the M14 coverage report.
+ */
+export declare function parityCoverageByOs(): ParityCoverageByOs[];
+/**
+ * Structural invariants on the per-OS coverage records — the `os` field was
+ * free-form data with no guard, so a typo or a capability that claims
+ * `covered` on a platform it can't run on could drift in silently. Pure; the
+ * test suite asserts `ok`. Invariants:
+ *  1. every `have`/`partial` capability declares all four OS keys with a valid
+ *     OsCoverage value;
+ *  2. an `na` capability is `os: na` on every axis (it is out of scope, not
+ *     "covered/planned" anywhere);
+ *  3. a non-`na` capability must have at least one OS that is `covered` or
+ *     `planned` (a verb that is `na` on every OS should be status `na`).
+ */
+export declare function validateParityCoverage(): ParityValidationResult;
+//# sourceMappingURL=parity-matrix.d.ts.map

package/dist/parity/parity-matrix.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parity-matrix.d.ts","sourceRoot":"","sources":["../../src/parity/parity-matrix.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,SAAS,GAAG,IAAI,CAAC;AACrD,MAAM,MAAM,MAAM,GAAG,SAAS,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,CAAC;AAC5D,MAAM,MAAM,UAAU,GAAG,SAAS,GAAG,SAAS,GAAG,IAAI,CAAC;AAEtD,MAAM,WAAW,gBAAgB;IAC/B,gCAAgC;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,0EAA0E;IAC1E,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,YAAY,CAAC;IACrB,8DAA8D;IAC9D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAgBD,6CAA6C;AAC7C,eAAO,MAAM,aAAa,EAAE,SAAS,gBAAgB,EAyQpD,CAAC;AAMF,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,OAAO,CAAC;IACZ,QAAQ,EAAE,uBAAuB,EAAE,CAAC;IACpC,wEAAwE;IACxE,SAAS,EAAE,MAAM,CAAC;CACnB;AAKD;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAClC,WAAW,EAAE,SAAS,MAAM,EAAE,GAC7B,sBAAsB,CA+BxB;AAED,iDAAiD;AACjD,wBAAgB,mBAAmB,IAAI;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;CACf,CAUA;AAED,oDAAoD;AACpD,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,EAAE,EAAE,MAAM,CAAC;CACZ;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,IAAI,kBAAkB,EAAE,CAsBzD;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,sBAAsB,IAAI,sBAAsB,CAyC/D"}

package/dist/parity/screenspot.d.ts

@@ -0,0 +1,56 @@
+/**
+ * ScreenSpot grounding harness (#9170 M14).
+ *
+ * ScreenSpot scores click-grounding: given an instruction + screenshot, a model
+ * predicts a click point; the sample is correct iff the point lands inside the
+ * ground-truth element bbox. This module is the scorer + harness — it consumes a
+ * grounder function (e.g. the M9 Set-of-Marks marks → `center`, or the M10
+ * `predictClick` seam) and reports point-in-bbox accuracy.
+ *
+ * The dataset itself is NOT vendored (the real ScreenSpot images are large and
+ * licensed separately); a runner provides samples + a grounder and gets a score.
+ * Pure scoring is unit-tested with synthetic samples.
+ */
+export interface ScreenSpotSample {
+    id: string;
+    instruction: string;
+    /** Ground-truth target bbox `[x, y, w, h]` in image pixels. */
+    bbox: [number, number, number, number];
+    imageWidth: number;
+    imageHeight: number;
+    /** Optional source group (e.g. "icon" / "text" / platform) for breakdowns. */
+    group?: string;
+}
+export interface ScreenSpotPrediction {
+    x: number;
+    y: number;
+}
+/** A predicted point lands inside the bbox (inclusive of edges). Pure. */
+export declare function pointInBbox(point: ScreenSpotPrediction, bbox: readonly [number, number, number, number]): boolean;
+export interface ScreenSpotSampleResult {
+    id: string;
+    group?: string;
+    predicted: ScreenSpotPrediction | null;
+    correct: boolean;
+}
+export interface ScreenSpotScore {
+    total: number;
+    correct: number;
+    /** correct / total (0 when total is 0). */
+    accuracy: number;
+    /** Per-group accuracy breakdown. */
+    byGroup: Record<string, {
+        total: number;
+        correct: number;
+        accuracy: number;
+    }>;
+    results: ScreenSpotSampleResult[];
+}
+/**
+ * Run a grounder over the samples and score point-in-bbox accuracy. The grounder
+ * returns a predicted click point (or `null` when it abstains — counted wrong).
+ * Samples run sequentially so a real grounder's per-call I/O is not blasted in
+ * parallel.
+ */
+export declare function scoreScreenSpot(samples: readonly ScreenSpotSample[], predict: (sample: ScreenSpotSample) => Promise<ScreenSpotPrediction | null> | ScreenSpotPrediction | null): Promise<ScreenSpotScore>;
+//# sourceMappingURL=screenspot.d.ts.map

package/dist/parity/screenspot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenspot.d.ts","sourceRoot":"","sources":["../../src/parity/screenspot.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,+DAA+D;IAC/D,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,8EAA8E;IAC9E,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,oBAAoB;IACnC,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED,0EAA0E;AAC1E,wBAAgB,WAAW,CACzB,KAAK,EAAE,oBAAoB,EAC3B,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAC9C,OAAO,CAGT;AAED,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,oBAAoB,GAAG,IAAI,CAAC;IACvC,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,2CAA2C;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB,oCAAoC;IACpC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9E,OAAO,EAAE,sBAAsB,EAAE,CAAC;CACnC;AAED;;;;;GAKG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,SAAS,gBAAgB,EAAE,EACpC,OAAO,EAAE,CACP,MAAM,EAAE,gBAAgB,KACrB,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC,GAAG,oBAAoB,GAAG,IAAI,GACtE,OAAO,CAAC,eAAe,CAAC,CAsC1B"}

package/dist/platform/a11y.d.ts

@@ -6,7 +6,10 @@
  * using native platform tools.
  *
  * macOS  — System Accessibility API via osascript / swift
- * Linux  — AT-SPI via python3-atspi or qdbus
+ * Linux  — AT-SPI via python3-atspi (X11 + GNOME-Wayland). Wayland-only
+ *          environments without AT-SPI fall back to a structured snapshot
+ *          built from `listWindows()` + `listProcesses()` and tagged with
+ *          `source: "compositor-fallback"`.
  * Windows — UIAutomation via PowerShell
  */
 export interface A11yNode {
@@ -22,6 +25,31 @@ export interface A11yNode {
     };
     children?: A11yNode[];
 }
+/**
+ * Structured snapshot returned by the Wayland compositor fallback. Callers
+ * inspect `source` to discriminate AT-SPI quality from the cheaper
+ * window-list join used when AT-SPI is unavailable.
+ */
+export interface WaylandA11ySnapshot {
+    source: "compositor-fallback";
+    role: "desktop";
+    name: string;
+    focusedWindow: {
+        app: string;
+        title: string;
+        id: string;
+    } | null;
+    focusedApp: {
+        pid: number;
+        name: string;
+    } | null;
+    children: Array<{
+        role: "window";
+        name: string;
+        app: string;
+        id: string;
+    }>;
+}
 /**
  * Extract the accessibility tree of the focused window / screen.
  * Returns a simplified plain-text accessibility tree suitable for LLM consumption.

package/dist/platform/a11y.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"a11y.d.ts","sourceRoot":"","sources":["../../src/platform/a11y.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAKH,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IACjE,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC;CACvB;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,IAAI,MAAM,GAAG,IAAI,CAkB/C;AAED;;GAEG;AACH,wBAAgB,eAAe,IAAI,OAAO,CAezC"}
+{"version":3,"file":"a11y.d.ts","sourceRoot":"","sources":["../../src/platform/a11y.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAQH,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IACjE,QAAQ,CAAC,EAAE,QAAQ,EAAE,CAAC;CACvB;AAED;;;;GAIG;AACH,MAAM,WAAW,mBAAmB;IAClC,MAAM,EAAE,qBAAqB,CAAC;IAC9B,IAAI,EAAE,SAAS,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACjE,UAAU,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IACjD,QAAQ,EAAE,KAAK,CAAC;QACd,IAAI,EAAE,QAAQ,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,EAAE,EAAE,MAAM,CAAC;KACZ,CAAC,CAAC;CACJ;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,IAAI,MAAM,GAAG,IAAI,CAkB/C;AAED;;GAEG;AACH,wBAAgB,eAAe,IAAI,OAAO,CAezC"}

package/dist/platform/browser.d.ts

@@ -27,7 +27,7 @@ export declare function getBrowserInfo(): Promise<BrowserInfo>;
 export declare function getBrowserDom(): Promise<string>;
 export declare function getBrowserClickables(): Promise<ClickableElement[]>;
 export declare function screenshotBrowser(): Promise<string>;
-export declare function executeBrowser(code: string): Promise<string>;
+export declare function executeBrowser(_code: string): Promise<string>;
 export declare function waitBrowser(selector?: string, text?: string, timeout?: number): Promise<void>;
 export declare function browserWait(selector?: string, text?: string, timeout?: number): Promise<{
     success: boolean;

package/dist/platform/browser.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"browser.d.ts","sourceRoot":"","sources":["../../src/platform/browser.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAOH,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,UAAU,EACV,gBAAgB,EACjB,MAAM,aAAa,CAAC;AA6BrB,wBAAgB,wBAAwB,CAAC,OAAO,EAAE;IAChD,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB,GAAG,IAAI,CAIP;AAsFD;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,OAAO,CAE5C;AAkBD,wBAAsB,WAAW,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAwErE;AAED,wBAAsB,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAmBlD;AAID,wBAAsB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CASxE;AAID,wBAAsB,YAAY,CAChC,QAAQ,CAAC,EAAE,MAAM,EACjB,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAC7B,IAAI,CAAC,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC,CAmCf;AAID,wBAAsB,WAAW,CAC/B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC,CASf;AAID,wBAAsB,aAAa,CACjC,SAAS,EAAE,IAAI,GAAG,MAAM,EACxB,MAAM,SAAM,GACX,OAAO,CAAC,IAAI,CAAC,CAIf;AAID,wBAAsB,eAAe,IAAI,OAAO,CAAC,YAAY,CAAC,CAQ7D;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,YAAY,CAAC,CAE/D;AAED,wBAAsB,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC,CAmB3D;AAID,wBAAsB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,CAKrD;AAID,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAmCxE;AAID,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,CAIzD;AAID,wBAAsB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAgBlE;AA+BD,wBAAsB,WAAW,CAC/B,QAAQ,CAAC,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,MAAM,EACb,OAAO,SAAO,GACb,OAAO,CAAC,IAAI,CAAC,CAef;AAED,wBAAsB,WAAW,CAC/B,QAAQ,CAAC,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,MAAM,EACb,OAAO,SAAO,GACb,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAgBjE;AAID,wBAAsB,eAAe,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAc7D;AAED,wBAAsB,cAAc,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CActE;AAED,wBAAsB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAWlE;AAED,wBAAsB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAc3E;AAED,eAAO,MAAM,YAAY,oBAAc,CAAC;AACxC,eAAO,MAAM,eAAe,oBAAc,CAAC;AAC3C,eAAO,MAAM,gBAAgB,wBAAkB,CAAC;AAChD,eAAO,MAAM,aAAa,qBAAe,CAAC;AAC1C,eAAO,MAAM,YAAY,oBAAc,CAAC;AACxC,eAAO,MAAM,cAAc,sBAAgB,CAAC;AAC5C,eAAO,MAAM,aAAa,qBAAe,CAAC;AAC1C,eAAO,MAAM,eAAe,uBAAiB,CAAC;AAC9C,eAAO,MAAM,kBAAkB,0BAAoB,CAAC;AACpD,eAAO,MAAM,WAAW,sBAAgB,CAAC;AACzC,eAAO,MAAM,eAAe,sBAAgB,CAAC;AAC7C,eAAO,MAAM,sBAAsB,6BAAuB,CAAC;AAC3D,eAAO,MAAM,aAAa,wBAAkB,CAAC;AAC7C,eAAO,MAAM,mBAAmB,0BAAoB,CAAC;AACrD,eAAO,MAAM,YAAY,uBAAiB,CAAC;AAC3C,eAAO,MAAM,YAAY,oBAAc,CAAC;AACxC,eAAO,MAAM,iBAAiB,wBAAkB,CAAC;AACjD,eAAO,MAAM,gBAAgB,uBAAiB,CAAC;AAC/C,eAAO,MAAM,iBAAiB,wBAAkB,CAAC;AACjD,eAAO,MAAM,kBAAkB,yBAAmB,CAAC"}
+{"version":3,"file":"browser.d.ts","sourceRoot":"","sources":["../../src/platform/browser.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAOH,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,UAAU,EACV,gBAAgB,EACjB,MAAM,aAAa,CAAC;AA+BrB,wBAAgB,wBAAwB,CAAC,OAAO,EAAE;IAChD,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB,GAAG,IAAI,CAIP;AAsFD;;GAEG;AACH,wBAAgB,kBAAkB,IAAI,OAAO,CAE5C;AAkBD,wBAAsB,WAAW,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAwErE;AAED,wBAAsB,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAmBlD;AAID,wBAAsB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CASxE;AAID,wBAAsB,YAAY,CAChC,QAAQ,CAAC,EAAE,MAAM,EACjB,UAAU,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,EAC7B,IAAI,CAAC,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC,CAmCf;AAID,wBAAsB,WAAW,CAC/B,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,IAAI,CAAC,CASf;AAID,wBAAsB,aAAa,CACjC,SAAS,EAAE,IAAI,GAAG,MAAM,EACxB,MAAM,SAAM,GACX,OAAO,CAAC,IAAI,CAAC,CAIf;AAID,wBAAsB,eAAe,IAAI,OAAO,CAAC,YAAY,CAAC,CAQ7D;AAED,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,YAAY,CAAC,CAE/D;AAED,wBAAsB,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC,CAmB3D;AAID,wBAAsB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,CAKrD;AAID,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAmCxE;AAID,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,MAAM,CAAC,CAKzD;AAID,wBAAsB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAEnE;AA+BD,wBAAsB,WAAW,CAC/B,QAAQ,CAAC,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,MAAM,EACb,OAAO,SAAO,GACb,OAAO,CAAC,IAAI,CAAC,CAef;AAED,wBAAsB,WAAW,CAC/B,QAAQ,CAAC,EAAE,MAAM,EACjB,IAAI,CAAC,EAAE,MAAM,EACb,OAAO,SAAO,GACb,OAAO,CAAC;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,CAgBjE;AAID,wBAAsB,eAAe,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC,CAa7D;AAED,wBAAsB,cAAc,CAAC,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CActE;AAED,wBAAsB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAWlE;AAED,wBAAsB,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAc3E;AAED,eAAO,MAAM,YAAY,oBAAc,CAAC;AACxC,eAAO,MAAM,eAAe,oBAAc,CAAC;AAC3C,eAAO,MAAM,gBAAgB,wBAAkB,CAAC;AAChD,eAAO,MAAM,aAAa,qBAAe,CAAC;AAC1C,eAAO,MAAM,YAAY,oBAAc,CAAC;AACxC,eAAO,MAAM,cAAc,sBAAgB,CAAC;AAC5C,eAAO,MAAM,aAAa,qBAAe,CAAC;AAC1C,eAAO,MAAM,eAAe,uBAAiB,CAAC;AAC9C,eAAO,MAAM,kBAAkB,0BAAoB,CAAC;AACpD,eAAO,MAAM,WAAW,sBAAgB,CAAC;AACzC,eAAO,MAAM,eAAe,sBAAgB,CAAC;AAC7C,eAAO,MAAM,sBAAsB,6BAAuB,CAAC;AAC3D,eAAO,MAAM,aAAa,wBAAkB,CAAC;AAC7C,eAAO,MAAM,mBAAmB,0BAAoB,CAAC;AACrD,eAAO,MAAM,YAAY,uBAAiB,CAAC;AAC3C,eAAO,MAAM,YAAY,oBAAc,CAAC;AACxC,eAAO,MAAM,iBAAiB,wBAAkB,CAAC;AACjD,eAAO,MAAM,gBAAgB,uBAAiB,CAAC;AAC/C,eAAO,MAAM,iBAAiB,wBAAkB,CAAC;AACjD,eAAO,MAAM,kBAAkB,yBAAmB,CAAC"}

package/dist/platform/capabilities.d.ts

@@ -6,5 +6,28 @@ export interface CapabilityDetectionOptions {
     isBrowserAvailable: () => boolean;
     shell?: string;
 }
+/**
+ * Per-capability parity classification, kept in lock-step with
+ * `plugins/plugin-computeruse/src/mobile/parity-status.md`.
+ *
+ *   verified         — exercised on real hardware (Linux/macOS in CI today)
+ *   code-parity      — feature-equivalent code path exists, runtime untested
+ *   unavailable      — surface present but not available in this delivery model
+ *   blocked          — OS does not allow the operation in our delivery model
+ *
+ * iOS / Android live in `mobile/parity-status.md`; they are not desktop OSes
+ * and don't pass through `detectPlatformCapabilities`.
+ */
+export type ParityStatus = "verified" | "code-parity" | "unavailable" | "blocked";
+export interface ParityNote {
+    readonly status: ParityStatus;
+    readonly note?: string;
+}
+/**
+ * Static parity table for desktop targets, derived from the per-file audit.
+ * Linux is the reference implementation.
+ */
+export declare const DESKTOP_PARITY: Readonly<Record<PlatformOS, Readonly<Record<keyof PlatformCapabilities, ParityNote>>>>;
+export declare function parityFor(osName: PlatformOS, capability: keyof PlatformCapabilities): ParityNote;
 export declare function detectPlatformCapabilities(options: CapabilityDetectionOptions): PlatformCapabilities;
 //# sourceMappingURL=capabilities.d.ts.map

package/dist/platform/capabilities.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"capabilities.d.ts","sourceRoot":"","sources":["../../src/platform/capabilities.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE/C,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,UAAU,CAAC;IACnB,aAAa,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC;IAC5C,kBAAkB,EAAE,MAAM,OAAO,CAAC;IAClC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,0BAA0B,GAClC,oBAAoB,CAoEtB"}
+{"version":3,"file":"capabilities.d.ts","sourceRoot":"","sources":["../../src/platform/capabilities.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE/C,MAAM,WAAW,0BAA0B;IACzC,MAAM,EAAE,UAAU,CAAC;IACnB,aAAa,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,CAAC;IAC5C,kBAAkB,EAAE,MAAM,OAAO,CAAC;IAClC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;;;;;;GAWG;AACH,MAAM,MAAM,YAAY,GACpB,UAAU,GACV,aAAa,GACb,aAAa,GACb,SAAS,CAAC;AAEd,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;CACxB;AAED;;;GAGG;AACH,eAAO,MAAM,cAAc,EAAE,QAAQ,CACnC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,oBAAoB,EAAE,UAAU,CAAC,CAAC,CAAC,CA4C7E,CAAC;AAEF,wBAAgB,SAAS,CACvB,MAAM,EAAE,UAAU,EAClB,UAAU,EAAE,MAAM,oBAAoB,GACrC,UAAU,CAEZ;AAED,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,0BAA0B,GAClC,oBAAoB,CAoFtB"}

package/dist/platform/capture.d.ts

@@ -0,0 +1,65 @@
+/**
+ * Per-display capture (WS5).
+ *
+ * Canonical capture entry point. Replaces `screenshot.ts` for any caller that
+ * cares about multi-monitor or DPI. The legacy `captureScreenshot()` keeps
+ * working (single-display, primary only) for back-compat.
+ *
+ * Returned `frame` is a PNG buffer at backing-store resolution:
+ *   - macOS retina  — 2× the logical bounds (e.g. 5120×2880 for a 2560×1440
+ *                     display reported as scaleFactor 2).
+ *   - Windows/Linux — pixel-equivalent to logical bounds.
+ *
+ * Implementation notes:
+ *   - macOS uses `screencapture -D <displayIndex+1>` to pick a specific
+ *     display (1-indexed). For ScreenCaptureKit follow-up, replace this
+ *     dispatch with the Swift sidecar.
+ *   - Linux/Wayland prefers the xdg-desktop-portal screenshot sidecar. X11
+ *     uses `import` (ImageMagick) or `scrot` cropped to the display's xrandr
+ *     rect.
+ *   - Windows uses PowerShell + System.Drawing to crop the virtual desktop
+ *     to the screen bounds.
+ *
+ * Every code path is conditional on the current platform — a Linux test host
+ * can exercise the Linux paths; macOS / Windows paths are typechecked but
+ * exercised only in CI on those OSes.
+ */
+import type { ScreenRegion } from "../types.js";
+import type { DisplayInfo } from "./displays.js";
+export interface DisplayCapture {
+    display: DisplayInfo;
+    /** PNG bytes at backing-store resolution. */
+    frame: Buffer;
+}
+/**
+ * Capture every attached display in parallel. Returns one entry per display.
+ * Errors on any display are surfaced as rejected promises — caller decides
+ * whether to retry or partial-fail.
+ */
+export declare function captureAllDisplays(): Promise<DisplayCapture[]>;
+/**
+ * Capture a specific display by id.
+ */
+export declare function captureDisplay(displayId: number): Promise<DisplayCapture>;
+/**
+ * Capture a region within a specific display. Region coordinates are LOCAL
+ * to that display.
+ */
+export declare function captureDisplayRegion(displayId: number, region: ScreenRegion): Promise<DisplayCapture>;
+/**
+ * Convenience: capture the primary display.
+ */
+export declare function capturePrimaryDisplay(): Promise<DisplayCapture>;
+/**
+ * Coerce a capture region to integer pixels and reject empty/degenerate sizes.
+ *
+ * `New-Object System.Drawing.Bitmap(w, h)` throws an opaque "Parameter is not
+ * valid" GDI+ error for a zero/negative/non-integer width or height, so we
+ * validate up front and surface a clear message. `x`/`y` may legitimately be
+ * negative — secondary monitors placed left of / above the primary live in the
+ * negative quadrant of the Windows virtual-desktop coordinate space — so only
+ * the dimensions are bounds-checked. Exported for cross-platform unit tests.
+ */
+export declare function normalizeCaptureRegion(region: ScreenRegion): ScreenRegion;
+export { captureScreenshot } from "./screenshot.js";
+//# sourceMappingURL=capture.d.ts.map

package/dist/platform/capture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"capture.d.ts","sourceRoot":"","sources":["../../src/platform/capture.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAMH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAkBjD,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,WAAW,CAAC;IACrB,6CAA6C;IAC7C,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;GAIG;AACH,wBAAsB,kBAAkB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC,CAGpE;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,cAAc,CAAC,CA4CzB;AAED;;;GAGG;AACH,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,YAAY,GACnB,OAAO,CAAC,cAAc,CAAC,CA6BzB;AAED;;GAEG;AACH,wBAAsB,qBAAqB,IAAI,OAAO,CAAC,cAAc,CAAC,CAErE;AA4GD;;;;;;;;;GASG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,YAAY,GAAG,YAAY,CAmBzE;AAuDD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/platform/clipboard.d.ts

@@ -0,0 +1,24 @@
+export declare class ClipboardUnavailableError extends Error {
+    readonly tool: string;
+    constructor(tool: string, hint: string);
+}
+type LinuxBackend = "wayland" | "x11";
+declare function detectLinuxBackend(): LinuxBackend;
+interface ClipboardCommand {
+    command: string;
+    args: readonly string[];
+}
+interface ClipboardPlan {
+    read: ClipboardCommand;
+    write: ClipboardCommand;
+}
+declare function pickPlan(): ClipboardPlan;
+export declare function readClipboard(): Promise<string>;
+export declare function writeClipboard(text: string): Promise<void>;
+/** Internal hook for unit tests — re-exported for parity with helpers.ts. */
+export declare const __testing: {
+    detectLinuxBackend: typeof detectLinuxBackend;
+    pickPlan: typeof pickPlan;
+};
+export {};
+//# sourceMappingURL=clipboard.d.ts.map

package/dist/platform/clipboard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"clipboard.d.ts","sourceRoot":"","sources":["../../src/platform/clipboard.ts"],"names":[],"mappings":"AA6BA,qBAAa,yBAA0B,SAAQ,KAAK;IAClD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;gBACV,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;CAKvC;AAED,KAAK,YAAY,GAAG,SAAS,GAAG,KAAK,CAAC;AAEtC,iBAAS,kBAAkB,IAAI,YAAY,CAI1C;AAED,UAAU,gBAAgB;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;CACzB;AAED,UAAU,aAAa;IACrB,IAAI,EAAE,gBAAgB,CAAC;IACvB,KAAK,EAAE,gBAAgB,CAAC;CACzB;AAED,iBAAS,QAAQ,IAAI,aAAa,CAiDjC;AAED,wBAAsB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC,CAmBrD;AAED,wBAAsB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CA8ChE;AAED,6EAA6E;AAC7E,eAAO,MAAM,SAAS;;;CAGrB,CAAC"}

package/dist/platform/coords.d.ts

@@ -0,0 +1,73 @@
+/**
+ * Coordinate translation between display-local and OS-global pixel space (WS5).
+ *
+ * Contract:
+ *   - Every public mouse-bearing action accepts `{displayId, x, y}` where
+ *     `(x, y)` is LOCAL to that display (top-left = 0,0, units = pixels of the
+ *     display's logical bounds).
+ *   - This module translates to the OS-global space the input drivers expect.
+ *
+ * Why local-first:
+ *   - The model sees each display independently (one capture, no virtual
+ *     desktop stitching). Local coords match what the model just looked at.
+ *   - Virtual-desktop coords are a perpetual DPI / negative-origin bug source.
+ *
+ * Per-OS behavior of the input drivers we wrap (nutjs / xdotool / cliclick /
+ * PowerShell `SetCursorPos`):
+ *   - Linux/X11: drivers expect global pixel coords matching xrandr origins.
+ *     Translation = display.x + local.x. No DPI conversion.
+ *   - Windows:   `SetCursorPos` and nutjs both take physical pixel coords
+ *     when the process is PerMonitorV2 DPI aware. Translation = display.x +
+ *     local.x. No multiplier here — caller is responsible for declaring
+ *     dpiAwareness.
+ *   - macOS:     Quartz event coords are in points (logical), not backing-
+ *     store pixels. Translation = display.x + local.x with no scale multiply
+ *     IF the local coords are also in points. We document the local coord
+ *     space as "logical pixels" matching the capture's render at logical
+ *     resolution; for retina captures the screenshot is upsampled to backing-
+ *     store pixels and the model is expected to scale clicks back down
+ *     before sending. The translator divides by scaleFactor when local
+ *     coords were sourced from a backing-store-resolution screenshot.
+ */
+export interface LocalPoint {
+    displayId: number;
+    x: number;
+    y: number;
+}
+export interface GlobalPoint {
+    x: number;
+    y: number;
+}
+/**
+ * Resolve a LocalPoint to a GlobalPoint the input driver can act on.
+ *
+ * `coordSource` describes the coordinate reference:
+ *   - `"logical"` (default) — local coords are in logical pixels matching the
+ *     display's `bounds[2..3]`. No scale conversion is applied.
+ *   - `"backing"` — local coords were taken against a capture rendered at
+ *     `bounds * scaleFactor` (e.g. raw retina PNG). They are divided by
+ *     scaleFactor before translation. macOS-only relevant.
+ */
+export declare function localToGlobal(point: LocalPoint, coordSource?: "logical" | "backing"): GlobalPoint;
+/**
+ * As `localToGlobal`, but tolerates a missing displayId by defaulting to the
+ * primary display. Logs nothing — callers should warn before using this.
+ */
+export declare function localToGlobalDefault(point: {
+    displayId?: number;
+    x: number;
+    y: number;
+}, coordSource?: "logical" | "backing"): GlobalPoint;
+/**
+ * Inverse: given an OS-global point, return the (displayId, x, y) of the
+ * display containing it. Returns null if no display contains the point.
+ * Useful for translating OS-reported cursor positions back to local coords.
+ */
+export declare function globalToLocal(point: GlobalPoint): LocalPoint | null;
+/**
+ * Validate a local point is inside its display's bounds. Returns the clamped
+ * point — never throws. Use this before sending to drivers that crash on
+ * out-of-bounds coords on some Linux versions.
+ */
+export declare function clampToDisplay(point: LocalPoint): LocalPoint;
+//# sourceMappingURL=coords.d.ts.map

package/dist/platform/coords.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"coords.d.ts","sourceRoot":"","sources":["../../src/platform/coords.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAMH,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED,MAAM,WAAW,WAAW;IAC1B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX;AAED;;;;;;;;;GASG;AACH,wBAAgB,aAAa,CAC3B,KAAK,EAAE,UAAU,EACjB,WAAW,GAAE,SAAS,GAAG,SAAqB,GAC7C,WAAW,CAUb;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,KAAK,EAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,EACnD,WAAW,GAAE,SAAS,GAAG,SAAqB,GAC7C,WAAW,CASb;AAuBD;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,WAAW,GAAG,UAAU,GAAG,IAAI,CAQnE;AAED;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,UAAU,CAS5D"}

package/dist/platform/desktop.d.ts

@@ -11,6 +11,16 @@
  *
  * All coordinate inputs are validated via validateInt() to prevent injection.
  */
+/**
+ * Read the current OS cursor position (legacy shell driver). Returns global
+ * logical pixels. Windows uses `System.Windows.Forms.Cursor` (must Add-Type the
+ * assembly first or the type is unresolved); macOS uses `cliclick p:.`; Linux
+ * uses `xdotool getmouselocation`.
+ */
+export declare function legacyGetCursorPosition(): {
+    x: number;
+    y: number;
+};
 export declare function desktopClick(x: number, y: number): void;
 export declare function desktopClickWithModifiers(x: number, y: number, modifiers: string[]): void;
 export declare function desktopDoubleClick(x: number, y: number): void;
@@ -30,4 +40,17 @@ export declare function desktopKeyPress(key: string): void;
  * Ported from open-computer-use desktopKeyCombo().
  */
 export declare function desktopKeyCombo(combo: string): void;
+/**
+ * Windows fast-path for `set_value` (#9170 — trycua/cua `set_value`): use UI
+ * Automation `ValuePattern.SetValue` on the element under (x,y) to set its value
+ * directly, without synthesizing keystrokes. Returns `true` if the element
+ * exposed ValuePattern and was set; `false` (incl. on any error) so the caller
+ * falls back to the universal focus → select-all → type path.
+ *
+ * Uses `Add-Type -AssemblyName` (signed framework assemblies), not a
+ * runtime-compiled inline class. Real actuation is exercised by the interactive
+ * real-driver lane; this box's session can't host a ValuePattern control to
+ * probe it (see #9170).
+ */
+export declare function win32TrySetValueByPattern(x: number, y: number, value: string): boolean;
 //# sourceMappingURL=desktop.d.ts.map

package/dist/platform/desktop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"desktop.d.ts","sourceRoot":"","sources":["../../src/platform/desktop.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AA+JH,wBAAgB,YAAY,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CAwCvD;AAED,wBAAgB,yBAAyB,CACvC,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,SAAS,EAAE,MAAM,EAAE,GAClB,IAAI,CAmHN;AAID,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CAmD7D;AAID,wBAAgB,iBAAiB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CAuC5D;AAID,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CA6B3D;AAID,wBAAgB,WAAW,CACzB,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,GACT,IAAI,CAgEN;AAID,wBAAgB,aAAa,CAC3B,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,SAAS,EAAE,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,EAC3C,MAAM,SAAI,GACT,IAAI,CAwDN;AAID,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAqC9C;AAID;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAgFjD;AAID;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAuHnD"}
+{"version":3,"file":"desktop.d.ts","sourceRoot":"","sources":["../../src/platform/desktop.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AA+JH;;;;;GAKG;AACH,wBAAgB,uBAAuB,IAAI;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,CA4BlE;AAID,wBAAgB,YAAY,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CAwCvD;AAED,wBAAgB,yBAAyB,CACvC,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,SAAS,EAAE,MAAM,EAAE,GAClB,IAAI,CAmHN;AAID,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CAmD7D;AAID,wBAAgB,iBAAiB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CAuC5D;AAID,wBAAgB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CA6B3D;AAID,wBAAgB,WAAW,CACzB,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,GACT,IAAI,CAgEN;AAID,wBAAgB,aAAa,CAC3B,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,SAAS,EAAE,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,EAC3C,MAAM,SAAI,GACT,IAAI,CAwDN;AAID,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAqC9C;AAID;;GAEG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAgFjD;AAID;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAuHnD;AA8DD;;;;;;;;;;;GAWG;AACH,wBAAgB,yBAAyB,CACvC,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,KAAK,EAAE,MAAM,GACZ,OAAO,CAsBT"}

package/dist/platform/displays.d.ts

@@ -0,0 +1,97 @@
+/**
+ * Multi-monitor display enumeration (WS5).
+ *
+ * Returns the live set of physical displays attached to the host, in a
+ * single, OS-agnostic shape:
+ *
+ *   { id, bounds: [x, y, w, h], scaleFactor, primary, name }
+ *
+ * Notes on `id`:
+ *   - macOS    — `CGDirectDisplayID` (32-bit unsigned). Stable across reboots.
+ *   - Windows  — `Screen.DeviceName` hash → small integer. We expose a 0-based
+ *                index because PowerShell `System.Windows.Forms.Screen` does
+ *                not surface a kernel handle, and the device name (e.g.
+ *                `\\.\DISPLAY1`) is a string. The index is stable for a given
+ *                process but may shift across hot-plug events.
+ *   - Linux X  — `xrandr --listmonitors` ordinal. Stable per process.
+ *   - Linux W  — compositor-specific output id (Hyprland/Sway). Best effort.
+ *
+ * Coordinate space:
+ *   `bounds` is in OS-global pixel space. On macOS, that means scaled
+ *   "points" by default — we record the backing-store scale factor in
+ *   `scaleFactor` so callers can translate to pixel-perfect coords when
+ *   composing captures.
+ *
+ * This module never executes input. It is read-only.
+ */
+export interface DisplayInfo {
+    /** OS-stable identifier or a 0-based fallback index. */
+    id: number;
+    /** [x, y, width, height] in OS-global pixel space. */
+    bounds: [number, number, number, number];
+    /** Backing-store scale factor. 1 on Linux, 1..N on HiDPI macOS/Windows. */
+    scaleFactor: number;
+    /** Whether this is the primary display. */
+    primary: boolean;
+    /** Human-readable name (e.g. `eDP-1`, `Built-in Retina Display`). */
+    name: string;
+}
+/**
+ * Error thrown when the host has no usable display surface. Headless Linux
+ * (no `DISPLAY` and no `WAYLAND_DISPLAY`), CI containers without an X
+ * server, and macOS/Windows hosts that report zero active displays all
+ * surface as this typed error so callers can distinguish "no monitors" from
+ * a transient enumeration failure.
+ */
+export declare class NoDisplayError extends Error {
+    readonly code: "NO_DISPLAY";
+    constructor(message: string);
+}
+/**
+ * List all attached displays. Cached to avoid spamming xrandr / PowerShell on
+ * burst calls (provider runs every turn; see {@link CACHE_MS}).
+ *
+ * Returns a single-display fallback when the OS reports nothing — most
+ * callers want a sensible default, not an empty array. Use `isHeadless()`
+ * or `assertHasDisplays()` to distinguish the truly-headless case from a
+ * single attached monitor.
+ */
+export declare function listDisplays(): DisplayInfo[];
+/** Force a fresh enumeration, ignoring cache. */
+export declare function refreshDisplays(): DisplayInfo[];
+/** Convenience: the primary display, or the first one if none is flagged. */
+export declare function getPrimaryDisplay(): DisplayInfo;
+/** Look up a display by id, or null if unknown. */
+export declare function findDisplay(id: number): DisplayInfo | null;
+/**
+ * Detect a truly headless host. Returns true when:
+ *   - Linux: neither `DISPLAY` nor `WAYLAND_DISPLAY` is set, AND no
+ *     compositor / X server enumeration tool reports anything.
+ *   - macOS / Windows: enumeration via system_profiler / PowerShell yields
+ *     zero displays.
+ * The single-display fallback returned by `listDisplays()` does NOT count as
+ * a real display for this check.
+ */
+export declare function isHeadless(): boolean;
+/**
+ * Capture-path guard: throws `NoDisplayError` on a truly headless host.
+ * Callers that hit "no monitor" should surface this typed error rather than
+ * returning an empty buffer or a generic `Error`.
+ */
+export declare function assertHasDisplays(): void;
+export declare function parseXrandrMonitors(output: string): DisplayInfo[];
+export declare function parseHyprlandMonitors(output: string): DisplayInfo[];
+export declare function parseSwayOutputs(output: string): DisplayInfo[];
+export declare function parseDarwinDisplays(output: string): DisplayInfo[];
+export declare function parseSystemProfilerDisplays(output: string): DisplayInfo[];
+export declare function parseWindowsScreens(output: string): DisplayInfo[];
+/**
+ * Asynchronously populate the display cache via the warm PowerShell host
+ * (Windows only). Lets the service pre-seed the cache at init without the
+ * blocking ~10-16s cold `powershell.exe` spawn that the sync
+ * {@link listDisplays} path would otherwise pay on the first turn. No-op (and
+ * never throws) when the host is unavailable — the sync path remains the
+ * fallback. Override the resulting TTL with `COMPUTERUSE_DISPLAYS_CACHE_MS`.
+ */
+export declare function warmDisplaysCache(): Promise<void>;
+//# sourceMappingURL=displays.d.ts.map

package/dist/platform/displays.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"displays.d.ts","sourceRoot":"","sources":["../../src/platform/displays.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAMH,MAAM,WAAW,WAAW;IAC1B,wDAAwD;IACxD,EAAE,EAAE,MAAM,CAAC;IACX,sDAAsD;IACtD,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,2EAA2E;IAC3E,WAAW,EAAE,MAAM,CAAC;IACpB,2CAA2C;IAC3C,OAAO,EAAE,OAAO,CAAC;IACjB,qEAAqE;IACrE,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;;;GAMG;AACH,qBAAa,cAAe,SAAQ,KAAK;IACvC,QAAQ,CAAC,IAAI,EAAG,YAAY,CAAU;gBAC1B,OAAO,EAAE,MAAM;CAI5B;AAiBD;;;;;;;;GAQG;AACH,wBAAgB,YAAY,IAAI,WAAW,EAAE,CAQ5C;AAED,iDAAiD;AACjD,wBAAgB,eAAe,IAAI,WAAW,EAAE,CAG/C;AAED,6EAA6E;AAC7E,wBAAgB,iBAAiB,IAAI,WAAW,CAU/C;AAED,mDAAmD;AACnD,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI,CAE1D;AAED;;;;;;;;GAQG;AACH,wBAAgB,UAAU,IAAI,OAAO,CAQpC;AAED;;;;GAIG;AACH,wBAAgB,iBAAiB,IAAI,IAAI,CAMxC;AAuCD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,EAAE,CA+BjE;AAiED,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,EAAE,CA2BnE;AAUD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,EAAE,CA4B9D;AAsBD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,EAAE,CAuCjE;AAyED,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,EAAE,CAiDzE;AAgBD,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,EAAE,CAiCjE;AAkCD;;;;;;;GAOG;AACH,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,CAYvD"}

package/dist/platform/driver.d.ts

@@ -17,11 +17,33 @@ export declare function driverClick(x: number, y: number): Promise<void>;
 export declare function driverClickWithModifiers(x: number, y: number, modifiers: string[]): Promise<void>;
 export declare function driverDoubleClick(x: number, y: number): Promise<void>;
 export declare function driverRightClick(x: number, y: number): Promise<void>;
+export declare function driverMiddleClick(x: number, y: number): Promise<void>;
+export declare function driverMouseDown(x: number, y: number, button?: "left" | "middle" | "right"): Promise<void>;
+export declare function driverMouseUp(x: number, y: number, button?: "left" | "middle" | "right"): Promise<void>;
 export declare function driverMouseMove(x: number, y: number): Promise<void>;
+export declare function driverGetCursorPosition(): Promise<{
+    x: number;
+    y: number;
+}>;
 export declare function driverDrag(x1: number, y1: number, x2: number, y2: number): Promise<void>;
+export declare function driverDragPath(path: Array<{
+    x: number;
+    y: number;
+}>): Promise<void>;
 export declare function driverScroll(x: number, y: number, direction: "up" | "down" | "left" | "right", amount?: number): Promise<void>;
 export declare function driverType(text: string): Promise<void>;
 export declare function driverKeyPress(key: string): Promise<void>;
+/**
+ * Set the value of the UI element at (x,y) (#9170 — trycua/cua `set_value`).
+ * On Windows, first try UI Automation `ValuePattern.SetValue` (direct, no
+ * keystrokes — best for text inputs / combo boxes). Universal fallback (all
+ * platforms, incl. elements without ValuePattern): click to focus, select-all,
+ * then type the value — composed of the already-verified click/key-combo/type
+ * primitives. `value` is validated by the underlying type primitive.
+ */
+export declare function driverSetValue(x: number, y: number, value: string): Promise<void>;
 export declare function driverKeyCombo(combo: string): Promise<void>;
+export declare function driverKeyDown(key: string): Promise<void>;
+export declare function driverKeyUp(key: string): Promise<void>;
 export declare function driverCaptureScreenshot(region?: ScreenRegion): Promise<Buffer>;
 //# sourceMappingURL=driver.d.ts.map

package/dist/platform/driver.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"driver.d.ts","sourceRoot":"","sources":["../../src/platform/driver.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AA8BhD,MAAM,MAAM,UAAU,GAAG,OAAO,GAAG,QAAQ,CAAC;AAI5C,wBAAgB,cAAc,IAAI,UAAU,CA0B3C;AAID,wBAAsB,WAAW,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGrE;AAED,wBAAsB,wBAAwB,CAC5C,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,SAAS,EAAE,MAAM,EAAE,GAClB,OAAO,CAAC,IAAI,CAAC,CAGf;AAED,wBAAsB,iBAAiB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAG3E;AAED,wBAAsB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAG1E;AAED,wBAAsB,eAAe,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGzE;AAED,wBAAsB,UAAU,CAC9B,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,IAAI,CAAC,CAGf;AAED,wBAAsB,YAAY,CAChC,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,SAAS,EAAE,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,EAC3C,MAAM,SAAI,GACT,OAAO,CAAC,IAAI,CAAC,CAGf;AAID,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAG5D;AAED,wBAAsB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAG/D;AAED,wBAAsB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGjE;AAID,wBAAsB,uBAAuB,CAC3C,MAAM,CAAC,EAAE,YAAY,GACpB,OAAO,CAAC,MAAM,CAAC,CASjB"}
+{"version":3,"file":"driver.d.ts","sourceRoot":"","sources":["../../src/platform/driver.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAuChD,MAAM,MAAM,UAAU,GAAG,OAAO,GAAG,QAAQ,CAAC;AAI5C,wBAAgB,cAAc,IAAI,UAAU,CA0B3C;AAID,wBAAsB,WAAW,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGrE;AAED,wBAAsB,wBAAwB,CAC5C,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,SAAS,EAAE,MAAM,EAAE,GAClB,OAAO,CAAC,IAAI,CAAC,CAIf;AAED,wBAAsB,iBAAiB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAG3E;AAED,wBAAsB,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAG1E;AAcD,wBAAsB,iBAAiB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAG3E;AAED,wBAAsB,eAAe,CACnC,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,MAAM,GAAE,MAAM,GAAG,QAAQ,GAAG,OAAgB,GAC3C,OAAO,CAAC,IAAI,CAAC,CAGf;AAED,wBAAsB,aAAa,CACjC,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,MAAM,GAAE,MAAM,GAAG,QAAQ,GAAG,OAAgB,GAC3C,OAAO,CAAC,IAAI,CAAC,CAGf;AAED,wBAAsB,eAAe,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGzE;AAED,wBAAsB,uBAAuB,IAAI,OAAO,CAAC;IACvD,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;CACX,CAAC,CAOD;AAED,wBAAsB,UAAU,CAC9B,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,EACV,EAAE,EAAE,MAAM,GACT,OAAO,CAAC,IAAI,CAAC,CAGf;AAED,wBAAsB,cAAc,CAClC,IAAI,EAAE,KAAK,CAAC;IAAE,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GACpC,OAAO,CAAC,IAAI,CAAC,CASf;AAED,wBAAsB,YAAY,CAChC,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,SAAS,EAAE,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,EAC3C,MAAM,SAAI,GACT,OAAO,CAAC,IAAI,CAAC,CAGf;AAID,wBAAsB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAG5D;AAED,wBAAsB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAG/D;AAED;;;;;;;GAOG;AACH,wBAAsB,cAAc,CAClC,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC,CAOf;AAED,wBAAsB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAGjE;AAED,wBAAsB,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAG9D;AAED,wBAAsB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAG5D;AAID,wBAAsB,uBAAuB,CAC3C,MAAM,CAAC,EAAE,YAAY,GACpB,OAAO,CAAC,MAAM,CAAC,CASjB"}