@intentic/desktop-automation 1.325.0 → 1.327.0

package/dist/frames.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"frames.d.ts","sourceRoot":"","sources":["../src/frames.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,KAAK,OAAO,EAAgB,KAAK,KAAK,EAAE,KAAK,IAAI,EAAE,MAAM,YAAY,CAAC;AAQ/E,MAAM,WAAW,WAAW;IAExB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAEzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC9B;AAED,eAAO,MAAM,kBAAkB;;;CAAgE,CAAC;AAGhG,eAAO,MAAM,OAAO,UAAW,MAAM,UAAU,MAAM,WAAU,WAAW;IAE7D,KAAK;IAA0C,MAAM;CACjE,CAAC;AAEF,MAAM,WAAW,KAAK;IAClB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IAEpB,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC;IAEtB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAExB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CAC3B;AAMD,eAAO,MAAM,SAAS,UAAW,KAAK,MAAM,KAAK,KAAG,KAQnD,CAAC;AAGF,eAAO,MAAM,OAAO,UAAW,KAAK,QAAQ,IAAI,KAAG,IAKlD,CAAC;AAGF,eAAO,MAAM,QAAQ,UAAW,KAAK,QAAQ,IAAI,KAAG,IAanD,CAAC;AAUF,qBAAa,QAAQ;;IAOjB,MAAM,IAAI,KAAK,GAAG,SAAS,CAE1B;IAGD,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,SAAS,GAAG,KAAK,GAAG,SAAS,CAWjD;IAGD,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;;;MAYjE;IAGD,eAAe,IAAI,MAAM,CAExB;IAGD,IAAI,IAAI,IAAI,CAEX;CACJ;AAED,MAAM,WAAW,IAAI;IACjB,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;IACtB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IAErB,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;CAC/B;AAGD,eAAO,MAAM,KAAK,YAAmB,OAAO,OAAO,QAAQ,WAAW,IAAI,WAAU,WAAW,KAAwB,OAAO,CAAC,IAAI,CAUlI,CAAC;AAIF,eAAO,MAAM,YAAY,YAAmB,OAAO,WAAU,WAAW,KAAwB,OAAO,CAAC,KAAK,CAG5G,CAAC"}

package/dist/frames.js

@@ -0,0 +1,91 @@
+import { createHash, randomBytes } from "node:crypto";
+import { crop, decodePng, downscale, encodePng } from "./png.js";
+import { DesktopError } from "./types.js";
+export const MODEL_IMAGE_LIMITS = { maxEdge: 1456, maxPixels: 1_150_000 };
+export const fitSize = (width, height, limits = MODEL_IMAGE_LIMITS) => {
+    const scale = Math.min(1, limits.maxEdge / Math.max(width, height), Math.sqrt(limits.maxPixels / (width * height)));
+    return { width: Math.max(1, Math.floor(width * scale)), height: Math.max(1, Math.floor(height * scale)) };
+};
+const ratio = (frame) => ({ x: frame.region.width / frame.width, y: frame.region.height / frame.height });
+export const toDesktop = (frame, at) => {
+    if (at.x < 0 || at.y < 0 || at.x >= frame.width || at.y >= frame.height) {
+        throw new DesktopError(`(${at.x}, ${at.y}) is outside screenshot ${frame.id}, which is ${frame.width}×${frame.height}. Read the coordinates off the image.`);
+    }
+    const { x, y } = ratio(frame);
+    return { x: Math.floor(frame.region.x + (at.x + 0.5) * x), y: Math.floor(frame.region.y + (at.y + 0.5) * y) };
+};
+export const toImage = (frame, rect) => {
+    const { x, y } = ratio(frame);
+    const left = Math.round((rect.x - frame.region.x) / x);
+    const top = Math.round((rect.y - frame.region.y) / y);
+    return { x: left, y: top, width: Math.max(1, Math.round(rect.width / x)), height: Math.max(1, Math.round(rect.height / y)) };
+};
+export const regionOf = (frame, rect) => {
+    if (rect.width <= 0 || rect.height <= 0) {
+        throw new DesktopError("A region needs a width and a height above zero.");
+    }
+    const { x, y } = ratio(frame);
+    const left = Math.max(frame.region.x, frame.region.x + rect.x * x);
+    const top = Math.max(frame.region.y, frame.region.y + rect.y * y);
+    const right = Math.min(frame.region.x + frame.region.width, frame.region.x + (rect.x + rect.width) * x);
+    const bottom = Math.min(frame.region.y + frame.region.height, frame.region.y + (rect.y + rect.height) * y);
+    if (right <= left || bottom <= top) {
+        throw new DesktopError(`That region is outside screenshot ${frame.id}, which is ${frame.width}×${frame.height}.`);
+    }
+    return { x: Math.floor(left), y: Math.floor(top), width: Math.ceil(right - left), height: Math.ceil(bottom - top) };
+};
+const sameRegion = (a, b) => a.x === b.x && a.y === b.y && a.width === b.width && a.height === b.height;
+const REMEMBERED = 16;
+export class FrameLog {
+    #frames = [];
+    #tag = randomBytes(2).toString("hex");
+    #counter = 0;
+    #unchangedStreak = 0;
+    latest() {
+        return this.#frames.at(-1);
+    }
+    resolve(id) {
+        const latest = this.latest();
+        if (id === undefined || id === latest?.id) {
+            return latest;
+        }
+        const known = this.#frames.some((frame) => frame.id === id);
+        throw new DesktopError(known
+            ? `Screenshot ${id} is out of date: the screen was captured again since (${latest?.id ?? "?"}). Read the coordinates off the latest one.`
+            : `There is no screenshot ${id} on this device${latest === undefined ? "" : `; the latest is ${latest.id}`}. Take a screenshot first.`);
+    }
+    record(region, width, height, digest) {
+        const latest = this.latest();
+        if (latest !== undefined && latest.digest === digest && sameRegion(latest.region, region)) {
+            this.#unchangedStreak++;
+            return { frame: latest, unchanged: true };
+        }
+        this.#unchangedStreak = 0;
+        this.#counter++;
+        const frame = { id: `${this.#tag}-${this.#counter}`, region, width, height, digest };
+        this.#frames.push(frame);
+        this.#frames.splice(0, Math.max(0, this.#frames.length - REMEMBERED));
+        return { frame, unchanged: false };
+    }
+    unchangedStreak() {
+        return this.#unchangedStreak;
+    }
+    sent() {
+        this.#unchangedStreak = 0;
+    }
+}
+export const shoot = async (desktop, log, region, limits = MODEL_IMAGE_LIMITS) => {
+    const captured = decodePng(await desktop.capture(region));
+    const area = region ?? { x: 0, y: 0, width: captured.width, height: captured.height };
+    const pixels = captured.width === area.width && captured.height === area.height ? captured : crop(captured, area);
+    const size = fitSize(pixels.width, pixels.height, limits);
+    const shown = downscale(pixels, size.width, size.height);
+    const digest = createHash("sha256").update(shown.data).digest("hex");
+    const { frame, unchanged } = log.record({ ...area, width: pixels.width, height: pixels.height }, shown.width, shown.height, digest);
+    return { frame, png: encodePng(shown), unchanged };
+};
+export const defaultFrame = async (desktop, limits = MODEL_IMAGE_LIMITS) => {
+    const { width, height } = await desktop.frame();
+    return { id: "", region: { x: 0, y: 0, width, height }, ...fitSize(width, height, limits), digest: "" };
+};
+//# sourceMappingURL=frames.js.map

package/dist/frames.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"frames.js","sourceRoot":"","sources":["../src/frames.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACjE,OAAO,EAAgB,YAAY,EAAyB,MAAM,YAAY,CAAC;AAe/E,MAAM,CAAC,MAAM,kBAAkB,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAwB,CAAC;AAGhG,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,KAAa,EAAE,MAAc,EAAE,MAAM,GAAgB,kBAAkB,EAAE,EAAE;IAC/F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACpH,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC;AAC9G,CAAC,CAAC;AAcF,MAAM,KAAK,GAAG,CAAC,KAAY,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;AAGjH,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,KAAY,EAAE,EAAS,EAAS,EAAE;IACxD,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QACtE,MAAM,IAAI,YAAY,CAClB,IAAI,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,2BAA2B,KAAK,CAAC,EAAE,cAAc,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,uCAAuC,CACvI,CAAC;IACN,CAAC;IACD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IAC9B,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;AAClH,CAAC,CAAC;AAGF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,KAAY,EAAE,IAAU,EAAQ,EAAE;IACtD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACvD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtD,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;AACjI,CAAC,CAAC;AAGF,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,KAAY,EAAE,IAAU,EAAQ,EAAE;IACvD,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,YAAY,CAAC,iDAAiD,CAAC,CAAC;IAC9E,CAAC;IACD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACnE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IACxG,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3G,IAAI,KAAK,IAAI,IAAI,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;QACjC,MAAM,IAAI,YAAY,CAAC,qCAAqC,KAAK,CAAC,EAAE,cAAc,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IACtH,CAAC;IACD,OAAO,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,EAAE,CAAC;AACxH,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,CAAO,EAAE,CAAO,EAAW,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,CAAC;AAG7H,MAAM,UAAU,GAAG,EAAE,CAAC;AAKtB,MAAM,OAAO,QAAQ;IACR,OAAO,GAAY,EAAE,CAAC;IAEtB,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC/C,QAAQ,GAAG,CAAC,CAAC;IACb,gBAAgB,GAAG,CAAC,CAAC;IAErB,MAAM;QACF,OAAO,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC;IAGD,OAAO,CAAC,EAAsB;QAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7B,IAAI,EAAE,KAAK,SAAS,IAAI,EAAE,KAAK,MAAM,EAAE,EAAE,EAAE,CAAC;YACxC,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5D,MAAM,IAAI,YAAY,CAClB,KAAK;YACD,CAAC,CAAC,cAAc,EAAE,yDAAyD,MAAM,EAAE,EAAE,IAAI,GAAG,6CAA6C;YACzI,CAAC,CAAC,0BAA0B,EAAE,kBAAkB,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,mBAAmB,MAAM,CAAC,EAAE,EAAE,4BAA4B,CAC7I,CAAC;IACN,CAAC;IAGD,MAAM,CAAC,MAAY,EAAE,KAAa,EAAE,MAAc,EAAE,MAAc;QAC9D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7B,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;YACxF,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAC9C,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAC1B,IAAI,CAAC,QAAQ,EAAE,CAAC;QAChB,MAAM,KAAK,GAAU,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;QAC5F,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC;QACtE,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;IACvC,CAAC;IAGD,eAAe;QACX,OAAO,IAAI,CAAC,gBAAgB,CAAC;IACjC,CAAC;IAGD,IAAI;QACA,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;IAC9B,CAAC;CACJ;AAUD,MAAM,CAAC,MAAM,KAAK,GAAG,KAAK,EAAE,OAAgB,EAAE,GAAa,EAAE,MAAa,EAAE,MAAM,GAAgB,kBAAkB,EAAiB,EAAE;IACnI,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1D,MAAM,IAAI,GAAS,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;IAE5F,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAClH,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1D,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACrE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACpI,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;AACvD,CAAC,CAAC;AAIF,MAAM,CAAC,MAAM,YAAY,GAAG,KAAK,EAAE,OAAgB,EAAE,MAAM,GAAgB,kBAAkB,EAAkB,EAAE;IAC7G,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IAChD,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;AAC5G,CAAC,CAAC"}

package/dist/index.d.ts

@@ -1,9 +1,18 @@
 import { type Desktop, type Notice, type NoticeEvents } from "./types.js";
-export { windowsSession } from "./apps-windows.js";
+export { windowsSession } from "./windows/apps-windows.js";
+export { CuaClient, cuaDesktop, cuaDriverCandidates, cuaKey, findCuaDriver, parseCuaElements, parseCuaWindows } from "./cua.js";
 export { parseChord, windowsChord, wtypeArgs, xdotoolChord, type Chord, type Modifier } from "./keys.js";
 export { focusRefusal, looksLikeUrl, parseSessionJson, parseSwayTree, parseWindowsJson, parseWmctrl } from "./parse.js";
-export { capture, frame, hasGraphicalSession, isWayland, pngSize } from "./screen.js";
-export { DesktopError, type Desktop, type ForegroundWindow, type MouseButton, type Notice, type NoticeEvents, type Point, type ScreenFrame, type ScrollDirection, type SessionState, type WindowInfo, } from "./types.js";
-export declare const desktop: () => Desktop;
+export { capture, displays, frame, hasGraphicalSession, isWayland, pngSize } from "./screen.js";
+export { crop, decodePng, downscale, encodePng, type Pixels } from "./png.js";
+export { defaultFrame, fitSize, type Frame, FrameLog, type ImageLimits, MODEL_IMAGE_LIMITS, regionOf, type Shot, shoot, toDesktop, toImage, } from "./frames.js";
+export { describeInput, type InputAction, type InputCall, keyboardText, MAX_WAIT_MS, perform, SETTLE_MS, settle, } from "./actions.js";
+export { describeDisplays, describeShot, desktopPointing, ElementRefs, elementNow, frameName, type Pointing, pointingFor, regionFor, reshoot, type ScreenshotTarget, viewFrame, } from "./view.js";
+export { parseDisplaysJson, parseElementJson, parseElementTreeJson, parseSwayOutputs, parseXrandrMonitors, roleOf } from "./parse.js";
+export { DesktopError, type Desktop, type DisplayInfo, type ElementAction, type ElementTree, type Rect, type UiElement, type ForegroundWindow, type MouseButton, type Notice, type NoticeEvents, type Point, type ScreenFrame, type ScrollDirection, type SessionState, type WindowInfo, } from "./types.js";
+export interface DesktopOptions {
+    readonly env?: NodeJS.ProcessEnv;
+}
+export declare const desktop: (options?: DesktopOptions) => Desktop;
 export declare const notice: (hotkey: string, events: NoticeEvents) => Notice | undefined;
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,OAAO,EAAgB,KAAK,MAAM,EAAE,KAAK,YAAY,EAAE,MAAM,YAAY,CAAC;AAExF,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,KAAK,EAAE,KAAK,QAAQ,EAAE,MAAM,WAAW,CAAC;AACzG,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB,EAAE,aAAa,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACxH,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACtF,OAAO,EACH,YAAY,EACZ,KAAK,OAAO,EACZ,KAAK,gBAAgB,EACrB,KAAK,WAAW,EAChB,KAAK,MAAM,EACX,KAAK,YAAY,EACjB,KAAK,KAAK,EACV,KAAK,WAAW,EAChB,KAAK,eAAe,EACpB,KAAK,YAAY,EACjB,KAAK,UAAU,GAClB,MAAM,YAAY,CAAC;AAUpB,eAAO,MAAM,OAAO,QAAO,OAkC1B,CAAC;AAGF,eAAO,MAAM,MAAM,WAAY,MAAM,UAAU,YAAY,KAAG,MAAM,GAAG,SACK,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,KAAK,OAAO,EAAgB,KAAK,MAAM,EAAE,KAAK,YAAY,EAAE,MAAM,YAAY,CAAC;AAExF,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,mBAAmB,EAAE,MAAM,EAAE,aAAa,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAChI,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,KAAK,EAAE,KAAK,QAAQ,EAAE,MAAM,WAAW,CAAC;AACzG,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB,EAAE,aAAa,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACxH,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,mBAAmB,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAChG,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,MAAM,EAAE,MAAM,UAAU,CAAC;AAC9E,OAAO,EACH,YAAY,EACZ,OAAO,EACP,KAAK,KAAK,EACV,QAAQ,EACR,KAAK,WAAW,EAChB,kBAAkB,EAClB,QAAQ,EACR,KAAK,IAAI,EACT,KAAK,EACL,SAAS,EACT,OAAO,GACV,MAAM,aAAa,CAAC;AACrB,OAAO,EACH,aAAa,EACb,KAAK,WAAW,EAChB,KAAK,SAAS,EACd,YAAY,EACZ,WAAW,EACX,OAAO,EACP,SAAS,EACT,MAAM,GACT,MAAM,cAAc,CAAC;AACtB,OAAO,EACH,gBAAgB,EAChB,YAAY,EACZ,eAAe,EACf,WAAW,EACX,UAAU,EACV,SAAS,EACT,KAAK,QAAQ,EACb,WAAW,EACX,SAAS,EACT,OAAO,EACP,KAAK,gBAAgB,EACrB,SAAS,GACZ,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AACtI,OAAO,EACH,YAAY,EACZ,KAAK,OAAO,EACZ,KAAK,WAAW,EAChB,KAAK,aAAa,EAClB,KAAK,WAAW,EAChB,KAAK,IAAI,EACT,KAAK,SAAS,EACd,KAAK,gBAAgB,EACrB,KAAK,WAAW,EAChB,KAAK,MAAM,EACX,KAAK,YAAY,EACjB,KAAK,KAAK,EACV,KAAK,WAAW,EAChB,KAAK,eAAe,EACpB,KAAK,YAAY,EACjB,KAAK,UAAU,GAClB,MAAM,YAAY,CAAC;AAuBpB,MAAM,WAAW,cAAc;IAG3B,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC;CACpC;AA4ED,eAAO,MAAM,OAAO,aAAa,cAAc,KAAQ,OAItD,CAAC;AAiDF,eAAO,MAAM,MAAM,WAAY,MAAM,UAAU,YAAY,KAAG,MAAM,GAAG,SACK,CAAC"}

package/dist/index.js

@@ -1,23 +1,104 @@
-import { linuxApps } from "./apps-linux.js";
-import { windowsApps } from "./apps-windows.js";
-import { linuxInput } from "./input-linux.js";
-import { windowsInput } from "./input-windows.js";
-import { windowsNotice } from "./notice-windows.js";
-import { capture, frame } from "./screen.js";
+import { linuxApps } from "./linux/apps-linux.js";
+import { windowsApps } from "./windows/apps-windows.js";
+import { CuaClient, cuaDesktop, findCuaDriver } from "./cua.js";
+import { windowsElements } from "./windows/elements-windows.js";
+import { linuxInput } from "./linux/input-linux.js";
+import { windowsInput } from "./windows/input-windows.js";
+import { windowsNotice } from "./windows/notice-windows.js";
+import { withEnvironment } from "./run.js";
+import { capture, displays, frame } from "./screen.js";
 import { DesktopError } from "./types.js";
-export { windowsSession } from "./apps-windows.js";
+export { windowsSession } from "./windows/apps-windows.js";
+export { CuaClient, cuaDesktop, cuaDriverCandidates, cuaKey, findCuaDriver, parseCuaElements, parseCuaWindows } from "./cua.js";
 export { parseChord, windowsChord, wtypeArgs, xdotoolChord } from "./keys.js";
 export { focusRefusal, looksLikeUrl, parseSessionJson, parseSwayTree, parseWindowsJson, parseWmctrl } from "./parse.js";
-export { capture, frame, hasGraphicalSession, isWayland, pngSize } from "./screen.js";
+export { capture, displays, frame, hasGraphicalSession, isWayland, pngSize } from "./screen.js";
+export { crop, decodePng, downscale, encodePng } from "./png.js";
+export { defaultFrame, fitSize, FrameLog, MODEL_IMAGE_LIMITS, regionOf, shoot, toDesktop, toImage, } from "./frames.js";
+export { describeInput, keyboardText, MAX_WAIT_MS, perform, SETTLE_MS, settle, } from "./actions.js";
+export { describeDisplays, describeShot, desktopPointing, ElementRefs, elementNow, frameName, pointingFor, regionFor, reshoot, viewFrame, } from "./view.js";
+export { parseDisplaysJson, parseElementJson, parseElementTreeJson, parseSwayOutputs, parseXrandrMonitors, roleOf } from "./parse.js";
 export { DesktopError, } from "./types.js";
 const unsupported = async () => {
-    throw new DesktopError(`Controlling the screen is not supported on ${process.platform} yet: only Windows and Linux.`);
+    throw new DesktopError(`Controlling the screen on ${process.platform} needs cua-driver, and none is installed here.`, "Install cua-driver (https://cua.ai/driver): curl -fsSL https://cua.ai/driver/install.sh | bash");
 };
-export const desktop = () => {
+const noElements = async () => {
+    throw new DesktopError("Reading a window's controls here needs cua-driver, which is not installed. Use a screenshot and its coordinates.", "Install cua-driver (https://cua.ai/driver): curl -fsSL https://cua.ai/driver/install.sh | bash");
+};
+const clients = new Map();
+const cuaClient = (env) => {
+    const binary = findCuaDriver(env);
+    if (binary === undefined) {
+        return undefined;
+    }
+    const key = `${binary}\u0000${env["DISPLAY"] ?? ""}`;
+    let client = clients.get(key);
+    if (client === undefined) {
+        client = new CuaClient(binary, env);
+        clients.set(key, client);
+    }
+    return client;
+};
+const wantsCua = (env) => env["INTENTIC_DESKTOP_DRIVER"] === "cua";
+const linuxElements = (env) => {
+    const client = cuaClient(env);
+    if (client === undefined) {
+        return { elements: noElements, element: noElements, elementAct: noElements };
+    }
+    const cua = cuaDesktop(client);
+    return {
+        elements: async (window) => {
+            if (window === undefined) {
+                return await cua.elements();
+            }
+            const matched = (await cua.windows()).find((candidate) => Number(candidate.id.split(":")[1]) === Number(window) || candidate.id === window);
+            if (matched === undefined) {
+                throw new DesktopError(`cua-driver does not see window ${window}. List the windows again.`);
+            }
+            return await cua.elements(matched.id);
+        },
+        element: cua.element,
+        elementAct: cua.elementAct,
+    };
+};
+const scopedTo = (env, desktop) => {
+    const within = (method) => async (...args) => await withEnvironment(env, async () => await method(...args));
+    return {
+        frame: within(desktop.frame),
+        capture: within(desktop.capture),
+        displays: within(desktop.displays),
+        move: within(desktop.move),
+        click: within(desktop.click),
+        doubleClick: within(desktop.doubleClick),
+        drag: within(desktop.drag),
+        type: within(desktop.type),
+        key: within(desktop.key),
+        scroll: within(desktop.scroll),
+        windows: within(desktop.windows),
+        focusWindow: within(desktop.focusWindow),
+        launch: within(desktop.launch),
+        readClipboard: within(desktop.readClipboard),
+        writeClipboard: within(desktop.writeClipboard),
+        elements: within(desktop.elements),
+        element: within(desktop.element),
+        elementAct: within(desktop.elementAct),
+    };
+};
+export const desktop = (options = {}) => {
+    const env = options.env ?? process.env;
+    const chosen = platformDesktop(env);
+    return options.env === undefined ? chosen : scopedTo(options.env, chosen);
+};
+const platformDesktop = (env) => {
+    const driver = wantsCua(env) || (process.platform !== "win32" && process.platform !== "linux") ? cuaClient(env) : undefined;
+    if (driver !== undefined) {
+        return cuaDesktop(driver);
+    }
     if (process.platform === "win32") {
         return {
             frame,
             capture,
+            displays,
             move: async (to) => await windowsInput.move(to, (await frame()).origin),
             click: async (at, button) => await windowsInput.click(at, button, (await frame()).origin),
             doubleClick: async (at) => await windowsInput.doubleClick(at, (await frame()).origin),
@@ -26,14 +107,16 @@ export const desktop = () => {
             key: windowsInput.key,
             scroll: async (at, direction, amount) => await windowsInput.scroll(at, direction, amount, (await frame()).origin),
             ...windowsApps,
+            ...windowsElements,
         };
     }
     if (process.platform === "linux") {
-        return { frame, capture, ...linuxInput, ...linuxApps };
+        return { frame, capture, displays, ...linuxInput, ...linuxApps, ...linuxElements(env) };
     }
     return {
         frame,
         capture,
+        displays,
         move: unsupported,
         click: unsupported,
         doubleClick: unsupported,
@@ -46,6 +129,9 @@ export const desktop = () => {
         launch: unsupported,
         readClipboard: unsupported,
         writeClipboard: unsupported,
+        elements: unsupported,
+        element: unsupported,
+        elementAct: unsupported,
     };
 };
 export const notice = (hotkey, events) => process.platform === "win32" ? windowsNotice(hotkey, events) : undefined;

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAgB,YAAY,EAAkC,MAAM,YAAY,CAAC;AAExF,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAA6B,MAAM,WAAW,CAAC;AACzG,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB,EAAE,aAAa,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACxH,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,mBAAmB,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AACtF,OAAO,EACH,YAAY,GAWf,MAAM,YAAY,CAAC;AAMpB,MAAM,WAAW,GAAG,KAAK,IAAoB,EAAE;IAC3C,MAAM,IAAI,YAAY,CAAC,8CAA8C,OAAO,CAAC,QAAQ,+BAA+B,CAAC,CAAC;AAC1H,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,GAAY,EAAE;IACjC,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC/B,OAAO;YACH,KAAK;YACL,OAAO;YACP,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;YACvE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;YACzF,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,MAAM,YAAY,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;YACrF,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;YACnF,IAAI,EAAE,YAAY,CAAC,IAAI;YACvB,GAAG,EAAE,YAAY,CAAC,GAAG;YACrB,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,YAAY,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;YACjH,GAAG,WAAW;SACjB,CAAC;IACN,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC/B,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,UAAU,EAAE,GAAG,SAAS,EAAE,CAAC;IAC3D,CAAC;IACD,OAAO;QACH,KAAK;QACL,OAAO;QACP,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,WAAW;QAClB,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,WAAW;QACjB,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,WAAW;QACnB,OAAO,EAAE,WAAW;QACpB,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,WAAW;QAC1B,cAAc,EAAE,WAAW;KAC9B,CAAC;AACN,CAAC,CAAC;AAGF,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,MAAc,EAAE,MAAoB,EAAsB,EAAE,CAC/E,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AACpD,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAgB,YAAY,EAAkC,MAAM,YAAY,CAAC;AAExF,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,mBAAmB,EAAE,MAAM,EAAE,aAAa,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AAChI,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS,EAAE,YAAY,EAA6B,MAAM,WAAW,CAAC;AACzG,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,gBAAgB,EAAE,aAAa,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACxH,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,mBAAmB,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAChG,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAe,MAAM,UAAU,CAAC;AAC9E,OAAO,EACH,YAAY,EACZ,OAAO,EAEP,QAAQ,EAER,kBAAkB,EAClB,QAAQ,EAER,KAAK,EACL,SAAS,EACT,OAAO,GACV,MAAM,aAAa,CAAC;AACrB,OAAO,EACH,aAAa,EAGb,YAAY,EACZ,WAAW,EACX,OAAO,EACP,SAAS,EACT,MAAM,GACT,MAAM,cAAc,CAAC;AACtB,OAAO,EACH,gBAAgB,EAChB,YAAY,EACZ,eAAe,EACf,WAAW,EACX,UAAU,EACV,SAAS,EAET,WAAW,EACX,SAAS,EACT,OAAO,EAEP,SAAS,GACZ,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,YAAY,CAAC;AACtI,OAAO,EACH,YAAY,GAgBf,MAAM,YAAY,CAAC;AAOpB,MAAM,WAAW,GAAG,KAAK,IAAoB,EAAE;IAC3C,MAAM,IAAI,YAAY,CAClB,6BAA6B,OAAO,CAAC,QAAQ,gDAAgD,EAC7F,gGAAgG,CACnG,CAAC;AACN,CAAC,CAAC;AAIF,MAAM,UAAU,GAAG,KAAK,IAAoB,EAAE;IAC1C,MAAM,IAAI,YAAY,CAClB,kHAAkH,EAClH,gGAAgG,CACnG,CAAC;AACN,CAAC,CAAC;AASF,MAAM,OAAO,GAAG,IAAI,GAAG,EAAqB,CAAC;AAE7C,MAAM,SAAS,GAAG,CAAC,GAAsB,EAAyB,EAAE;IAChE,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,MAAM,GAAG,GAAG,GAAG,MAAM,SAAS,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC;IACrD,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,MAAM,GAAG,IAAI,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,MAAM,CAAC;AAClB,CAAC,CAAC;AAIF,MAAM,QAAQ,GAAG,CAAC,GAAsB,EAAW,EAAE,CAAC,GAAG,CAAC,yBAAyB,CAAC,KAAK,KAAK,CAAC;AAI/F,MAAM,aAAa,GAAG,CAAC,GAAsB,EAAwD,EAAE;IACnG,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC;IACjF,CAAC;IACD,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IAC/B,OAAO;QACH,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YACvB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACvB,OAAO,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC;YAChC,CAAC;YACD,MAAM,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;YAC5I,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBACxB,MAAM,IAAI,YAAY,CAAC,kCAAkC,MAAM,2BAA2B,CAAC,CAAC;YAChG,CAAC;YACD,OAAO,MAAM,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,UAAU,EAAE,GAAG,CAAC,UAAU;KAC7B,CAAC;AACN,CAAC,CAAC;AAIF,MAAM,QAAQ,GAAG,CAAC,GAAsB,EAAE,OAAgB,EAAW,EAAE;IACnE,MAAM,MAAM,GACR,CAA0C,MAA0C,EAAE,EAAE,CACxF,KAAK,EAAE,GAAG,IAAU,EAAmB,EAAE,CACrC,MAAM,eAAe,CAAC,GAAG,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;IACtE,OAAO;QACH,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;QAC5B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAChC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;QAClC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;QAC1B,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC;QAC5B,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC;QACxC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;QAC1B,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;QAC1B,GAAG,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC;QACxB,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;QAC9B,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAChC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC;QACxC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;QAC9B,aAAa,EAAE,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC;QAC5C,cAAc,EAAE,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC;QAC9C,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;QAClC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAChC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;KACzC,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,OAAO,GAAmB,EAAE,EAAW,EAAE;IAC7D,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IACpC,OAAO,OAAO,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AAC9E,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,GAAsB,EAAW,EAAE;IACxD,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC5H,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC/B,OAAO;YACH,KAAK;YACL,OAAO;YACP,QAAQ;YACR,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;YACvE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,YAAY,CAAC,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;YACzF,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,MAAM,YAAY,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;YACrF,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;YACnF,IAAI,EAAE,YAAY,CAAC,IAAI;YACvB,GAAG,EAAE,YAAY,CAAC,GAAG;YACrB,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,YAAY,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC;YACjH,GAAG,WAAW;YACd,GAAG,eAAe;SACrB,CAAC;IACN,CAAC;IACD,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,EAAE,CAAC;QAC/B,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,UAAU,EAAE,GAAG,SAAS,EAAE,GAAG,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;IAC5F,CAAC;IACD,OAAO;QACH,KAAK;QACL,OAAO;QACP,QAAQ;QACR,IAAI,EAAE,WAAW;QACjB,KAAK,EAAE,WAAW;QAClB,WAAW,EAAE,WAAW;QACxB,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,WAAW;QACjB,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,WAAW;QACnB,OAAO,EAAE,WAAW;QACpB,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,WAAW;QAC1B,cAAc,EAAE,WAAW;QAC3B,QAAQ,EAAE,WAAW;QACrB,OAAO,EAAE,WAAW;QACpB,UAAU,EAAE,WAAW;KAC1B,CAAC;AACN,CAAC,CAAC;AAGF,MAAM,CAAC,MAAM,MAAM,GAAG,CAAC,MAAc,EAAE,MAAoB,EAAsB,EAAE,CAC/E,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC"}

package/dist/{apps-linux.d.ts → linux/apps-linux.d.ts}

@@ -1,4 +1,4 @@
-import { type WindowInfo } from "./types.js";
+import { type WindowInfo } from "../types.js";
 export declare const linuxApps: {
     windows: () => Promise<WindowInfo[]>;
     focusWindow: (id: string) => Promise<void>;

package/dist/linux/apps-linux.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"apps-linux.d.ts","sourceRoot":"","sources":["../../src/linux/apps-linux.ts"],"names":[],"mappings":"AAKA,OAAO,EAAgB,KAAK,UAAU,EAAE,MAAM,aAAa,CAAC;AAa5D,eAAO,MAAM,SAAS;IAClB,OAAO,QAAY,OAAO,CAAC,UAAU,EAAE,CAAC;IAkBxC,WAAW,OAAa,MAAM,KAAG,OAAO,CAAC,IAAI,CAAC;IAgB9C,MAAM,WAAiB,MAAM,KAAG,OAAO,CAAC,IAAI,CAAC;IAiB7C,aAAa,QAAY,OAAO,CAAC,MAAM,CAAC;IAKxC,cAAc,SAAe,MAAM,KAAG,OAAO,CAAC,IAAI,CAAC;CAWtD,CAAC"}

package/dist/{apps-linux.js → linux/apps-linux.js}

@@ -1,14 +1,14 @@
 import { spawn } from "node:child_process";
 import { existsSync } from "node:fs";
-import { looksLikeUrl, parseSwayTree, parseWmctrl } from "./parse.js";
-import { has, run } from "./run.js";
-import { isWayland } from "./screen.js";
-import { DesktopError } from "./types.js";
+import { looksLikeUrl, parseSwayTree, parseWmctrl, parseXwininfoTree, withAbsoluteBounds } from "../parse.js";
+import { environment, has, run } from "../run.js";
+import { isWayland } from "../screen.js";
+import { DesktopError } from "../types.js";
 import { XDOTOOL_INSTALL } from "./input-linux.js";
 const WMCTRL_INSTALL = "sudo apt install wmctrl  (or your distro's package)";
 const CLIP_INSTALL_X11 = "sudo apt install xclip";
 const CLIP_INSTALL_WAYLAND = "sudo apt install wl-clipboard";
-const swayRunning = () => process.env["SWAYSOCK"] !== undefined || process.env["I3SOCK"] !== undefined;
+const swayRunning = () => environment()["SWAYSOCK"] !== undefined || environment()["I3SOCK"] !== undefined;
 export const linuxApps = {
     windows: async () => {
         if (isWayland()) {
@@ -18,8 +18,9 @@ export const linuxApps = {
             throw new DesktopError("This Wayland session does not let a program list other windows: the compositor refuses it by design, and only sway/Hyprland offer an IPC that answers. Use a screenshot to see what is open, or log in to an X11 session for full window control.");
         }
         const active = await run("xdotool", ["getactivewindow"], XDOTOOL_INSTALL).catch(() => "");
-        const listed = await run("wmctrl", ["-lGpx"], WMCTRL_INSTALL);
-        return parseWmctrl(listed, active.trim() === "" ? undefined : active.trim());
+        const listed = parseWmctrl(await run("wmctrl", ["-lGpx"], WMCTRL_INSTALL), active.trim() === "" ? undefined : active.trim());
+        const tree = (await has("xwininfo")) ? await run("xwininfo", ["-root", "-tree"]).catch(() => "") : "";
+        return withAbsoluteBounds(listed, parseXwininfoTree(tree));
     },
     focusWindow: async (id) => {
         if (isWayland()) {
@@ -39,7 +40,7 @@ export const linuxApps = {
         const [command, args] = viaOpener
             ? ["xdg-open", [target]]
             : [target.split(/\s+/)[0] ?? target, target.split(/\s+/).slice(1)];
-        const child = spawn(command, [...args], { detached: true, stdio: "ignore" });
+        const child = spawn(command, [...args], { detached: true, stdio: "ignore", env: environment() });
         child.unref();
         await new Promise((resolvePromise, reject) => {
             child.once("error", (error) => reject(new DesktopError(`Could not start "${target}": ${error.message}`)));
@@ -54,7 +55,7 @@ export const linuxApps = {
             ? ["wl-copy", [], CLIP_INSTALL_WAYLAND]
             : ["xclip", ["-selection", "clipboard"], CLIP_INSTALL_X11];
         await new Promise((resolvePromise, reject) => {
-            const child = spawn(command, [...args], { stdio: ["pipe", "ignore", "ignore"] });
+            const child = spawn(command, [...args], { stdio: ["pipe", "ignore", "ignore"], env: environment() });
             child.once("error", (error) => reject(new DesktopError(`Could not set the clipboard with "${command}": ${error.message}`, install)));
             child.once("close", () => resolvePromise());
             child.stdin.end(text);

package/dist/linux/apps-linux.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"apps-linux.js","sourceRoot":"","sources":["../../src/linux/apps-linux.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAC9G,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAmB,MAAM,aAAa,CAAC;AAC5D,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAMnD,MAAM,cAAc,GAAG,qDAAqD,CAAC;AAC7E,MAAM,gBAAgB,GAAG,wBAAwB,CAAC;AAClD,MAAM,oBAAoB,GAAG,+BAA+B,CAAC;AAE7D,MAAM,WAAW,GAAG,GAAY,EAAE,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,KAAK,SAAS,IAAI,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,SAAS,CAAC;AAEpH,MAAM,CAAC,MAAM,SAAS,GAAG;IACrB,OAAO,EAAE,KAAK,IAA2B,EAAE;QACvC,IAAI,SAAS,EAAE,EAAE,CAAC;YACd,IAAI,WAAW,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;gBAC1C,OAAO,aAAa,CAAC,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,MAAM,IAAI,YAAY,CAClB,mPAAmP,CACtP,CAAC;QACN,CAAC;QAGD,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC,iBAAiB,CAAC,EAAE,eAAe,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAC1F,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,cAAc,CAAC,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAE7H,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACtG,OAAO,kBAAkB,CAAC,MAAM,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,WAAW,EAAE,KAAK,EAAE,EAAU,EAAiB,EAAE;QAC7C,IAAI,SAAS,EAAE,EAAE,CAAC;YACd,IAAI,WAAW,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;gBAC1C,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;gBAClD,OAAO;YACX,CAAC;YACD,MAAM,IAAI,YAAY,CAClB,6HAA6H,CAChI,CAAC;QACN,CAAC;QAED,MAAM,GAAG,CAAC,SAAS,EAAE,CAAC,gBAAgB,EAAE,QAAQ,EAAE,EAAE,CAAC,EAAE,eAAe,CAAC,CAAC;IAC5E,CAAC;IAID,MAAM,EAAE,KAAK,EAAE,MAAc,EAAiB,EAAE;QAC5C,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;QAC7D,IAAI,SAAS,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,YAAY,CAAC,0CAA0C,MAAM,SAAS,EAAE,4BAA4B,CAAC,CAAC;QACpH,CAAC;QACD,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,SAAS;YAC7B,CAAC,CAAE,CAAC,UAAU,EAAE,CAAC,MAAM,CAAC,CAAW;YACnC,CAAC,CAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAW,CAAC;QAClF,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC;QACjG,KAAK,CAAC,KAAK,EAAE,CAAC;QAEd,MAAM,IAAI,OAAO,CAAO,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;YAC/C,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,oBAAoB,MAAM,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;YAC1G,UAAU,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;IACP,CAAC;IAED,aAAa,EAAE,KAAK,IAAqB,EAAE,CACvC,SAAS,EAAE;QACP,CAAC,CAAC,MAAM,GAAG,CAAC,UAAU,EAAE,CAAC,cAAc,CAAC,EAAE,oBAAoB,CAAC;QAC/D,CAAC,CAAC,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,gBAAgB,CAAC;IAEjF,cAAc,EAAE,KAAK,EAAE,IAAY,EAAiB,EAAE;QAClD,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,SAAS,EAAE;YACxC,CAAC,CAAE,CAAC,SAAS,EAAE,EAAE,EAAE,oBAAoB,CAAW;YAClD,CAAC,CAAE,CAAC,OAAO,EAAE,CAAC,YAAY,EAAE,WAAW,CAAC,EAAE,gBAAgB,CAAW,CAAC;QAC1E,MAAM,IAAI,OAAO,CAAO,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;YAC/C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,EAAE,GAAG,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC;YACrG,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,YAAY,CAAC,qCAAqC,OAAO,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;YACrI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,cAAc,EAAE,CAAC,CAAC;YAC5C,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;IACP,CAAC;CACJ,CAAC"}

package/dist/{input-linux.d.ts → linux/input-linux.d.ts}

@@ -1,5 +1,6 @@
-import { type MouseButton, type Point, type ScrollDirection } from "./types.js";
+import { type MouseButton, type Point, type ScrollDirection } from "../types.js";
 export declare const XDOTOOL_INSTALL = "sudo apt install xdotool  (or your distro's package)";
+export declare const unknownKeyIn: (stderr: string) => string | undefined;
 export declare const linuxInput: {
     move: (to: Point) => Promise<void>;
     click: (at: Point, button: MouseButton) => Promise<void>;

package/dist/linux/input-linux.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"input-linux.d.ts","sourceRoot":"","sources":["../../src/linux/input-linux.ts"],"names":[],"mappings":"AAGA,OAAO,EAAgB,KAAK,WAAW,EAAE,KAAK,KAAK,EAAE,KAAK,eAAe,EAAE,MAAM,aAAa,CAAC;AAO/F,eAAO,MAAM,eAAe,yDAAyD,CAAC;AAetF,eAAO,MAAM,YAAY,WAAY,MAAM,KAAG,MAAM,GAAG,SAA2D,CAAC;AAEnH,eAAO,MAAM,UAAU;IACnB,IAAI,OAAa,KAAK,KAAG,OAAO,CAAC,IAAI,CAAC;IAQtC,KAAK,OAAa,KAAK,UAAU,WAAW,KAAG,OAAO,CAAC,IAAI,CAAC;IAS5D,WAAW,OAAa,KAAK,KAAG,OAAO,CAAC,IAAI,CAAC;IAqB7C,IAAI,SAAe,KAAK,MAAM,KAAK,KAAG,OAAO,CAAC,IAAI,CAAC;IAcnD,IAAI,SAAe,MAAM,KAAG,OAAO,CAAC,IAAI,CAAC;IAczC,GAAG,UAAgB,MAAM,KAAG,OAAO,CAAC,IAAI,CAAC;IAgBzC,MAAM,OAAa,KAAK,aAAa,eAAe,UAAU,MAAM,KAAG,OAAO,CAAC,IAAI,CAAC;CAavF,CAAC"}

package/dist/{input-linux.js → linux/input-linux.js}

@@ -1,7 +1,7 @@
-import { wtypeArgs, xdotoolChord } from "./keys.js";
-import { has, run } from "./run.js";
-import { isWayland } from "./screen.js";
-import { DesktopError } from "./types.js";
+import { wtypeArgs, xdotoolChord } from "../keys.js";
+import { has, run, runOutput } from "../run.js";
+import { isWayland } from "../screen.js";
+import { DesktopError } from "../types.js";
 export const XDOTOOL_INSTALL = "sudo apt install xdotool  (or your distro's package)";
 const YDOTOOL_INSTALL = "sudo apt install ydotool, then add yourself to the input group: sudo usermod -aG input $USER (log out and back in)";
 const WTYPE_INSTALL = "sudo apt install wtype";
@@ -10,6 +10,7 @@ const YDOTOOL_BUTTON = { left: "0xC0", right: "0xC1", middle: "0xC2" };
 const wayland = () => isWayland();
 const xdotool = (args) => run("xdotool", args, XDOTOOL_INSTALL);
 const ydotool = (args) => run("ydotool", args, YDOTOOL_INSTALL);
+export const unknownKeyIn = (stderr) => /No such key name '([^']*)'/.exec(stderr)?.[1];
 export const linuxInput = {
     move: async (to) => {
         if (wayland()) {
@@ -76,7 +77,11 @@ export const linuxInput = {
             }
             throw new DesktopError("Pressing key combinations on Wayland needs wtype.", WTYPE_INSTALL);
         }
-        await xdotool(["key", "--clearmodifiers", xdotoolChord(combo)]);
+        const { stderr } = await runOutput("xdotool", ["key", "--clearmodifiers", xdotoolChord(combo)], XDOTOOL_INSTALL);
+        const unknown = unknownKeyIn(stderr);
+        if (unknown !== undefined) {
+            throw new DesktopError(`"${unknown}" is not a key this desktop knows, so nothing was pressed. Name it as a letter, a digit, F1–F12, or an X11 key name like Return, Tab, Escape, Page_Up.`);
+        }
     },
     scroll: async (at, direction, amount) => {
         const clicks = Math.max(1, Math.round(amount));

package/dist/linux/input-linux.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"input-linux.js","sourceRoot":"","sources":["../../src/linux/input-linux.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AACrD,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAsD,MAAM,aAAa,CAAC;AAO/F,MAAM,CAAC,MAAM,eAAe,GAAG,sDAAsD,CAAC;AACtF,MAAM,eAAe,GAAG,oHAAoH,CAAC;AAC7I,MAAM,aAAa,GAAG,wBAAwB,CAAC;AAE/C,MAAM,cAAc,GAAgC,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;AAE3F,MAAM,cAAc,GAAgC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAEpG,MAAM,OAAO,GAAG,GAAY,EAAE,CAAC,SAAS,EAAE,CAAC;AAE3C,MAAM,OAAO,GAAG,CAAC,IAAuB,EAAmB,EAAE,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC;AACpG,MAAM,OAAO,GAAG,CAAC,IAAuB,EAAmB,EAAE,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC;AAIpG,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,MAAc,EAAsB,EAAE,CAAC,4BAA4B,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAEnH,MAAM,CAAC,MAAM,UAAU,GAAG;IACtB,IAAI,EAAE,KAAK,EAAE,EAAS,EAAiB,EAAE;QACrC,IAAI,OAAO,EAAE,EAAE,CAAC;YACZ,MAAM,OAAO,CAAC,CAAC,WAAW,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3G,OAAO;QACX,CAAC;QACD,MAAM,OAAO,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACrF,CAAC;IAED,KAAK,EAAE,KAAK,EAAE,EAAS,EAAE,MAAmB,EAAiB,EAAE;QAC3D,IAAI,OAAO,EAAE,EAAE,CAAC;YACZ,MAAM,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC1B,MAAM,OAAO,CAAC,CAAC,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACjD,OAAO;QACX,CAAC;QACD,MAAM,OAAO,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACtH,CAAC;IAED,WAAW,EAAE,KAAK,EAAE,EAAS,EAAiB,EAAE;QAC5C,IAAI,OAAO,EAAE,EAAE,CAAC;YACZ,MAAM,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC1B,MAAM,OAAO,CAAC,CAAC,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;YAC9C,MAAM,OAAO,CAAC,CAAC,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;YAC9C,OAAO;QACX,CAAC;QAED,MAAM,OAAO,CAAC;YACV,WAAW;YACX,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACxB,OAAO;YACP,UAAU;YACV,GAAG;YACH,SAAS;YACT,IAAI;YACJ,cAAc,CAAC,IAAI;SACtB,CAAC,CAAC;IACP,CAAC;IAED,IAAI,EAAE,KAAK,EAAE,IAAW,EAAE,EAAS,EAAiB,EAAE;QAClD,IAAI,OAAO,EAAE,EAAE,CAAC;YACZ,MAAM,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE5B,MAAM,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;YACjC,MAAM,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC1B,MAAM,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;YACjC,OAAO;QACX,CAAC;QACD,MAAM,OAAO,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC,CAAC;QACvG,MAAM,OAAO,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjF,MAAM,OAAO,CAAC,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,EAAE,KAAK,EAAE,IAAY,EAAiB,EAAE;QACxC,IAAI,OAAO,EAAE,EAAE,CAAC;YACZ,IAAI,MAAM,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAErB,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,aAAa,CAAC,CAAC;gBAChD,OAAO;YACX,CAAC;YACD,MAAM,OAAO,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;YACpC,OAAO;QACX,CAAC;QAED,MAAM,OAAO,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,GAAG,EAAE,KAAK,EAAE,KAAa,EAAiB,EAAE;QACxC,IAAI,OAAO,EAAE,EAAE,CAAC;YACZ,IAAI,MAAM,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACrB,MAAM,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,aAAa,CAAC,CAAC;gBACpD,OAAO;YACX,CAAC;YAED,MAAM,IAAI,YAAY,CAAC,mDAAmD,EAAE,aAAa,CAAC,CAAC;QAC/F,CAAC;QACD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,kBAAkB,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;QACjH,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YACxB,MAAM,IAAI,YAAY,CAAC,IAAI,OAAO,wJAAwJ,CAAC,CAAC;QAChM,CAAC;IACL,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,EAAS,EAAE,SAA0B,EAAE,MAAc,EAAiB,EAAE;QACnF,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/C,IAAI,OAAO,EAAE,EAAE,CAAC;YACZ,MAAM,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC1B,MAAM,IAAI,GAAG,SAAS,KAAK,IAAI,IAAI,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC;YACjF,MAAM,IAAI,GAAG,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACpE,MAAM,OAAO,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAC1D,OAAO;QACX,CAAC;QAED,MAAM,MAAM,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACxE,MAAM,OAAO,CAAC,CAAC,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IAClI,CAAC;CACJ,CAAC"}

package/dist/parse.d.ts

@@ -1,8 +1,16 @@
-import { type SessionState, type WindowInfo } from "./types.js";
+import { type DisplayInfo, type ElementTree, type Rect, type SessionState, type UiElement, type WindowInfo } from "./types.js";
 export declare const parseWmctrl: (output: string, focusedId?: string) => WindowInfo[];
 export declare const parseSwayTree: (json: string) => WindowInfo[];
 export declare const parseWindowsJson: (json: string) => WindowInfo[];
 export declare const parseSessionJson: (json: string) => SessionState | undefined;
 export declare const focusRefusal: (id: string, attempts: number, state: SessionState | undefined) => string;
 export declare const looksLikeUrl: (target: string) => boolean;
+export declare const parseDisplaysJson: (json: string) => DisplayInfo[];
+export declare const parseXrandrMonitors: (output: string) => DisplayInfo[];
+export declare const parseSwayOutputs: (json: string) => DisplayInfo[];
+export declare const roleOf: (programmatic: string) => string;
+export declare const parseElementJson: (json: string) => UiElement | undefined;
+export declare const parseElementTreeJson: (json: string) => ElementTree;
+export declare const parseXwininfoTree: (output: string) => Map<number, Rect>;
+export declare const withAbsoluteBounds: (windows: readonly WindowInfo[], tree: ReadonlyMap<number, Rect>) => WindowInfo[];
 //# sourceMappingURL=parse.d.ts.map

package/dist/parse.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"parse.d.ts","sourceRoot":"","sources":["../src/parse.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,KAAK,YAAY,EAAE,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AAO9E,eAAO,MAAM,WAAW,WAAY,MAAM,cAAc,MAAM,KAAG,UAAU,EA2BjE,CAAC;AA8CX,eAAO,MAAM,aAAa,SAAU,MAAM,KAAG,UAAU,EAA2D,CAAC;AAInH,eAAO,MAAM,gBAAgB,SAAU,MAAM,KAAG,UAAU,EAwBzD,CAAC;AAKF,eAAO,MAAM,gBAAgB,SAAU,MAAM,KAAG,YAAY,GAAG,SAe9D,CAAC;AASF,eAAO,MAAM,YAAY,OAAQ,MAAM,YAAY,MAAM,SAAS,YAAY,GAAG,SAAS,KAAG,MAU5F,CAAC;AAIF,eAAO,MAAM,YAAY,WAAY,MAAM,KAAG,OAAsF,CAAC"}
+{"version":3,"file":"parse.d.ts","sourceRoot":"","sources":["../src/parse.ts"],"names":[],"mappings":"AACA,OAAO,EACH,KAAK,WAAW,EAGhB,KAAK,WAAW,EAChB,KAAK,IAAI,EACT,KAAK,YAAY,EACjB,KAAK,SAAS,EACd,KAAK,UAAU,EAClB,MAAM,YAAY,CAAC;AAOpB,eAAO,MAAM,WAAW,WAAY,MAAM,cAAc,MAAM,KAAG,UAAU,EA2BjE,CAAC;AA8CX,eAAO,MAAM,aAAa,SAAU,MAAM,KAAG,UAAU,EAA2D,CAAC;AAInH,eAAO,MAAM,gBAAgB,SAAU,MAAM,KAAG,UAAU,EAwBzD,CAAC;AAKF,eAAO,MAAM,gBAAgB,SAAU,MAAM,KAAG,YAAY,GAAG,SAe9D,CAAC;AASF,eAAO,MAAM,YAAY,OAAQ,MAAM,YAAY,MAAM,SAAS,YAAY,GAAG,SAAS,KAAG,MAU5F,CAAC;AAIF,eAAO,MAAM,YAAY,WAAY,MAAM,KAAG,OAAsF,CAAC;AA4CrI,eAAO,MAAM,iBAAiB,SAAU,MAAM,KAAG,WAAW,EAKrD,CAAC;AAGR,eAAO,MAAM,mBAAmB,WAAY,MAAM,KAAG,WAAW,EAQ1D,CAAC;AASP,eAAO,MAAM,gBAAgB,SAAU,MAAM,KAAG,WAAW,EAGtD,CAAC;AAIN,eAAO,MAAM,MAAM,iBAAkB,MAAM,KAAG,MAIxB,CAAC;AAqDvB,eAAO,MAAM,gBAAgB,SAAU,MAAM,KAAG,SAAS,GAAG,SAG3D,CAAC;AAQF,eAAO,MAAM,oBAAoB,SAAU,MAAM,KAAG,WAGnD,CAAC;AAIF,eAAO,MAAM,iBAAiB,WAAY,MAAM,KAAG,GAAG,CAAC,MAAM,EAAE,IAAI,CAU9D,CAAC;AAKN,eAAO,MAAM,kBAAkB,YAAa,SAAS,UAAU,EAAE,QAAQ,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,KAAG,UAAU,EAIzG,CAAC"}

package/dist/parse.js

@@ -1,4 +1,5 @@
-import { DesktopError } from "./types.js";
+import { z } from "zod";
+import { DesktopError, } from "./types.js";
 export const parseWmctrl = (output, focusedId) => output
     .split(/\r?\n/)
     .map((line) => line.trim())
@@ -106,4 +107,122 @@ export const focusRefusal = (id, attempts, state) => {
     return `Windows would not give window ${id} the keyboard after ${attempts} attempts: ${cause}.`;
 };
 export const looksLikeUrl = (target) => /^[a-z][a-z0-9+.-]*:\/\//i.test(target) || /^(www\.|mailto:)/i.test(target);
+const measured = z.number().refine(Number.isFinite);
+const jsonFrom = (json, schema, lister, what) => {
+    const said = json.trim().slice(0, 200);
+    const refuse = () => {
+        throw new DesktopError(`${lister} answered something that is not ${what}: ${said === "" ? "nothing" : said}`);
+    };
+    let parsed;
+    try {
+        parsed = schema.safeParse(JSON.parse(json));
+    }
+    catch {
+        return refuse();
+    }
+    return parsed.success ? parsed.data : refuse();
+};
+const rowsOf = (row) => z.array(z.unknown()).transform((rows) => rows.flatMap((candidate) => {
+    const parsed = row.safeParse(candidate);
+    return parsed.success ? [parsed.data] : [];
+}));
+const psListOf = (row) => z.union([z.array(z.unknown()), z.unknown().transform((one) => [one])]).pipe(rowsOf(row));
+const DisplayRowSchema = z.object({
+    name: z.string().catch(""),
+    primary: z.boolean().catch(false),
+    x: measured,
+    y: measured,
+    width: measured.refine((width) => width > 0),
+    height: measured.refine((height) => height > 0),
+});
+export const parseDisplaysJson = (json) => jsonFrom(json, psListOf(DisplayRowSchema), "PowerShell", "a display list").map((row) => ({
+    name: row.name,
+    primary: row.primary,
+    bounds: { x: row.x, y: row.y, width: row.width, height: row.height },
+}));
+export const parseXrandrMonitors = (output) => output.split(/\r?\n/).flatMap((line) => {
+    const fields = /^\s*\d+:\s+\+?(\*)?(\S+)\s+(\d+)\/\d+x(\d+)\/\d+\+(-?\d+)\+(-?\d+)/.exec(line);
+    if (fields === null) {
+        return [];
+    }
+    const [, star, name, width, height, x, y] = fields;
+    return [{ name: name ?? "", primary: star === "*", bounds: { x: Number(x), y: Number(y), width: Number(width), height: Number(height) } }];
+});
+const SwayOutputSchema = z.object({
+    name: z.string().catch(""),
+    active: z.boolean().catch(true),
+    rect: z.object({ x: measured, y: measured, width: measured, height: measured }).optional().catch(undefined),
+});
+export const parseSwayOutputs = (json) => jsonFrom(json, rowsOf(SwayOutputSchema), "swaymsg", "an output list").flatMap(({ name, active, rect }) => !active || rect === undefined ? [] : [{ name, primary: rect.x === 0 && rect.y === 0, bounds: { ...rect } }]);
+export const roleOf = (programmatic) => programmatic
+    .replace(/^ControlType\./, "")
+    .replace(/([a-z])([A-Z])/g, "$1 $2")
+    .toLowerCase();
+const ElementRowSchema = z.object({
+    id: z.string().min(1),
+    type: z.string().catch(""),
+    name: z.string().catch(""),
+    value: z.string().optional().catch(undefined),
+    x: measured.optional().catch(undefined),
+    y: measured.optional().catch(undefined),
+    width: measured.optional().catch(undefined),
+    height: measured.optional().catch(undefined),
+    enabled: z.boolean().catch(true),
+    focused: z.boolean().catch(false),
+    offscreen: z.boolean().catch(false),
+    focusable: z.boolean().catch(false),
+    invoke: z.boolean().catch(false),
+    settable: z.boolean().catch(false),
+    toggle: z.boolean().catch(false),
+    expand: z.boolean().catch(false),
+    select: z.boolean().catch(false),
+    depth: measured.catch(0),
+});
+const actionsOf = (row) => [
+    ...(row.invoke ? ["invoke"] : []),
+    ...(row.settable ? ["set_value"] : []),
+    ...(row.toggle ? ["toggle"] : []),
+    ...(row.select ? ["select"] : []),
+    ...(row.expand ? ["expand", "collapse"] : []),
+    ...(row.focusable ? ["focus"] : []),
+];
+const elementOf = (row) => {
+    const shown = !row.offscreen;
+    return {
+        id: row.id,
+        role: roleOf(row.type),
+        name: row.name,
+        value: row.value,
+        bounds: { x: row.x ?? 0, y: row.y ?? 0, width: shown ? (row.width ?? 0) : 0, height: shown ? (row.height ?? 0) : 0 },
+        enabled: row.enabled,
+        focused: row.focused,
+        actions: actionsOf(row),
+        depth: row.depth,
+    };
+};
+export const parseElementJson = (json) => {
+    const [row] = jsonFrom(json, psListOf(ElementRowSchema), "UI Automation", "an element");
+    return row === undefined ? undefined : elementOf(row);
+};
+const ElementTreeSchema = z.object({
+    window: z.object({ id: z.string().catch(""), title: z.string().catch(""), app: z.string().catch("") }),
+    elements: rowsOf(ElementRowSchema).catch([]),
+    truncated: z.boolean().catch(false),
+});
+export const parseElementTreeJson = (json) => {
+    const tree = jsonFrom(json, ElementTreeSchema, "UI Automation", "an element tree");
+    return { window: tree.window, elements: tree.elements.map(elementOf), truncated: tree.truncated };
+};
+export const parseXwininfoTree = (output) => new Map(output.split(/\r?\n/).flatMap((line) => {
+    const fields = /^\s*(0x[0-9a-f]+)\s.*\s(\d+)x(\d+)[+-]-?\d+[+-]-?\d+\s+\+?(-?\d+)\+?(-?\d+)\s*$/i.exec(line);
+    if (fields === null) {
+        return [];
+    }
+    const [, id, width, height, x, y] = fields;
+    return [[Number(id), { x: Number(x), y: Number(y), width: Number(width), height: Number(height) }]];
+}));
+export const withAbsoluteBounds = (windows, tree) => windows.map((window) => {
+    const exact = tree.get(Number(window.id));
+    return exact === undefined ? window : { ...window, bounds: exact };
+});
 //# sourceMappingURL=parse.js.map