@zenalexa/unicli 0.221.1 → 0.222.1

package/dist/transport/adapters/visual.d.ts

@@ -0,0 +1,114 @@
+/**
+ * @owner   src/transport/adapters/visual.ts
+ * @does    Provide Uni-CLI's screenshot-plus-model visual fallback transport behind the transport bus.
+ * @needs   core/envelope, transport/types
+ * @feeds   src/transport/bus.ts, src/engine/steps/visual.ts, compute cascade visual fallback
+ * @breaks  Throws no public errors; backend failures become structured envelopes.
+ * @invariants Backend selection is deterministic from env; action() never throws.
+ * @side-effects May click, type, scroll, drag, or launch through a configured backend.
+ * @perf    Screenshot payload size dominates memory use.
+ * @concurrency Backend implementations own their own synchronization.
+ * @test    tests/unit/transport/adapters/visual.test.ts
+ * @stability beta
+ * @since   0.222.0
+ */
+import type { ActionRequest, ActionResult, Capability, Snapshot, SnapshotFormat, TransportAdapter, TransportContext, TransportKind } from "../types.js";
+export interface VisualBackend {
+    readonly name: VisualBackendName;
+    snapshot(): Promise<{
+        base64: string;
+        width: number;
+        height: number;
+        mime?: string;
+    }>;
+    click(x: number, y: number, button?: "left" | "right"): Promise<void>;
+    type(text: string): Promise<void>;
+    key(key: string): Promise<void>;
+    scroll(dx: number, dy: number): Promise<void>;
+    drag(fromX: number, fromY: number, toX: number, toY: number): Promise<void>;
+    wait(ms: number): Promise<void>;
+    ask?(question: string): Promise<string>;
+    launch?(app: string): Promise<void>;
+}
+export type VisualBackendName = "mock" | "remote";
+export declare const VISUAL_STEPS: readonly ["visual_snapshot", "visual_click", "visual_type", "visual_key", "visual_scroll", "visual_drag", "visual_wait", "visual_assert", "visual_ask", "visual_backend", "visual_launch"];
+export declare class MockBackend implements VisualBackend {
+    readonly name: VisualBackendName;
+    readonly history: Array<{
+        verb: string;
+        args: unknown[];
+    }>;
+    private record;
+    snapshot(): Promise<{
+        base64: string;
+        width: number;
+        height: number;
+        mime: string;
+    }>;
+    click(x: number, y: number, button?: "left" | "right"): Promise<void>;
+    type(text: string): Promise<void>;
+    key(key: string): Promise<void>;
+    scroll(dx: number, dy: number): Promise<void>;
+    drag(fromX: number, fromY: number, toX: number, toY: number): Promise<void>;
+    wait(ms: number): Promise<void>;
+    ask(question: string): Promise<string>;
+    launch(app: string): Promise<void>;
+}
+export declare class RemoteVisualBackend implements VisualBackend {
+    readonly endpoint: string;
+    readonly apiKey?: string | undefined;
+    readonly name: VisualBackendName;
+    constructor(endpoint: string, apiKey?: string | undefined);
+    private notReady;
+    snapshot(): Promise<{
+        base64: string;
+        width: number;
+        height: number;
+    }>;
+    click(): Promise<void>;
+    type(): Promise<void>;
+    key(): Promise<void>;
+    scroll(): Promise<void>;
+    drag(): Promise<void>;
+    wait(ms: number): Promise<void>;
+    ask(): Promise<string>;
+}
+export interface VisualEnv {
+    VISUAL_BACKEND?: string;
+    VISUAL_BACKEND_ENDPOINT?: string;
+    VISUAL_BACKEND_API_KEY?: string;
+}
+export declare function selectVisualBackend(env?: VisualEnv): VisualBackend;
+export interface VisualTransportOptions {
+    backend?: VisualBackend;
+    env?: VisualEnv;
+}
+export declare class VisualTransport implements TransportAdapter {
+    readonly kind: TransportKind;
+    readonly capability: Capability;
+    private backend;
+    private lastSnapshot;
+    constructor(opts?: VisualTransportOptions);
+    get activeBackendName(): VisualBackendName;
+    setBackend(backend: VisualBackend): void;
+    open(_ctx: TransportContext): Promise<void>;
+    snapshot(opts?: {
+        format?: SnapshotFormat;
+    }): Promise<Snapshot>;
+    action<T = unknown>(req: ActionRequest): Promise<ActionResult<T>>;
+    close(): Promise<void>;
+    private dispatch;
+    private envelopeFromBackendError;
+    private doSnapshot;
+    private doClick;
+    private doType;
+    private doKey;
+    private doScroll;
+    private doDrag;
+    private doWait;
+    private doAssert;
+    private doAsk;
+    private doBackendInfo;
+    private doLaunch;
+}
+//# sourceMappingURL=visual.d.ts.map

package/dist/transport/adapters/visual.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"visual.d.ts","sourceRoot":"","sources":["../../../src/transport/adapters/visual.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAIH,OAAO,KAAK,EACV,aAAa,EACb,YAAY,EACZ,UAAU,EACV,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACd,MAAM,aAAa,CAAC;AAErB,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,IAAI,OAAO,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC,CAAC;IACH,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtE,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9C,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5E,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,GAAG,CAAC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrC;AAED,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,QAAQ,CAAC;AAElD,eAAO,MAAM,YAAY,4LAYf,CAAC;AAWX,qBAAa,WAAY,YAAW,aAAa;IAC/C,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAU;IAC1C,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,OAAO,EAAE,CAAA;KAAE,CAAC,CAAM;IAEhE,OAAO,CAAC,MAAM;IAIR,QAAQ,IAAI,OAAO,CAAC;QACxB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IAKI,KAAK,CACT,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,MAAM,GAAE,MAAM,GAAG,OAAgB,GAChC,OAAO,CAAC,IAAI,CAAC;IAIV,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIjC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/B,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7C,IAAI,CACR,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,EACX,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,IAAI,CAAC;IAIV,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/B,GAAG,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKtC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAGzC;AAaD,qBAAa,mBAAoB,YAAW,aAAa;IAIrD,QAAQ,CAAC,QAAQ,EAAE,MAAM;IACzB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM;IAJ1B,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAY;gBAGjC,QAAQ,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,MAAM,YAAA;IAG1B,OAAO,CAAC,QAAQ;IAQV,QAAQ,IAAI,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAGtE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAGtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAGrB,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAGpB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAGvB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAGrB,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAG/B,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC;CAG7B;AAED,MAAM,WAAW,SAAS;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,sBAAsB,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,wBAAgB,mBAAmB,CACjC,GAAG,GAAE,SAAuB,GAC3B,aAAa,CASf;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,CAAC,EAAE,aAAa,CAAC;IACxB,GAAG,CAAC,EAAE,SAAS,CAAC;CACjB;AAED,qBAAa,eAAgB,YAAW,gBAAgB;IACtD,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAY;IACxC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAqB;IAEpD,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,YAAY,CAAmC;gBAE3C,IAAI,GAAE,sBAA2B;IAI7C,IAAI,iBAAiB,IAAI,iBAAiB,CAEzC;IAED,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI;IAIlC,IAAI,CAAC,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAE3C,QAAQ,CAAC,IAAI,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,cAAc,CAAA;KAAE,GAAG,OAAO,CAAC,QAAQ,CAAC;IAoB/D,MAAM,CAAC,CAAC,GAAG,OAAO,EAAE,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAmBjE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YAId,QAAQ;IAqCtB,OAAO,CAAC,wBAAwB;YAmBlB,UAAU;YAoBV,OAAO;YAyBP,MAAM;YAsBN,KAAK;YA2BL,QAAQ;YAaR,MAAM;YA8BN,MAAM;YAiBN,QAAQ;YAoCR,KAAK;YAkCL,aAAa;YAIb,QAAQ;CAgCvB"}

package/dist/transport/adapters/visual.js

@@ -0,0 +1,473 @@
+/**
+ * @owner   src/transport/adapters/visual.ts
+ * @does    Provide Uni-CLI's screenshot-plus-model visual fallback transport behind the transport bus.
+ * @needs   core/envelope, transport/types
+ * @feeds   src/transport/bus.ts, src/engine/steps/visual.ts, compute cascade visual fallback
+ * @breaks  Throws no public errors; backend failures become structured envelopes.
+ * @invariants Backend selection is deterministic from env; action() never throws.
+ * @side-effects May click, type, scroll, drag, or launch through a configured backend.
+ * @perf    Screenshot payload size dominates memory use.
+ * @concurrency Backend implementations own their own synchronization.
+ * @test    tests/unit/transport/adapters/visual.test.ts
+ * @stability beta
+ * @since   0.222.0
+ */
+import { err, exitCodeFor, ok } from "../../core/envelope.js";
+export const VISUAL_STEPS = [
+    "visual_snapshot",
+    "visual_click",
+    "visual_type",
+    "visual_key",
+    "visual_scroll",
+    "visual_drag",
+    "visual_wait",
+    "visual_assert",
+    "visual_ask",
+    "visual_backend",
+    "visual_launch",
+];
+const VISUAL_CAPABILITY = {
+    steps: VISUAL_STEPS,
+    snapshotFormats: ["screenshot"],
+    mutatesHost: true,
+};
+const MOCK_PNG_BASE64 = "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNkAAIAAAoAAv/lxKUAAAAASUVORK5CYII=";
+export class MockBackend {
+    name = "mock";
+    history = [];
+    record(verb, ...args) {
+        this.history.push({ verb, args });
+    }
+    async snapshot() {
+        this.record("snapshot");
+        return { base64: MOCK_PNG_BASE64, width: 1, height: 1, mime: "image/png" };
+    }
+    async click(x, y, button = "left") {
+        this.record("click", x, y, button);
+    }
+    async type(text) {
+        this.record("type", text);
+    }
+    async key(key) {
+        this.record("key", key);
+    }
+    async scroll(dx, dy) {
+        this.record("scroll", dx, dy);
+    }
+    async drag(fromX, fromY, toX, toY) {
+        this.record("drag", fromX, fromY, toX, toY);
+    }
+    async wait(ms) {
+        this.record("wait", ms);
+    }
+    async ask(question) {
+        this.record("ask", question);
+        return "yes";
+    }
+    async launch(app) {
+        this.record("launch", app);
+    }
+}
+class BackendNotReadyError extends Error {
+    backend;
+    verb;
+    hint;
+    constructor(backend, verb, hint) {
+        super(`visual backend "${backend}" is not ready for ${verb}: ${hint}`);
+        this.backend = backend;
+        this.verb = verb;
+        this.hint = hint;
+        this.name = "BackendNotReadyError";
+    }
+}
+export class RemoteVisualBackend {
+    endpoint;
+    apiKey;
+    name = "remote";
+    constructor(endpoint, apiKey) {
+        this.endpoint = endpoint;
+        this.apiKey = apiKey;
+    }
+    notReady(verb) {
+        throw new BackendNotReadyError(this.name, verb, `configure a production remote visual backend at ${this.endpoint}`);
+    }
+    async snapshot() {
+        this.notReady("snapshot");
+    }
+    async click() {
+        this.notReady("click");
+    }
+    async type() {
+        this.notReady("type");
+    }
+    async key() {
+        this.notReady("key");
+    }
+    async scroll() {
+        this.notReady("scroll");
+    }
+    async drag() {
+        this.notReady("drag");
+    }
+    async wait(ms) {
+        await new Promise((resolve) => setTimeout(resolve, Math.max(0, ms)));
+    }
+    async ask() {
+        this.notReady("ask");
+    }
+}
+export function selectVisualBackend(env = process.env) {
+    const requested = (env.VISUAL_BACKEND ?? "").toLowerCase();
+    if (requested === "remote" && env.VISUAL_BACKEND_ENDPOINT) {
+        return new RemoteVisualBackend(env.VISUAL_BACKEND_ENDPOINT, env.VISUAL_BACKEND_API_KEY);
+    }
+    return new MockBackend();
+}
+export class VisualTransport {
+    kind = "visual";
+    capability = VISUAL_CAPABILITY;
+    backend;
+    lastSnapshot = undefined;
+    constructor(opts = {}) {
+        this.backend = opts.backend ?? selectVisualBackend(opts.env);
+    }
+    get activeBackendName() {
+        return this.backend.name;
+    }
+    setBackend(backend) {
+        this.backend = backend;
+    }
+    async open(_ctx) { }
+    async snapshot(opts) {
+        const format = opts?.format ?? "screenshot";
+        if (this.lastSnapshot && format === this.lastSnapshot.format) {
+            return this.lastSnapshot;
+        }
+        try {
+            const raw = await this.backend.snapshot();
+            const snap = {
+                format: "screenshot",
+                data: Buffer.from(raw.base64, "base64"),
+                width: raw.width,
+                height: raw.height,
+            };
+            this.lastSnapshot = snap;
+            return snap;
+        }
+        catch {
+            return { format: "json", data: JSON.stringify({ ok: false }) };
+        }
+    }
+    async action(req) {
+        const start = Date.now();
+        try {
+            const envelope = await this.dispatch(req);
+            envelope.elapsedMs = Date.now() - start;
+            return envelope;
+        }
+        catch (e) {
+            const msg = e instanceof Error ? e.message : String(e);
+            return err({
+                transport: "visual",
+                step: 0,
+                action: req.kind,
+                reason: `unexpected error in visual.${req.kind}: ${msg}`,
+                suggestion: "check visual backend configuration",
+                retryable: false,
+            });
+        }
+    }
+    async close() {
+        this.lastSnapshot = undefined;
+    }
+    async dispatch(req) {
+        switch (req.kind) {
+            case "visual_snapshot":
+                return this.doSnapshot();
+            case "visual_click":
+                return this.doClick(req.params);
+            case "visual_type":
+                return this.doType(req.params);
+            case "visual_key":
+                return this.doKey(req.params);
+            case "visual_scroll":
+                return this.doScroll(req.params);
+            case "visual_drag":
+                return this.doDrag(req.params);
+            case "visual_wait":
+                return this.doWait(req.params);
+            case "visual_assert":
+                return this.doAssert(req.params);
+            case "visual_ask":
+                return this.doAsk(req.params);
+            case "visual_backend":
+                return this.doBackendInfo();
+            case "visual_launch":
+                return this.doLaunch(req.params);
+            default:
+                return err({
+                    transport: "visual",
+                    step: 0,
+                    action: req.kind,
+                    reason: `unsupported action "${req.kind}" for visual transport`,
+                    suggestion: `visual transport supports: ${VISUAL_STEPS.join(", ")}`,
+                    minimum_capability: `visual.${req.kind}`,
+                    exit_code: exitCodeFor("usage_error"),
+                });
+        }
+    }
+    envelopeFromBackendError(verb, e) {
+        const msg = e instanceof Error ? e.message : String(e);
+        const notReady = e instanceof BackendNotReadyError;
+        return err({
+            transport: "visual",
+            step: 0,
+            action: verb,
+            reason: msg,
+            suggestion: notReady
+                ? `configure the \`${this.backend.name}\` visual backend before calling visual.${verb}`
+                : "inspect backend error and retry",
+            minimum_capability: `visual.${verb}`,
+            retryable: !notReady,
+            exit_code: notReady
+                ? exitCodeFor("config_error")
+                : exitCodeFor("service_unavailable"),
+        });
+    }
+    async doSnapshot() {
+        try {
+            const raw = await this.backend.snapshot();
+            this.lastSnapshot = {
+                format: "screenshot",
+                data: Buffer.from(raw.base64, "base64"),
+                width: raw.width,
+                height: raw.height,
+            };
+            return ok({
+                backend: this.backend.name,
+                width: raw.width,
+                height: raw.height,
+                base64: raw.base64,
+            });
+        }
+        catch (e) {
+            return this.envelopeFromBackendError("snapshot", e);
+        }
+    }
+    async doClick(params) {
+        const x = typeof params.x === "number" ? params.x : undefined;
+        const y = typeof params.y === "number" ? params.y : undefined;
+        if (x === undefined || y === undefined) {
+            return err({
+                transport: "visual",
+                step: 0,
+                action: "visual_click",
+                reason: "visual_click requires numeric params.x and params.y",
+                suggestion: "pass { x, y } coordinates in pixel space",
+                exit_code: exitCodeFor("usage_error"),
+            });
+        }
+        const button = params.button === "right" ? "right" : "left";
+        try {
+            await this.backend.click(x, y, button);
+            return ok({ x, y, button });
+        }
+        catch (e) {
+            return this.envelopeFromBackendError("click", e);
+        }
+    }
+    async doType(params) {
+        const text = typeof params.text === "string" ? params.text : undefined;
+        if (text === undefined) {
+            return err({
+                transport: "visual",
+                step: 0,
+                action: "visual_type",
+                reason: "visual_type requires params.text (string)",
+                suggestion: "pass the literal text to type",
+                exit_code: exitCodeFor("usage_error"),
+            });
+        }
+        try {
+            await this.backend.type(text);
+            return ok({ text });
+        }
+        catch (e) {
+            return this.envelopeFromBackendError("type", e);
+        }
+    }
+    async doKey(params) {
+        const key = typeof params.key === "string"
+            ? params.key
+            : typeof params.combo === "string"
+                ? params.combo
+                : undefined;
+        if (!key) {
+            return err({
+                transport: "visual",
+                step: 0,
+                action: "visual_key",
+                reason: "visual_key requires params.key or params.combo (string)",
+                suggestion: 'pass a named key, e.g. "Return", "cmd+a"',
+                exit_code: exitCodeFor("usage_error"),
+            });
+        }
+        try {
+            await this.backend.key(key);
+            return ok({ key });
+        }
+        catch (e) {
+            return this.envelopeFromBackendError("key", e);
+        }
+    }
+    async doScroll(params) {
+        const dx = typeof params.dx === "number" ? params.dx : 0;
+        const dy = typeof params.dy === "number" ? params.dy : 0;
+        try {
+            await this.backend.scroll(dx, dy);
+            return ok({ dx, dy });
+        }
+        catch (e) {
+            return this.envelopeFromBackendError("scroll", e);
+        }
+    }
+    async doDrag(params) {
+        const fromX = typeof params.fromX === "number" ? params.fromX : undefined;
+        const fromY = typeof params.fromY === "number" ? params.fromY : undefined;
+        const toX = typeof params.toX === "number" ? params.toX : undefined;
+        const toY = typeof params.toY === "number" ? params.toY : undefined;
+        if (fromX === undefined ||
+            fromY === undefined ||
+            toX === undefined ||
+            toY === undefined) {
+            return err({
+                transport: "visual",
+                step: 0,
+                action: "visual_drag",
+                reason: "visual_drag requires params.fromX/fromY/toX/toY numbers",
+                suggestion: "pass all four drag endpoints as numeric pixel coords",
+                exit_code: exitCodeFor("usage_error"),
+            });
+        }
+        try {
+            await this.backend.drag(fromX, fromY, toX, toY);
+            return ok({ fromX, fromY, toX, toY });
+        }
+        catch (e) {
+            return this.envelopeFromBackendError("drag", e);
+        }
+    }
+    async doWait(params) {
+        const ms = typeof params.ms === "number"
+            ? params.ms
+            : typeof params.seconds === "number"
+                ? params.seconds * 1000
+                : 0;
+        try {
+            await this.backend.wait(Math.max(0, ms));
+            return ok({ ms });
+        }
+        catch (e) {
+            return this.envelopeFromBackendError("wait", e);
+        }
+    }
+    async doAssert(params) {
+        const predicate = typeof params.predicate === "string" ? params.predicate : undefined;
+        if (!predicate) {
+            return err({
+                transport: "visual",
+                step: 0,
+                action: "visual_assert",
+                reason: "visual_assert requires params.predicate (string)",
+                suggestion: "pass a natural-language predicate for the visual backend",
+                exit_code: exitCodeFor("usage_error"),
+            });
+        }
+        try {
+            const answer = this.backend.ask
+                ? await this.backend.ask(`Does the screen satisfy: ${predicate}?`)
+                : "yes";
+            const truthy = /^(y|yes|true|1)$/i.test(answer.trim());
+            if (!truthy) {
+                return err({
+                    transport: "visual",
+                    step: 0,
+                    action: "visual_assert",
+                    reason: `visual backend did not confirm predicate "${predicate}" (got ${answer})`,
+                    suggestion: "inspect the latest snapshot or refine the predicate",
+                    retryable: true,
+                });
+            }
+            return ok({ predicate, answer });
+        }
+        catch (e) {
+            return this.envelopeFromBackendError("assert", e);
+        }
+    }
+    async doAsk(params) {
+        const question = typeof params.question === "string" ? params.question : undefined;
+        if (!question) {
+            return err({
+                transport: "visual",
+                step: 0,
+                action: "visual_ask",
+                reason: "visual_ask requires params.question (string)",
+                suggestion: "pass a natural-language question for the visual backend",
+                exit_code: exitCodeFor("usage_error"),
+            });
+        }
+        if (!this.backend.ask) {
+            return err({
+                transport: "visual",
+                step: 0,
+                action: "visual_ask",
+                reason: `backend ${this.backend.name} does not implement ask()`,
+                suggestion: "configure a backend with ask() support",
+                minimum_capability: "visual.ask",
+                exit_code: exitCodeFor("service_unavailable"),
+            });
+        }
+        try {
+            const answer = await this.backend.ask(question);
+            return ok({ question, answer });
+        }
+        catch (e) {
+            return this.envelopeFromBackendError("ask", e);
+        }
+    }
+    async doBackendInfo() {
+        return ok({ backend: this.backend.name });
+    }
+    async doLaunch(params) {
+        const app = typeof params.app === "string" ? params.app : undefined;
+        if (!app) {
+            return err({
+                transport: "visual",
+                step: 0,
+                action: "visual_launch",
+                reason: "visual_launch requires params.app (string)",
+                suggestion: "pass the app name to launch",
+                exit_code: exitCodeFor("usage_error"),
+            });
+        }
+        if (!this.backend.launch) {
+            return err({
+                transport: "visual",
+                step: 0,
+                action: "visual_launch",
+                reason: `backend ${this.backend.name} does not support launch()`,
+                suggestion: "use a native desktop transport for local app launch",
+                minimum_capability: "visual.launch",
+                exit_code: exitCodeFor("service_unavailable"),
+            });
+        }
+        try {
+            await this.backend.launch(app);
+            return ok({ app });
+        }
+        catch (e) {
+            return this.envelopeFromBackendError("launch", e);
+        }
+    }
+}
+//# sourceMappingURL=visual.js.map

package/dist/transport/adapters/visual.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"visual.js","sourceRoot":"","sources":["../../../src/transport/adapters/visual.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,EAAE,EAAE,MAAM,wBAAwB,CAAC;AAiC9D,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,iBAAiB;IACjB,cAAc;IACd,aAAa;IACb,YAAY;IACZ,eAAe;IACf,aAAa;IACb,aAAa;IACb,eAAe;IACf,YAAY;IACZ,gBAAgB;IAChB,eAAe;CACP,CAAC;AAEX,MAAM,iBAAiB,GAAe;IACpC,KAAK,EAAE,YAAY;IACnB,eAAe,EAAE,CAAC,YAAY,CAA8B;IAC5D,WAAW,EAAE,IAAI;CAClB,CAAC;AAEF,MAAM,eAAe,GACnB,8FAA8F,CAAC;AAEjG,MAAM,OAAO,WAAW;IACb,IAAI,GAAsB,MAAM,CAAC;IACjC,OAAO,GAA6C,EAAE,CAAC;IAExD,MAAM,CAAC,IAAY,EAAE,GAAG,IAAe;QAC7C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,QAAQ;QAMZ,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACxB,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,KAAK,CACT,CAAS,EACT,CAAS,EACT,SAA2B,MAAM;QAEjC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAY;QACrB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAU,EAAE,EAAU;QACjC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,IAAI,CACR,KAAa,EACb,KAAa,EACb,GAAW,EACX,GAAW;QAEX,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAU;QACnB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,QAAgB;QACxB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC7B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QACtB,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC7B,CAAC;CACF;AAED,MAAM,oBAAqB,SAAQ,KAAK;IAE3B;IACA;IACA;IAHX,YACW,OAA0B,EAC1B,IAAY,EACZ,IAAY;QAErB,KAAK,CAAC,mBAAmB,OAAO,sBAAsB,IAAI,KAAK,IAAI,EAAE,CAAC,CAAC;QAJ9D,YAAO,GAAP,OAAO,CAAmB;QAC1B,SAAI,GAAJ,IAAI,CAAQ;QACZ,SAAI,GAAJ,IAAI,CAAQ;QAGrB,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACrC,CAAC;CACF;AAED,MAAM,OAAO,mBAAmB;IAInB;IACA;IAJF,IAAI,GAAsB,QAAQ,CAAC;IAE5C,YACW,QAAgB,EAChB,MAAe;QADf,aAAQ,GAAR,QAAQ,CAAQ;QAChB,WAAM,GAAN,MAAM,CAAS;IACvB,CAAC;IAEI,QAAQ,CAAC,IAAY;QAC3B,MAAM,IAAI,oBAAoB,CAC5B,IAAI,CAAC,IAAI,EACT,IAAI,EACJ,mDAAmD,IAAI,CAAC,QAAQ,EAAE,CACnE,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC5B,CAAC;IACD,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IACzB,CAAC;IACD,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;IACD,KAAK,CAAC,GAAG;QACP,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IACD,KAAK,CAAC,MAAM;QACV,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC1B,CAAC;IACD,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,EAAU;QACnB,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IACvE,CAAC;IACD,KAAK,CAAC,GAAG;QACP,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;CACF;AAQD,MAAM,UAAU,mBAAmB,CACjC,MAAiB,OAAO,CAAC,GAAG;IAE5B,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAC3D,IAAI,SAAS,KAAK,QAAQ,IAAI,GAAG,CAAC,uBAAuB,EAAE,CAAC;QAC1D,OAAO,IAAI,mBAAmB,CAC5B,GAAG,CAAC,uBAAuB,EAC3B,GAAG,CAAC,sBAAsB,CAC3B,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,WAAW,EAAE,CAAC;AAC3B,CAAC;AAOD,MAAM,OAAO,eAAe;IACjB,IAAI,GAAkB,QAAQ,CAAC;IAC/B,UAAU,GAAe,iBAAiB,CAAC;IAE5C,OAAO,CAAgB;IACvB,YAAY,GAAyB,SAAS,CAAC;IAEvD,YAAY,OAA+B,EAAE;QAC3C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3B,CAAC;IAED,UAAU,CAAC,OAAsB;QAC/B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,IAAsB,IAAkB,CAAC;IAEpD,KAAK,CAAC,QAAQ,CAAC,IAAkC;QAC/C,MAAM,MAAM,GAAG,IAAI,EAAE,MAAM,IAAI,YAAY,CAAC;QAC5C,IAAI,IAAI,CAAC,YAAY,IAAI,MAAM,KAAK,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;YAC7D,OAAO,IAAI,CAAC,YAAY,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAa;gBACrB,MAAM,EAAE,YAAY;gBACpB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC;gBACvC,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,MAAM,EAAE,GAAG,CAAC,MAAM;aACnB,CAAC;YACF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YACzB,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACjE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAc,GAAkB;QAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAI,GAAG,CAAC,CAAC;YAC7C,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;YACxC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACvD,OAAO,GAAG,CAAC;gBACT,SAAS,EAAE,QAAQ;gBACnB,IAAI,EAAE,CAAC;gBACP,MAAM,EAAE,GAAG,CAAC,IAAI;gBAChB,MAAM,EAAE,8BAA8B,GAAG,CAAC,IAAI,KAAK,GAAG,EAAE;gBACxD,UAAU,EAAE,oCAAoC;gBAChD,SAAS,EAAE,KAAK;aACjB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAI,GAAkB;QAC1C,QAAQ,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,KAAK,iBAAiB;gBACpB,OAAO,IAAI,CAAC,UAAU,EAAK,CAAC;YAC9B,KAAK,cAAc;gBACjB,OAAO,IAAI,CAAC,OAAO,CAAI,GAAG,CAAC,MAAM,CAAC,CAAC;YACrC,KAAK,aAAa;gBAChB,OAAO,IAAI,CAAC,MAAM,CAAI,GAAG,CAAC,MAAM,CAAC,CAAC;YACpC,KAAK,YAAY;gBACf,OAAO,IAAI,CAAC,KAAK,CAAI,GAAG,CAAC,MAAM,CAAC,CAAC;YACnC,KAAK,eAAe;gBAClB,OAAO,IAAI,CAAC,QAAQ,CAAI,GAAG,CAAC,MAAM,CAAC,CAAC;YACtC,KAAK,aAAa;gBAChB,OAAO,IAAI,CAAC,MAAM,CAAI,GAAG,CAAC,MAAM,CAAC,CAAC;YACpC,KAAK,aAAa;gBAChB,OAAO,IAAI,CAAC,MAAM,CAAI,GAAG,CAAC,MAAM,CAAC,CAAC;YACpC,KAAK,eAAe;gBAClB,OAAO,IAAI,CAAC,QAAQ,CAAI,GAAG,CAAC,MAAM,CAAC,CAAC;YACtC,KAAK,YAAY;gBACf,OAAO,IAAI,CAAC,KAAK,CAAI,GAAG,CAAC,MAAM,CAAC,CAAC;YACnC,KAAK,gBAAgB;gBACnB,OAAO,IAAI,CAAC,aAAa,EAAK,CAAC;YACjC,KAAK,eAAe;gBAClB,OAAO,IAAI,CAAC,QAAQ,CAAI,GAAG,CAAC,MAAM,CAAC,CAAC;YACtC;gBACE,OAAO,GAAG,CAAC;oBACT,SAAS,EAAE,QAAQ;oBACnB,IAAI,EAAE,CAAC;oBACP,MAAM,EAAE,GAAG,CAAC,IAAI;oBAChB,MAAM,EAAE,uBAAuB,GAAG,CAAC,IAAI,wBAAwB;oBAC/D,UAAU,EAAE,8BAA8B,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBACnE,kBAAkB,EAAE,UAAU,GAAG,CAAC,IAAI,EAAE;oBACxC,SAAS,EAAE,WAAW,CAAC,aAAa,CAAC;iBACtC,CAAC,CAAC;QACP,CAAC;IACH,CAAC;IAEO,wBAAwB,CAAI,IAAY,EAAE,CAAU;QAC1D,MAAM,GAAG,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACvD,MAAM,QAAQ,GAAG,CAAC,YAAY,oBAAoB,CAAC;QACnD,OAAO,GAAG,CAAC;YACT,SAAS,EAAE,QAAQ;YACnB,IAAI,EAAE,CAAC;YACP,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,GAAG;YACX,UAAU,EAAE,QAAQ;gBAClB,CAAC,CAAC,mBAAmB,IAAI,CAAC,OAAO,CAAC,IAAI,2CAA2C,IAAI,EAAE;gBACvF,CAAC,CAAC,iCAAiC;YACrC,kBAAkB,EAAE,UAAU,IAAI,EAAE;YACpC,SAAS,EAAE,CAAC,QAAQ;YACpB,SAAS,EAAE,QAAQ;gBACjB,CAAC,CAAC,WAAW,CAAC,cAAc,CAAC;gBAC7B,CAAC,CAAC,WAAW,CAAC,qBAAqB,CAAC;SACvC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAC1C,IAAI,CAAC,YAAY,GAAG;gBAClB,MAAM,EAAE,YAAY;gBACpB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC;gBACvC,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,MAAM,EAAE,GAAG,CAAC,MAAM;aACnB,CAAC;YACF,OAAO,EAAE,CAAC;gBACR,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI;gBAC1B,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,MAAM,EAAE,GAAG,CAAC,MAAM;gBAClB,MAAM,EAAE,GAAG,CAAC,MAAM;aACH,CAAC,CAAC;QACrB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,wBAAwB,CAAI,UAAU,EAAE,CAAC,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,MAA+B;QAE/B,MAAM,CAAC,GAAG,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9D,MAAM,CAAC,GAAG,OAAO,MAAM,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9D,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,GAAG,CAAC;gBACT,SAAS,EAAE,QAAQ;gBACnB,IAAI,EAAE,CAAC;gBACP,MAAM,EAAE,cAAc;gBACtB,MAAM,EAAE,qDAAqD;gBAC7D,UAAU,EAAE,0CAA0C;gBACtD,SAAS,EAAE,WAAW,CAAC,aAAa,CAAC;aACtC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,MAAM,GACV,MAAM,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAE,OAAiB,CAAC,CAAC,CAAE,MAAgB,CAAC;QACrE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YACvC,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAkB,CAAC,CAAC;QAC9C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,wBAAwB,CAAI,OAAO,EAAE,CAAC,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAClB,MAA+B;QAE/B,MAAM,IAAI,GAAG,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QACvE,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,OAAO,GAAG,CAAC;gBACT,SAAS,EAAE,QAAQ;gBACnB,IAAI,EAAE,CAAC;gBACP,MAAM,EAAE,aAAa;gBACrB,MAAM,EAAE,2CAA2C;gBACnD,UAAU,EAAE,+BAA+B;gBAC3C,SAAS,EAAE,WAAW,CAAC,aAAa,CAAC;aACtC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9B,OAAO,EAAE,CAAC,EAAE,IAAI,EAAkB,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,wBAAwB,CAAI,MAAM,EAAE,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,KAAK,CACjB,MAA+B;QAE/B,MAAM,GAAG,GACP,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ;YAC5B,CAAC,CAAC,MAAM,CAAC,GAAG;YACZ,CAAC,CAAC,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;gBAChC,CAAC,CAAC,MAAM,CAAC,KAAK;gBACd,CAAC,CAAC,SAAS,CAAC;QAClB,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO,GAAG,CAAC;gBACT,SAAS,EAAE,QAAQ;gBACnB,IAAI,EAAE,CAAC;gBACP,MAAM,EAAE,YAAY;gBACpB,MAAM,EAAE,yDAAyD;gBACjE,UAAU,EAAE,0CAA0C;gBACtD,SAAS,EAAE,WAAW,CAAC,aAAa,CAAC;aACtC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,OAAO,EAAE,CAAC,EAAE,GAAG,EAAkB,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,wBAAwB,CAAI,KAAK,EAAE,CAAC,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,QAAQ,CACpB,MAA+B;QAE/B,MAAM,EAAE,GAAG,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,MAAM,EAAE,GAAG,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACzD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAClC,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAkB,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,wBAAwB,CAAI,QAAQ,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAClB,MAA+B;QAE/B,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1E,MAAM,KAAK,GAAG,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1E,MAAM,GAAG,GAAG,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;QACpE,MAAM,GAAG,GAAG,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;QACpE,IACE,KAAK,KAAK,SAAS;YACnB,KAAK,KAAK,SAAS;YACnB,GAAG,KAAK,SAAS;YACjB,GAAG,KAAK,SAAS,EACjB,CAAC;YACD,OAAO,GAAG,CAAC;gBACT,SAAS,EAAE,QAAQ;gBACnB,IAAI,EAAE,CAAC;gBACP,MAAM,EAAE,aAAa;gBACrB,MAAM,EAAE,yDAAyD;gBACjE,UAAU,EAAE,sDAAsD;gBAClE,SAAS,EAAE,WAAW,CAAC,aAAa,CAAC;aACtC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAChD,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAkB,CAAC,CAAC;QACxD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,wBAAwB,CAAI,MAAM,EAAE,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAClB,MAA+B;QAE/B,MAAM,EAAE,GACN,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ;YAC3B,CAAC,CAAC,MAAM,CAAC,EAAE;YACX,CAAC,CAAC,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ;gBAClC,CAAC,CAAC,MAAM,CAAC,OAAO,GAAG,IAAI;gBACvB,CAAC,CAAC,CAAC,CAAC;QACV,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YACzC,OAAO,EAAE,CAAC,EAAE,EAAE,EAAkB,CAAC,CAAC;QACpC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,wBAAwB,CAAI,MAAM,EAAE,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,QAAQ,CACpB,MAA+B;QAE/B,MAAM,SAAS,GACb,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QACtE,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,GAAG,CAAC;gBACT,SAAS,EAAE,QAAQ;gBACnB,IAAI,EAAE,CAAC;gBACP,MAAM,EAAE,eAAe;gBACvB,MAAM,EAAE,kDAAkD;gBAC1D,UAAU,EAAE,0DAA0D;gBACtE,SAAS,EAAE,WAAW,CAAC,aAAa,CAAC;aACtC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG;gBAC7B,CAAC,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,SAAS,GAAG,CAAC;gBAClE,CAAC,CAAC,KAAK,CAAC;YACV,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YACvD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,GAAG,CAAC;oBACT,SAAS,EAAE,QAAQ;oBACnB,IAAI,EAAE,CAAC;oBACP,MAAM,EAAE,eAAe;oBACvB,MAAM,EAAE,6CAA6C,SAAS,UAAU,MAAM,GAAG;oBACjF,UAAU,EAAE,qDAAqD;oBACjE,SAAS,EAAE,IAAI;iBAChB,CAAC,CAAC;YACL,CAAC;YACD,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,MAAM,EAAkB,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,wBAAwB,CAAI,QAAQ,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,KAAK,CACjB,MAA+B;QAE/B,MAAM,QAAQ,GACZ,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QACpE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,GAAG,CAAC;gBACT,SAAS,EAAE,QAAQ;gBACnB,IAAI,EAAE,CAAC;gBACP,MAAM,EAAE,YAAY;gBACpB,MAAM,EAAE,8CAA8C;gBACtD,UAAU,EAAE,yDAAyD;gBACrE,SAAS,EAAE,WAAW,CAAC,aAAa,CAAC;aACtC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;YACtB,OAAO,GAAG,CAAC;gBACT,SAAS,EAAE,QAAQ;gBACnB,IAAI,EAAE,CAAC;gBACP,MAAM,EAAE,YAAY;gBACpB,MAAM,EAAE,WAAW,IAAI,CAAC,OAAO,CAAC,IAAI,2BAA2B;gBAC/D,UAAU,EAAE,wCAAwC;gBACpD,kBAAkB,EAAE,YAAY;gBAChC,SAAS,EAAE,WAAW,CAAC,qBAAqB,CAAC;aAC9C,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAChD,OAAO,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAkB,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,wBAAwB,CAAI,KAAK,EAAE,CAAC,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAkB,CAAC,CAAC;IAC5D,CAAC;IAEO,KAAK,CAAC,QAAQ,CACpB,MAA+B;QAE/B,MAAM,GAAG,GAAG,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;QACpE,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO,GAAG,CAAC;gBACT,SAAS,EAAE,QAAQ;gBACnB,IAAI,EAAE,CAAC;gBACP,MAAM,EAAE,eAAe;gBACvB,MAAM,EAAE,4CAA4C;gBACpD,UAAU,EAAE,6BAA6B;gBACzC,SAAS,EAAE,WAAW,CAAC,aAAa,CAAC;aACtC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACzB,OAAO,GAAG,CAAC;gBACT,SAAS,EAAE,QAAQ;gBACnB,IAAI,EAAE,CAAC;gBACP,MAAM,EAAE,eAAe;gBACvB,MAAM,EAAE,WAAW,IAAI,CAAC,OAAO,CAAC,IAAI,4BAA4B;gBAChE,UAAU,EAAE,qDAAqD;gBACjE,kBAAkB,EAAE,eAAe;gBACnC,SAAS,EAAE,WAAW,CAAC,qBAAqB,CAAC;aAC9C,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC/B,OAAO,EAAE,CAAC,EAAE,GAAG,EAAkB,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,wBAAwB,CAAI,QAAQ,EAAE,CAAC,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;CACF"}

package/dist/transport/bus.d.ts

@@ -46,7 +46,7 @@ export { stepPlatform, stepSupportedBy };
  * plugins for registering additional {@link TransportAdapter}s.
  *
  * First call constructs a bus pre-populated with the seven built-in
- * transports (HTTP, CDP, subprocess, desktop AX/UIA/AT-SPI, CUA).
+ * transports (HTTP, CDP, subprocess, desktop AX/UIA/AT-SPI, Visual).
  * Subsequent calls return the same instance. Calling `register()` on
  * the returned bus is the supported plugin extension point:
  *

package/dist/transport/bus.js

@@ -24,7 +24,7 @@
  */
 import { err } from "../core/envelope.js";
 import { CAPABILITY_MATRIX, stepPlatform, stepSupportedBy, } from "./capability.js";
-import { CuaTransport } from "./adapters/cua.js";
+import { VisualTransport } from "./adapters/visual.js";
 import { DesktopAxTransport } from "./adapters/desktop-ax.js";
 import { DesktopUiaTransport } from "./adapters/desktop-uia.js";
 import { DesktopAtspiTransport } from "./adapters/desktop-atspi.js";
@@ -130,7 +130,7 @@ let sharedBus;
  * plugins for registering additional {@link TransportAdapter}s.
  *
  * First call constructs a bus pre-populated with the seven built-in
- * transports (HTTP, CDP, subprocess, desktop AX/UIA/AT-SPI, CUA).
+ * transports (HTTP, CDP, subprocess, desktop AX/UIA/AT-SPI, Visual).
  * Subsequent calls return the same instance. Calling `register()` on
  * the returned bus is the supported plugin extension point:
  *
@@ -149,7 +149,7 @@ export function getBus() {
     bus.register(new DesktopAxTransport());
     bus.register(new DesktopUiaTransport());
     bus.register(new DesktopAtspiTransport());
-    bus.register(new CuaTransport());
+    bus.register(new VisualTransport());
     sharedBus = bus;
     return bus;
 }