@zenalexa/unicli 0.221.0 → 0.222.0

package/dist/transport/adapters/cua.d.ts

@@ -1,239 +0,0 @@
-/**
- * CuaTransport — screenshot + VLM "Computer Use" transport.
- *
- * Unlike the other transports, CUA has no single protocol — it wraps a
- * pluggable "backend" that implements the primitive perception/action
- * verbs against a real computer-use model or emulator. v0.214 ships the
- * backend contract and provider selection behind `CUA_BACKEND`:
- *
- *   - `anthropic`   Anthropic `computer_20251124` beta tool, `ANTHROPIC_API_KEY`
- *   - `trycua`      trycua/cua compute-server v0.1.9+, `TRYCUA_API_KEY`
- *   - `opencua`     OpenCUA-72B via local vLLM, `OPENCUA_ENDPOINT`
- *   - `scrapybara`  Scrapybara Computer API, `SCRAPYBARA_API_KEY`
- *   - `mock`        in-memory stub used by tests and when no key is present
- *
- * Provider network paths are explicit stubs in v0.214. They are gated
- * behind the corresponding env keys and fail through the same structured
- * envelope path as every other transport. The MockBackend is always
- * available so the offline test suite runs without secrets.
- *
- * Design contract:
- *  - `action()` NEVER throws
- *  - all backends implement the same primitive verb surface (below)
- *  - selection is deterministic: `selectCuaBackend()` returns the same
- *    backend for the same env — no hidden state
- */
-import type { ActionRequest, ActionResult, Capability, Snapshot, SnapshotFormat, TransportAdapter, TransportContext, TransportKind } from "../types.js";
-/**
- * Primitive verbs every CUA backend must implement. The transport never
- * calls a backend method directly without wrapping the outcome in an
- * envelope — all error paths flow through `CuaTransport.action()`.
- */
-export interface CuaBackend {
-    readonly name: CuaBackendName;
-    snapshot(): Promise<{
-        base64: string;
-        width: number;
-        height: number;
-        mime?: string;
-    }>;
-    click(x: number, y: number, button?: "left" | "right"): Promise<void>;
-    type(text: string): Promise<void>;
-    key(key: string): Promise<void>;
-    scroll(dx: number, dy: number): Promise<void>;
-    drag(fromX: number, fromY: number, toX: number, toY: number): Promise<void>;
-    wait(ms: number): Promise<void>;
-    /**
-     * Optional: VLM "ask" primitive — let the model decide a boolean or
-     * short-string answer about the current screen. Backends that don't
-     * support it throw; `CuaTransport.action()` catches and envelopes.
-     */
-    ask?(question: string): Promise<string>;
-    /**
-     * Optional: launch a named application on the host (some backends ship
-     * their own sandbox and need an explicit launch command).
-     */
-    launch?(app: string): Promise<void>;
-}
-/** The four production backends + the offline test fallback. */
-export type CuaBackendName = "anthropic" | "trycua" | "opencua" | "scrapybara" | "mock";
-/**
- * MockBackend — deterministic, offline CUA backend used when no provider
- * credentials are present and by every test in this file. Records the
- * sequence of calls on `history` so tests can assert against it without
- * having to stub `fetch`.
- */
-export declare class MockBackend implements CuaBackend {
-    readonly name: CuaBackendName;
-    readonly history: Array<{
-        verb: string;
-        args: unknown[];
-    }>;
-    private record;
-    snapshot(): Promise<{
-        base64: string;
-        width: number;
-        height: number;
-        mime: string;
-    }>;
-    click(x: number, y: number, button?: "left" | "right"): Promise<void>;
-    type(text: string): Promise<void>;
-    key(key: string): Promise<void>;
-    scroll(dx: number, dy: number): Promise<void>;
-    drag(fromX: number, fromY: number, toX: number, toY: number): Promise<void>;
-    wait(ms: number): Promise<void>;
-    ask(question: string): Promise<string>;
-    launch(app: string): Promise<void>;
-}
-/**
- * Anthropic `computer_use` tool stub. Selected when `CUA_BACKEND=anthropic`
- * and `ANTHROPIC_API_KEY` is set.
- *
- * IMPORTANT — two-layer architecture: the Anthropic Messages API is a
- * planner, not a screen capture service. A production Anthropic backend
- * MUST be composed with a screenshot source (macOS `screencapture`,
- * trycua sandbox, scrapybara VM) because the model receives screenshots
- * from the client and returns `tool_use` actions. The shipped backend is
- * intentionally a stub until a concrete screenshot-source/planner
- * composition is implemented.
- *
- * `tool_version` defaults to `"computer_20260301"` (the successor to
- * `computer_20251124` in the Sonnet 4.6 rollout); override via env
- * `ANTHROPIC_CUA_TOOL_VERSION` so operators can follow Anthropic's
- * release cadence without a code change.
- */
-export declare class AnthropicBackend implements CuaBackend {
-    readonly name: CuaBackendName;
-    readonly apiKey: string;
-    readonly model: string;
-    readonly toolVersion: string;
-    constructor(apiKey: string, model?: string, toolVersion?: string);
-    snapshot(): Promise<{
-        base64: string;
-        width: number;
-        height: number;
-        mime: string;
-    }>;
-    click(): Promise<void>;
-    type(): Promise<void>;
-    key(): Promise<void>;
-    scroll(): Promise<void>;
-    drag(): Promise<void>;
-    wait(ms: number): Promise<void>;
-    ask(): Promise<string>;
-}
-/** trycua/cua compute-server v0.1.9+. Activated when `CUA_BACKEND=trycua`. */
-export declare class TrycuaBackend implements CuaBackend {
-    readonly name: CuaBackendName;
-    readonly apiKey: string;
-    readonly endpoint: string;
-    constructor(apiKey: string, endpoint?: string);
-    snapshot(): Promise<{
-        base64: string;
-        width: number;
-        height: number;
-    }>;
-    click(): Promise<void>;
-    type(): Promise<void>;
-    key(): Promise<void>;
-    scroll(): Promise<void>;
-    drag(): Promise<void>;
-    wait(ms: number): Promise<void>;
-}
-/** OpenCUA-72B via local vLLM. Activated when `CUA_BACKEND=opencua`. */
-export declare class OpenCuaBackend implements CuaBackend {
-    private readonly endpoint;
-    readonly name: CuaBackendName;
-    constructor(endpoint: string);
-    snapshot(): Promise<{
-        base64: string;
-        width: number;
-        height: number;
-    }>;
-    click(): Promise<void>;
-    type(): Promise<void>;
-    key(): Promise<void>;
-    scroll(): Promise<void>;
-    drag(): Promise<void>;
-    wait(ms: number): Promise<void>;
-}
-/** Scrapybara Computer API. Activated when `CUA_BACKEND=scrapybara`. */
-export declare class ScrapybaraBackend implements CuaBackend {
-    readonly name: CuaBackendName;
-    readonly apiKey: string;
-    readonly endpoint: string;
-    constructor(apiKey: string, endpoint?: string);
-    snapshot(): Promise<{
-        base64: string;
-        width: number;
-        height: number;
-    }>;
-    click(): Promise<void>;
-    type(): Promise<void>;
-    key(): Promise<void>;
-    scroll(): Promise<void>;
-    drag(): Promise<void>;
-    wait(ms: number): Promise<void>;
-}
-/** Explicit env snapshot used by {@link selectCuaBackend} — injectable for tests. */
-export interface CuaEnv {
-    CUA_BACKEND?: string;
-    ANTHROPIC_API_KEY?: string;
-    TRYCUA_API_KEY?: string;
-    OPENCUA_ENDPOINT?: string;
-    SCRAPYBARA_API_KEY?: string;
-}
-/**
- * Pure function — given an env snapshot, return the backend to use.
- *
- * Selection rules (first match wins):
- *   1. `CUA_BACKEND=anthropic`  and ANTHROPIC_API_KEY  → AnthropicBackend
- *   2. `CUA_BACKEND=trycua`     and TRYCUA_API_KEY     → TrycuaBackend
- *   3. `CUA_BACKEND=opencua`    and OPENCUA_ENDPOINT   → OpenCuaBackend
- *   4. `CUA_BACKEND=scrapybara` and SCRAPYBARA_API_KEY → ScrapybaraBackend
- *   5. otherwise                                       → MockBackend
- *
- * If the user names a backend but the required env is missing, we return a
- * MockBackend tagged with a `missing` sentinel so the caller can emit a
- * structured `config_error` envelope on first use.
- */
-export declare function selectCuaBackend(env?: CuaEnv): CuaBackend;
-export interface CuaTransportOptions {
-    backend?: CuaBackend;
-    env?: CuaEnv;
-}
-/**
- * CuaTransport routes `cua_*` pipeline steps to the active backend, wraps
- * every outcome in an envelope, and never throws from `action()`.
- */
-export declare class CuaTransport implements TransportAdapter {
-    readonly kind: TransportKind;
-    readonly capability: Capability;
-    private backend;
-    private lastSnapshot;
-    constructor(opts?: CuaTransportOptions);
-    /** Introspect the active backend (used by tests + `cua_backend` step). */
-    get activeBackendName(): CuaBackendName;
-    /** Swap backends at runtime — the `cua_backend` step uses this. */
-    setBackend(backend: CuaBackend): void;
-    open(_ctx: TransportContext): Promise<void>;
-    snapshot(opts?: {
-        format?: SnapshotFormat;
-    }): Promise<Snapshot>;
-    action<T = unknown>(req: ActionRequest): Promise<ActionResult<T>>;
-    close(): Promise<void>;
-    private dispatch;
-    private envelopeFromBackendError;
-    private doSnapshot;
-    private doClick;
-    private doType;
-    private doKey;
-    private doScroll;
-    private doDrag;
-    private doWait;
-    private doAssert;
-    private doAsk;
-    private doBackendInfo;
-    private doLaunch;
-}
-//# sourceMappingURL=cua.d.ts.map

package/dist/transport/adapters/cua.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cua.d.ts","sourceRoot":"","sources":["../../../src/transport/adapters/cua.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AAIH,OAAO,KAAK,EACV,aAAa,EACb,YAAY,EACZ,UAAU,EACV,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,gBAAgB,EAChB,aAAa,EACd,MAAM,aAAa,CAAC;AAIrB;;;;GAIG;AACH,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAC9B,QAAQ,IAAI,OAAO,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC,CAAC;IACH,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtE,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9C,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC5E,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC;;;;OAIG;IACH,GAAG,CAAC,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACxC;;;OAGG;IACH,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrC;AAED,gEAAgE;AAChE,MAAM,MAAM,cAAc,GACtB,WAAW,GACX,QAAQ,GACR,SAAS,GACT,YAAY,GACZ,MAAM,CAAC;AA8BX;;;;;GAKG;AACH,qBAAa,WAAY,YAAW,UAAU;IAC5C,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAU;IACvC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,OAAO,EAAE,CAAA;KAAE,CAAC,CAAM;IAEhE,OAAO,CAAC,MAAM;IAIR,QAAQ,IAAI,OAAO,CAAC;QACxB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IAKI,KAAK,CACT,CAAC,EAAE,MAAM,EACT,CAAC,EAAE,MAAM,EACT,MAAM,GAAE,MAAM,GAAG,OAAgB,GAChC,OAAO,CAAC,IAAI,CAAC;IAIV,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIjC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/B,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7C,IAAI,CACR,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,EACX,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,IAAI,CAAC;IAIV,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK/B,GAAG,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKtC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAGzC;AAkCD;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,gBAAiB,YAAW,UAAU;IACjD,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAe;IAC5C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;gBAE3B,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,MAA+D,EACtE,WAAW,GAAE,MACQ;IAOjB,QAAQ,IAAI,OAAO,CAAC;QACxB,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;IAQI,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAQtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAQrB,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAQpB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAQvB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAQrB,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/B,GAAG,IAAI,OAAO,CAAC,MAAM,CAAC;CAO7B;AAED,8EAA8E;AAC9E,qBAAa,aAAc,YAAW,UAAU;IAC9C,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAY;IACzC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBACd,MAAM,EAAE,MAAM,EAAE,QAAQ,GAAE,MAA8B;IAK9D,QAAQ,IAAI,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAOtE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAGtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAGrB,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAGpB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAGvB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAGrB,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAGtC;AAED,wEAAwE;AACxE,qBAAa,cAAe,YAAW,UAAU;IAEnC,OAAO,CAAC,QAAQ,CAAC,QAAQ;IADrC,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAa;gBACb,QAAQ,EAAE,MAAM;IAEvC,QAAQ,IAAI,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAOtE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAGtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAGrB,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAGpB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAOvB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAGrB,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAGtC;AAED,wEAAwE;AACxE,qBAAa,iBAAkB,YAAW,UAAU;IAClD,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAgB;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;gBACd,MAAM,EAAE,MAAM,EAAE,QAAQ,GAAE,MAAqC;IAKrE,QAAQ,IAAI,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAOtE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAGtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAGrB,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAGpB,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAGvB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAGrB,IAAI,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAGtC;AAID,qFAAqF;AACrF,MAAM,WAAW,MAAM;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,gBAAgB,CAAC,GAAG,GAAE,MAAoB,GAAG,UAAU,CAwBtE;AAID,MAAM,WAAW,mBAAmB;IAClC,OAAO,CAAC,EAAE,UAAU,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED;;;GAGG;AACH,qBAAa,YAAa,YAAW,gBAAgB;IACnD,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAS;IACrC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAkB;IAEjD,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,YAAY,CAAmC;gBAE3C,IAAI,GAAE,mBAAwB;IAI1C,0EAA0E;IAC1E,IAAI,iBAAiB,IAAI,cAAc,CAEtC;IAED,mEAAmE;IACnE,UAAU,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI;IAI/B,IAAI,CAAC,IAAI,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAI3C,QAAQ,CAAC,IAAI,CAAC,EAAE;QAAE,MAAM,CAAC,EAAE,cAAc,CAAA;KAAE,GAAG,OAAO,CAAC,QAAQ,CAAC;IAoB/D,MAAM,CAAC,CAAC,GAAG,OAAO,EAAE,GAAG,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAmBjE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;YAMd,QAAQ;IAqCtB,OAAO,CAAC,wBAAwB;YAmBlB,UAAU;YAoBV,OAAO;YAyBP,MAAM;YAsBN,KAAK;YAsBL,QAAQ;YAaR,MAAM;YA8BN,MAAM;YAiBN,QAAQ;YAsCR,KAAK;YAmCL,aAAa;YAIb,QAAQ;CAiCvB"}