@moxxy/plugin-computer-control 0.41.2 → 0.42.0

package/dist/helper/protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"protocol.js","sourceRoot":"","sources":["../../src/helper/protocol.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,4DAA4D;AAC5D,MAAM,CAAC,MAAM,eAAe,GAAG,SAAS,CAAC;AACzC,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAE5C,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;AACpF,+FAA+F;AAC/F,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,CAAC;AAC3C,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAU,CAAC;AAErJ,oGAAoG;AACpG,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IACjE,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;CAC3G,CAAC,CAAC,MAAM,EAAE,CAAC;AAGZ,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,IAAI,EAAE;IAC/E,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IAC1G,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;QACxE,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;CACpG,CAAC,CAAC;AAEH,oFAAoF;AACpF,MAAM,OAAO,eAAe;IAEG;IADrB,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAClC,YAA6B,KAAa;QAAb,UAAK,GAAL,KAAK,CAAQ;IAAG,CAAC;IAE9C,IAAI,CAAC,KAAa;QAChB,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,OAAO,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC7B,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAC1C,MAAM,GAAG,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;YACjD,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YACzC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK;gBAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAClH,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;YACnD,IAAI,OAAO,GAAG,CAAC;gBAAE,MAAM;YACvB,MAAM,IAAI,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC5E,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAC9B,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,GAAG,OAAO,GAAG,CAAC,CAAC;QACvB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,MAAM;QACJ,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IACrF,CAAC;CACF"}

package/dist/helper/transport.d.ts

@@ -0,0 +1,43 @@
+import { z } from 'zod';
+/** A validated frame the helper emitted on its own (state changes, cursor moves, preview frames). */
+export interface HelperEvent {
+    readonly event: string;
+    readonly [field: string]: unknown;
+}
+export interface HelperTransportOptions {
+    readonly protocolVersion: number;
+    readonly timeoutMs?: number;
+    /** Schemas for uncorrelated events by name. `control_state` is built in; any other name fails closed. */
+    readonly events?: Readonly<Record<string, z.ZodType<HelperEvent>>>;
+    readonly onEvent?: (event: HelperEvent) => void;
+}
+/** A request the helper refused; `code` is the helper's machine-readable reason. */
+export declare class HelperError extends Error {
+    readonly code: string;
+    readonly detail: string;
+    constructor(code: string, detail: string);
+}
+/** One serial, non-retrying connection to a disposable native helper. */
+export declare class HelperTransport {
+    private readonly child;
+    private readonly exited;
+    private pending;
+    private stopped;
+    private userStopped;
+    private queue;
+    private stderrBytes;
+    get closed(): boolean;
+    get stoppedByUser(): boolean;
+    /** Settles once the helper process has exited, whatever the reason. */
+    get done(): Promise<void>;
+    private readonly version;
+    private readonly timeoutMs;
+    constructor(command: string, args: string[], options: HelperTransportOptions);
+    request(method: string, params: unknown, signal: AbortSignal): Promise<unknown>;
+    /** Control uses the reader side of the helper, never its blocked request queue. */
+    control(command: 'pause' | 'resume' | 'stop' | 'takeover'): void;
+    private send;
+    private fail;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=transport.d.ts.map

package/dist/helper/transport.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport.d.ts","sourceRoot":"","sources":["../../src/helper/transport.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,qGAAqG;AACrG,MAAM,WAAW,WAAW;IAAG,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAA;CAAE;AAE1F,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,yGAAyG;IACzG,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACnE,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC;CACjD;AAID,oFAAoF;AACpF,qBAAa,WAAY,SAAQ,KAAK;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM;IAAE,QAAQ,CAAC,MAAM,EAAE,MAAM;gBAArC,IAAI,EAAE,MAAM,EAAW,MAAM,EAAE,MAAM;CAI3D;AAUD,yEAAyE;AACzE,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAiC;IACvD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,OAAO,CAAsB;IACrC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,KAAK,CAAuC;IACpD,OAAO,CAAC,WAAW,CAAK;IACxB,IAAI,MAAM,IAAI,OAAO,CAAyB;IAC9C,IAAI,aAAa,IAAI,OAAO,CAA6B;IACzD,uEAAuE;IACvE,IAAI,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAwB;IAEjD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAEvB,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,sBAAsB;IAyD5E,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC;IAM/E,mFAAmF;IACnF,OAAO,CAAC,OAAO,EAAE,OAAO,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,GAAG,IAAI;IAYhE,OAAO,CAAC,IAAI;IAgCZ,OAAO,CAAC,IAAI;IAaN,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAI7B"}

package/dist/{windows → helper}/transport.js

@@ -1,11 +1,21 @@
 import { spawn } from 'node:child_process';
 import { randomUUID } from 'node:crypto';
-import { JsonLineDecoder } from './protocol.js';
-import { MAX_FRAME_BYTES, PROTOCOL_VERSION, responseSchema, controlStateSchema, controlCommandSchema } from './contracts.js';
+import { z } from 'zod';
+import { JsonLineDecoder, MAX_FRAME_BYTES, TAKEOVER_PROTOCOL_VERSION, controlCommandSchema, controlStateSchemaFor, responseSchemaFor } from './protocol.js';
+const eventFrame = z.object({ event: z.string() }).passthrough();
+/** A request the helper refused; `code` is the helper's machine-readable reason. */
+export class HelperError extends Error {
+    code;
+    detail;
+    constructor(code, detail) {
+        super(`${code}: ${detail}`);
+        this.code = code;
+        this.detail = detail;
+        this.name = 'HelperError';
+    }
+}
 /** One serial, non-retrying connection to a disposable native helper. */
 export class HelperTransport {
-    timeoutMs;
-    onState;
     child;
     exited;
     pending;
@@ -15,9 +25,16 @@ export class HelperTransport {
     stderrBytes = 0;
     get closed() { return this.stopped; }
     get stoppedByUser() { return this.userStopped; }
-    constructor(command, args, timeoutMs = 15_000, onState = () => undefined) {
-        this.timeoutMs = timeoutMs;
-        this.onState = onState;
+    /** Settles once the helper process has exited, whatever the reason. */
+    get done() { return this.exited; }
+    version;
+    timeoutMs;
+    constructor(command, args, options) {
+        this.version = options.protocolVersion;
+        this.timeoutMs = options.timeoutMs ?? 15_000;
+        const onEvent = options.onEvent ?? (() => undefined);
+        const controlState = controlStateSchemaFor(this.version);
+        const response = responseSchemaFor(this.version);
         this.child = spawn(command, args, { shell: false, windowsHide: true, stdio: ['pipe', 'pipe', 'pipe'] });
         this.exited = new Promise((resolve) => this.child.once('close', () => resolve()));
         const decoder = new JsonLineDecoder(MAX_FRAME_BYTES);
@@ -33,25 +50,33 @@ export class HelperTransport {
         this.child.stdout.on('data', (bytes) => {
             try {
                 for (const frame of decoder.push(bytes)) {
-                    const event = controlStateSchema.safeParse(frame);
-                    if (event.success) {
+                    const tagged = eventFrame.safeParse(frame);
+                    if (tagged.success && tagged.data.event === 'control_state') {
+                        const state = controlState.parse(frame);
                         const pending = this.pending;
-                        if (!pending || event.data.id !== pending.id)
+                        if (!pending || state.id !== pending.id)
                             throw new Error('Unmatched control state');
-                        pending.waiting(event.data.state === 'waiting_for_focus' || event.data.state === 'paused_by_user');
-                        this.onState(event.data);
+                        pending.waiting(state.state === 'waiting_for_focus' || state.state === 'paused_by_user');
+                        onEvent(state);
+                        continue;
+                    }
+                    if (tagged.success) {
+                        const schema = options.events?.[tagged.data.event];
+                        if (!schema)
+                            throw new Error('Unregistered helper event');
+                        onEvent(schema.parse(frame));
                         continue;
                     }
-                    const response = responseSchema.parse(frame);
+                    const reply = response.parse(frame);
                     const pending = this.pending;
-                    if (!pending || pending.id !== response.id)
+                    if (!pending || pending.id !== reply.id)
                         throw new Error('Unmatched response');
                     this.pending = undefined;
                     pending.dispose();
-                    if (response.ok)
-                        pending.resolve(response.result);
+                    if (reply.ok)
+                        pending.resolve(reply.result);
                     else
-                        pending.reject(new Error(`${response.error.code}: ${response.error.message}`));
+                        pending.reject(new HelperError(reply.error.code, reply.error.message));
                 }
             }
             catch {
@@ -88,7 +113,8 @@ export class HelperTransport {
             this.fail(new Error('Computer Use stopped by user; action not retried.'));
             return;
         }
-        this.child.stdin.write(JSON.stringify({ version: PROTOCOL_VERSION, control: command }) + '\n');
+        const sent = command === 'takeover' && this.version < TAKEOVER_PROTOCOL_VERSION ? 'pause' : command;
+        this.child.stdin.write(JSON.stringify({ version: this.version, control: sent }) + '\n');
     }
     send(method, params, signal) {
         if (this.stopped)
@@ -96,7 +122,7 @@ export class HelperTransport {
         if (signal.aborted)
             return Promise.reject(new Error('Computer Use cancelled'));
         const id = randomUUID();
-        const frame = JSON.stringify({ version: PROTOCOL_VERSION, id, method, params }) + '\n';
+        const frame = JSON.stringify({ version: this.version, id, method, params }) + '\n';
         if (Buffer.byteLength(frame) > MAX_FRAME_BYTES)
             return Promise.reject(new Error('Computer Use request limit exceeded'));
         return new Promise((resolve, reject) => {

package/dist/helper/transport.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"transport.js","sourceRoot":"","sources":["../../src/helper/transport.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAuC,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,yBAAyB,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAa5J,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;AAEjE,oFAAoF;AACpF,MAAM,OAAO,WAAY,SAAQ,KAAK;IACf;IAAuB;IAA5C,YAAqB,IAAY,EAAW,MAAc;QACxD,KAAK,CAAC,GAAG,IAAI,KAAK,MAAM,EAAE,CAAC,CAAC;QADT,SAAI,GAAJ,IAAI,CAAQ;QAAW,WAAM,GAAN,MAAM,CAAQ;QAExD,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;IAC5B,CAAC;CACF;AAUD,yEAAyE;AACzE,MAAM,OAAO,eAAe;IACT,KAAK,CAAiC;IACtC,MAAM,CAAgB;IAC/B,OAAO,CAAsB;IAC7B,OAAO,GAAG,KAAK,CAAC;IAChB,WAAW,GAAG,KAAK,CAAC;IACpB,KAAK,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC5C,WAAW,GAAG,CAAC,CAAC;IACxB,IAAI,MAAM,KAAc,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9C,IAAI,aAAa,KAAc,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;IACzD,uEAAuE;IACvE,IAAI,IAAI,KAAoB,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAEhC,OAAO,CAAS;IAChB,SAAS,CAAS;IAEnC,YAAY,OAAe,EAAE,IAAc,EAAE,OAA+B;QAC1E,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,eAAe,CAAC;QACvC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC;QAC7C,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,YAAY,GAAG,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QACxG,IAAI,CAAC,MAAM,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAClF,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC,eAAe,CAAC,CAAC;QACrD,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC,CAAC,CAAC;QACjH,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC,CAAC,CAAC;QAC1G,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YAC9B,IAAI,IAAI,KAAK,EAAE;gBAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACzC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW;gBAClC,CAAC,CAAC,mDAAmD;gBACrD,CAAC,CAAC,+BAA+B,IAAI,wBAAwB,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YAC7C,IAAI,CAAC;gBACH,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBACxC,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oBAC3C,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,KAAK,eAAe,EAAE,CAAC;wBAC5D,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;wBACxC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;wBAC7B,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,EAAE;4BAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;wBACpF,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,KAAK,mBAAmB,IAAI,KAAK,CAAC,KAAK,KAAK,gBAAgB,CAAC,CAAC;wBACzF,OAAO,CAAC,KAAK,CAAC,CAAC;wBACf,SAAS;oBACX,CAAC;oBACD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBACnD,IAAI,CAAC,MAAM;4BAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;wBAC1D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;wBAC7B,SAAS;oBACX,CAAC;oBACD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;oBACpC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;oBAC7B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,EAAE,KAAK,KAAK,CAAC,EAAE;wBAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;oBAC/E,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;oBACzB,OAAO,CAAC,OAAO,EAAE,CAAC;oBAClB,IAAI,KAAK,CAAC,EAAE;wBAAE,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;;wBACvC,OAAO,CAAC,MAAM,CAAC,IAAI,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC9E,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,+FAA+F,CAAC,CAAC,CAAC;YACxH,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YAC/B,IAAI,CAAC;gBAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC,CAAC;YAAC,CAAC;QACpH,CAAC,CAAC,CAAC;QACH,wEAAwE;QACxE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YAC7C,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC;YACjC,IAAI,IAAI,CAAC,WAAW,GAAG,MAAM;gBAAE,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC,CAAC;QACvG,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,MAAc,EAAE,MAAe,EAAE,MAAmB;QAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;QACtE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,mFAAmF;IACnF,OAAO,CAAC,OAAiD;QACvD,oBAAoB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACpC,IAAI,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpE,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;YACvB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC,CAAC;YAC1E,OAAO;QACT,CAAC;QACD,MAAM,IAAI,GAAG,OAAO,KAAK,UAAU,IAAI,IAAI,CAAC,OAAO,GAAG,yBAAyB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QACpG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAC,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACxF,CAAC;IAEO,IAAI,CAAC,MAAc,EAAE,MAAe,EAAE,MAAmB;QAC/D,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAC,CAAC;QAC3H,IAAI,MAAM,CAAC,OAAO;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC,CAAC;QAC/E,MAAM,EAAE,GAAG,UAAU,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,GAAG,IAAI,CAAC;QACnF,IAAI,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,eAAe;YAAE,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC,CAAC;QACxH,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC,CAAC;YACxF,IAAI,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YAC/B,IAAI,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAChC,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC,CAAC;YACzG,IAAI,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAC3C,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YACxD,IAAI,CAAC,OAAO,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACvD,IAAI,KAAK,KAAK,OAAO;wBAAE,OAAO;oBAC9B,OAAO,GAAG,KAAK,CAAC;oBAChB,IAAI,OAAO,EAAE,CAAC;wBACZ,YAAY,CAAC,KAAK,CAAC,CAAC;wBACpB,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,CAAC,CAAC;oBACrE,CAAC;yBAAM,CAAC;wBACN,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;wBAC5B,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;oBACzC,CAAC;gBACH,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE;oBACf,YAAY,CAAC,KAAK,CAAC,CAAC;oBACpB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;gBAC7C,CAAC,EAAE,CAAC;YACJ,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,IAAI,CAAC,KAAY;QACvB,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QACzB,IAAI,OAAO,EAAE,CAAC;YAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAAC,CAAC;QAC1D,kFAAkF;QAClF,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC;QAC/D,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC,CAAC;QACvD,MAAM,IAAI,CAAC,MAAM,CAAC;IACpB,CAAC;CACF"}

package/dist/index.d.ts

@@ -1,28 +1,15 @@
-import { type Plugin, type ToolDef } from '@moxxy/sdk';
-import { IS_DARWIN } from './shell.js';
-import { applescriptTool } from './tools/applescript.js';
-import { clickTool } from './tools/click.js';
-import { clipboardTool } from './tools/clipboard.js';
-import { keyTool } from './tools/key.js';
-import { openTool } from './tools/open.js';
-import { screenshotTool } from './tools/screenshot.js';
-import { typeTool } from './tools/type.js';
-export { applescriptTool, clickTool, clipboardTool, keyTool, openTool, screenshotTool, typeTool, };
-export declare const computerControlTools: ReadonlyArray<ToolDef>;
+import { type Plugin } from '@moxxy/sdk';
+import { type PlatformProfile } from './backend/backend.js';
 /**
- * `@moxxy/plugin-computer-control` — programmatic control of the host
- * computer (mouse, keyboard, screenshot, clipboard, app launching,
- * AppleScript escape hatch).
+ * `@moxxy/plugin-computer-control` — operates the user's desktop applications
+ * through a bundled native helper: macOS (universal), Windows x64 and Linux
+ * (x64, arm64; X11 sessions). Other
+ * hosts, and a host whose helper is missing, expose `computer_status` only.
  *
- * macOS retains its system-binary backend; Windows x64 uses our bundled
- * native helper. Unsupported hosts expose status only.
- *
- * Every tool is `permission: 'prompt'`. There is intentionally no
- * "allow always" shortcut for these — granting blanket permission to
- * drive the user's screen + keyboard is exactly the wrong default.
+ * Every tool is `permission: 'prompt'`; which apps may be controlled, and how
+ * far, is a separate grant recorded in the session log.
  */
-export declare function createComputerControlPlugin(platform?: NodeJS.Platform, arch?: string): Plugin;
+export declare function createComputerControlPlugin(platform?: NodeJS.Platform, arch?: string, profile?: PlatformProfile | undefined): Plugin;
 export declare const computerControlPlugin: Plugin;
 export default computerControlPlugin;
-export { IS_DARWIN };
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAA+B,KAAK,MAAM,EAAE,KAAK,OAAO,EAAE,MAAM,YAAY,CAAC;AAEpF,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAE3C,OAAO,EACL,eAAe,EACf,SAAS,EACT,aAAa,EACb,OAAO,EACP,QAAQ,EACR,cAAc,EACd,QAAQ,GACT,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,aAAa,CAAC,OAAO,CAQvD,CAAC;AAEF;;;;;;;;;;;GAWG;AACH,wBAAgB,2BAA2B,CAAC,QAAQ,GAAE,MAAM,CAAC,QAA2B,EAAE,IAAI,GAAE,MAAqB,GAAG,MAAM,CAa7H;AAED,eAAO,MAAM,qBAAqB,QAAgC,CAAC;AAEnE,eAAe,qBAAqB,CAAC;AAGrC,OAAO,EAAE,SAAS,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAA+B,KAAK,MAAM,EAAE,MAAM,YAAY,CAAC;AACtE,OAAO,EAAmB,KAAK,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAwB7E;;;;;;;;GAQG;AACH,wBAAgB,2BAA2B,CACzC,QAAQ,GAAE,MAAM,CAAC,QAA2B,EAAE,IAAI,GAAE,MAAqB,EAAE,OAAO,GAAE,eAAe,GAAG,SAAsC,GAC3I,MAAM,CAMR;AAED,eAAO,MAAM,qBAAqB,QAAgC,CAAC;AAEnE,eAAe,qBAAqB,CAAC"}

package/dist/index.js

@@ -1,51 +1,44 @@
 import { definePlugin, defineTool, z } from '@moxxy/sdk';
-import { WindowsBackend } from './windows/backend.js';
-import { IS_DARWIN } from './shell.js';
-import { applescriptTool } from './tools/applescript.js';
-import { clickTool } from './tools/click.js';
-import { clipboardTool } from './tools/clipboard.js';
-import { keyTool } from './tools/key.js';
-import { openTool } from './tools/open.js';
-import { screenshotTool } from './tools/screenshot.js';
-import { typeTool } from './tools/type.js';
-export { applescriptTool, clickTool, clipboardTool, keyTool, openTool, screenshotTool, typeTool, };
-export const computerControlTools = [
-    screenshotTool,
-    clickTool,
-    typeTool,
-    keyTool,
-    openTool,
-    clipboardTool,
-    applescriptTool,
-];
-/**
- * `@moxxy/plugin-computer-control` — programmatic control of the host
- * computer (mouse, keyboard, screenshot, clipboard, app launching,
- * AppleScript escape hatch).
- *
- * macOS retains its system-binary backend; Windows x64 uses our bundled
- * native helper. Unsupported hosts expose status only.
- *
- * Every tool is `permission: 'prompt'`. There is intentionally no
- * "allow always" shortcut for these — granting blanket permission to
- * drive the user's screen + keyboard is exactly the wrong default.
- */
-export function createComputerControlPlugin(platform = process.platform, arch = process.arch) {
-    const backend = platform === 'win32' && arch === 'x64' ? new WindowsBackend() : undefined;
+import { ComputerBackend } from './backend/backend.js';
+import { helperProblem } from './helper/artifact.js';
+import { linuxProfile } from './linux/profile.js';
+import { macosProfile } from './macos/profile.js';
+import { windowsProfile } from './windows/profile.js';
+const name = '@moxxy/plugin-computer-control';
+/** The only tool of a host that cannot run Computer Use: it says why. */
+function statusOnly(platform, architecture, limitation) {
     const status = defineTool({
         name: 'computer_status', description: 'Report Computer Use platform capabilities and limitations.',
         inputSchema: z.object({}).strict(), permission: { action: 'prompt' },
-        handler: () => ({ platform, architecture: arch, ready: platform === 'darwin',
-            limitations: platform === 'darwin' ? ['Requires Screen Recording and Accessibility permissions'] : ['Unsupported platform or architecture'] }),
-    });
-    return definePlugin({
-        name: '@moxxy/plugin-computer-control', version: '0.0.0',
-        tools: backend ? backend.tools() : platform === 'darwin' ? [...computerControlTools, status] : [status],
-        ...(backend ? { hooks: backend.hooks } : {}),
+        handler: () => ({ platform, architecture, ready: false, limitations: [limitation] }),
     });
+    return definePlugin({ name, version: '0.0.0', tools: [status] });
+}
+function profileFor(platform, arch) {
+    if (platform === 'darwin')
+        return macosProfile;
+    if (platform === 'linux')
+        return arch === 'x64' || arch === 'arm64' ? linuxProfile(arch) : undefined;
+    return platform === 'win32' && arch === 'x64' ? windowsProfile : undefined;
+}
+/**
+ * `@moxxy/plugin-computer-control` — operates the user's desktop applications
+ * through a bundled native helper: macOS (universal), Windows x64 and Linux
+ * (x64, arm64; X11 sessions). Other
+ * hosts, and a host whose helper is missing, expose `computer_status` only.
+ *
+ * Every tool is `permission: 'prompt'`; which apps may be controlled, and how
+ * far, is a separate grant recorded in the session log.
+ */
+export function createComputerControlPlugin(platform = process.platform, arch = process.arch, profile = profileFor(platform, arch)) {
+    if (!profile)
+        return statusOnly(platform, arch, 'Unsupported platform or architecture');
+    const problem = helperProblem(profile.helperPath, profile.protocolVersion);
+    if (problem)
+        return statusOnly(platform, arch, `${problem} ${profile.unavailableMessage}`);
+    const backend = new ComputerBackend(profile);
+    return definePlugin({ name, version: '0.0.0', tools: backend.tools(), hooks: backend.hooks, surfaces: backend.surfaces() });
 }
 export const computerControlPlugin = createComputerControlPlugin();
 export default computerControlPlugin;
-// Re-export for callers that want a runtime gate.
-export { IS_DARWIN };
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC,EAA6B,MAAM,YAAY,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAE3C,OAAO,EACL,eAAe,EACf,SAAS,EACT,aAAa,EACb,OAAO,EACP,QAAQ,EACR,cAAc,EACd,QAAQ,GACT,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAA2B;IAC1D,cAAc;IACd,SAAS;IACT,QAAQ;IACR,OAAO;IACP,QAAQ;IACR,aAAa;IACb,eAAe;CAChB,CAAC;AAEF;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,2BAA2B,CAAC,WAA4B,OAAO,CAAC,QAAQ,EAAE,OAAe,OAAO,CAAC,IAAI;IACnH,MAAM,OAAO,GAAG,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,cAAc,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1F,MAAM,MAAM,GAAG,UAAU,CAAC;QACxB,IAAI,EAAE,iBAAiB,EAAE,WAAW,EAAE,4DAA4D;QAClG,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;QACpE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,KAAK,QAAQ;YAC1E,WAAW,EAAE,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,yDAAyD,CAAC,CAAC,CAAC,CAAC,CAAC,sCAAsC,CAAC,EAAE,CAAC;KACjJ,CAAC,CAAC;IACH,OAAO,YAAY,CAAC;QAClB,IAAI,EAAE,gCAAgC,EAAE,OAAO,EAAE,OAAO;QACxD,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,oBAAoB,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QACvG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC7C,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,EAAE,CAAC;AAEnE,eAAe,qBAAqB,CAAC;AAErC,kDAAkD;AAClD,OAAO,EAAE,SAAS,EAAE,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC,EAAe,MAAM,YAAY,CAAC;AACtE,OAAO,EAAE,eAAe,EAAwB,MAAM,sBAAsB,CAAC;AAC7E,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAEtD,MAAM,IAAI,GAAG,gCAAgC,CAAC;AAE9C,yEAAyE;AACzE,SAAS,UAAU,CAAC,QAAyB,EAAE,YAAoB,EAAE,UAAkB;IACrF,MAAM,MAAM,GAAG,UAAU,CAAC;QACxB,IAAI,EAAE,iBAAiB,EAAE,WAAW,EAAE,4DAA4D;QAClG,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;QACpE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;KACrF,CAAC,CAAC;IACH,OAAO,YAAY,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,UAAU,CAAC,QAAyB,EAAE,IAAY;IACzD,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,YAAY,CAAC;IAC/C,IAAI,QAAQ,KAAK,OAAO;QAAE,OAAO,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrG,OAAO,QAAQ,KAAK,OAAO,IAAI,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC;AAC7E,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,2BAA2B,CACzC,WAA4B,OAAO,CAAC,QAAQ,EAAE,OAAe,OAAO,CAAC,IAAI,EAAE,UAAuC,UAAU,CAAC,QAAQ,EAAE,IAAI,CAAC;IAE5I,IAAI,CAAC,OAAO;QAAE,OAAO,UAAU,CAAC,QAAQ,EAAE,IAAI,EAAE,sCAAsC,CAAC,CAAC;IACxF,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC;IAC3E,IAAI,OAAO;QAAE,OAAO,UAAU,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,OAAO,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAAC;IAC3F,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;IAC7C,OAAO,YAAY,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AAC9H,CAAC;AAED,MAAM,CAAC,MAAM,qBAAqB,GAAG,2BAA2B,EAAE,CAAC;AAEnE,eAAe,qBAAqB,CAAC"}

package/dist/jev/ladder.d.ts

@@ -0,0 +1,32 @@
+import type { ActionResult } from '../contract/outcome.js';
+import type { ComputerAction, RunStep } from '../contract/tools.js';
+import type { AppElement } from '@moxxy/jev';
+/** The ways to carry out a step on its element, best first. Each way is a short run of actions. */
+export declare function rungs(step: RunStep, element: AppElement | undefined, selectAll: string): ComputerAction[][];
+export type Verdict = {
+    readonly verdict: 'done';
+    readonly verified: boolean;
+} | {
+    readonly verdict: 'retry';
+    readonly why: string;
+} | {
+    readonly verdict: 'stop';
+    readonly why: string;
+};
+export interface Attempt {
+    readonly step: RunStep;
+    readonly result: ActionResult;
+    /** Whether the window looks different than before the attempt. */
+    readonly changed: boolean;
+    /** Jev's probability that `step.expect` holds now; absent when the step expects nothing. */
+    readonly expected?: number;
+    /** A click at a point changed the screenshot and no element: what it did is outside what Jev is shown. */
+    readonly unseen?: boolean;
+    /** A type step's text shows in its element now: typing it again would append it once more. */
+    readonly typed?: boolean;
+    /** Another window is in front than before the attempt. */
+    readonly moved?: boolean;
+}
+/** What one attempt at a step means for the run. */
+export declare function judge({ step, result, changed, expected, unseen, typed, moved }: Attempt): Verdict;
+//# sourceMappingURL=ladder.d.ts.map

package/dist/jev/ladder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ladder.d.ts","sourceRoot":"","sources":["../../src/jev/ladder.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAa,MAAM,wBAAwB,CAAC;AACtE,OAAO,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAc7C,mGAAmG;AACnG,wBAAgB,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,GAAG,SAAS,EAAE,SAAS,EAAE,MAAM,GAAG,cAAc,EAAE,EAAE,CAwB3G;AAED,MAAM,MAAM,OAAO,GACf;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAA;CAAE,GACxD;IAAE,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GACnD;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvD,MAAM,WAAW,OAAO;IACtB,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,kEAAkE;IAClE,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAC1B,4FAA4F;IAC5F,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAC3B,0GAA0G;IAC1G,QAAQ,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC;IAC1B,8FAA8F;IAC9F,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;IACzB,0DAA0D;IAC1D,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;CAC1B;AAMD,oDAAoD;AACpD,wBAAgB,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,OAAO,GAAG,OAAO,CAkBjG"}

package/dist/jev/ladder.js

@@ -0,0 +1,66 @@
+import { assertDefined } from '@moxxy/sdk';
+/** How sure Jev must be that the expected result shows, and below what it certainly does not. */
+const HOLDS = 0.6;
+const FAILS = 0.3;
+/** What only the user or the main model can resolve; trying another way would not help. */
+const FINAL = new Set([
+    'user_stopped', 'user_intervened', 'screen_locked', 'permissions_not_granted', 'permissions_pending', 'tier_insufficient',
+    'app_not_allowed', 'protected_path', 'system_key_combo', 'clipboard_not_granted', 'own_window',
+]);
+const click = (target) => ({ action: 'click', ...target, mouse_button: 'left', click_count: 1 });
+/** The ways to carry out a step on its element, best first. Each way is a short run of actions. */
+export function rungs(step, element, selectAll) {
+    const { key, text, direction } = step;
+    if (step.do === 'key') {
+        assertDefined(key, 'a key step has a key');
+        return [[{ action: 'press_key', key, repeat: 1 }]];
+    }
+    if (step.do === 'type' && !element) {
+        assertDefined(text, 'a type step has text');
+        return [[{ action: 'type_text', text }]];
+    }
+    assertDefined(element, `a ${step.do} step has an element`);
+    const { index, frame } = element;
+    const onElement = click({ element_index: index });
+    if (step.do === 'click') {
+        return [[onElement], ...(frame ? [[click({ x: Math.round(frame.x + frame.width / 2), y: Math.round(frame.y + frame.height / 2) })]] : [])];
+    }
+    if (step.do === 'scroll') {
+        assertDefined(direction, 'a scroll step has a direction');
+        return [[{ action: 'scroll', element_index: index, direction, pages: 1 }]];
+    }
+    assertDefined(text, `a ${step.do} step has text`);
+    if (step.do === 'type')
+        return [[{ action: 'type_text', element_index: index, text }], [onElement, { action: 'type_text', text }]];
+    const typed = text === '' ? { action: 'press_key', key: 'BackSpace', repeat: 1 } : { action: 'type_text', text };
+    return [[{ action: 'set_value', element_index: index, value: text }], [onElement, { action: 'press_key', key: selectAll, repeat: 1 }, typed]];
+}
+const UNSEEN = 'the click changed the screenshot but no element, so its result cannot be checked here and it was not clicked again (another click may undo it). Read the screenshot: when it shows the result, continue with the single tools by x and y';
+const LOADING = 'the click followed a link and the new page is still loading, so it was not clicked again (a second click can start the same thing twice). Look at the window again before the next action';
+/** What one attempt at a step means for the run. */
+export function judge({ step, result, changed, expected, unseen, typed, moved }) {
+    if (result.outcome !== 'delivered') {
+        const why = `${result.outcome}${result.code ? ` (${result.code})` : ''}`;
+        return result.code && FINAL.has(result.code) ? { verdict: 'stop', why } : { verdict: 'retry', why };
+    }
+    // Doing these again would do them twice. A key that brought another window forward opened or switched one, which Jev,
+    // reading a single window, cannot tell from one that was there before.
+    if (typed || (moved && step.do === 'key'))
+        return { verdict: 'done', verified: expected !== undefined && expected >= HOLDS };
+    if (expected !== undefined && expected >= HOLDS)
+        return { verdict: 'done', verified: true };
+    if (result.code === 'page_loading')
+        return { verdict: 'stop', why: LOADING };
+    if (expected !== undefined) {
+        if (unseen)
+            return { verdict: 'stop', why: UNSEEN };
+        if (expected <= FAILS || !changed)
+            return { verdict: 'retry', why: 'the expected result does not show' };
+        return { verdict: 'done', verified: false };
+    }
+    // A key or a scroll can be right and still change nothing visible; a click or a value cannot.
+    if (!changed && step.do !== 'key' && step.do !== 'scroll')
+        return { verdict: 'retry', why: 'nothing changed' };
+    return { verdict: 'done', verified: false };
+}
+//# sourceMappingURL=ladder.js.map

package/dist/jev/ladder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ladder.js","sourceRoot":"","sources":["../../src/jev/ladder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAK3C,iGAAiG;AACjG,MAAM,KAAK,GAAG,GAAG,CAAC;AAClB,MAAM,KAAK,GAAG,GAAG,CAAC;AAElB,2FAA2F;AAC3F,MAAM,KAAK,GAA2B,IAAI,GAAG,CAAY;IACvD,cAAc,EAAE,iBAAiB,EAAE,eAAe,EAAE,yBAAyB,EAAE,qBAAqB,EAAE,mBAAmB;IACzH,iBAAiB,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,YAAY;CAC/F,CAAC,CAAC;AAEH,MAAM,KAAK,GAAG,CAAC,MAA4D,EAAkB,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAC;AAEvK,mGAAmG;AACnG,MAAM,UAAU,KAAK,CAAC,IAAa,EAAE,OAA+B,EAAE,SAAiB;IACrF,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;IACtC,IAAI,IAAI,CAAC,EAAE,KAAK,KAAK,EAAE,CAAC;QACtB,aAAa,CAAC,GAAG,EAAE,sBAAsB,CAAC,CAAC;QAC3C,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC;IACD,IAAI,IAAI,CAAC,EAAE,KAAK,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACnC,aAAa,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;QAC5C,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC3C,CAAC;IACD,aAAa,CAAC,OAAO,EAAE,KAAK,IAAI,CAAC,EAAE,sBAAsB,CAAC,CAAC;IAC3D,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC;IACjC,MAAM,SAAS,GAAG,KAAK,CAAC,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;IAClD,IAAI,IAAI,CAAC,EAAE,KAAK,OAAO,EAAE,CAAC;QACxB,OAAO,CAAC,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7I,CAAC;IACD,IAAI,IAAI,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;QACzB,aAAa,CAAC,SAAS,EAAE,+BAA+B,CAAC,CAAC;QAC1D,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7E,CAAC;IACD,aAAa,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,EAAE,gBAAgB,CAAC,CAAC;IAClD,IAAI,IAAI,CAAC,EAAE,KAAK,MAAM;QAAE,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACnI,MAAM,KAAK,GAAmB,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;IACjI,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,aAAa,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;AAChJ,CAAC;AAsBD,MAAM,MAAM,GAAG,0OAA0O,CAAC;AAE1P,MAAM,OAAO,GAAG,2LAA2L,CAAC;AAE5M,oDAAoD;AACpD,MAAM,UAAU,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAW;IACtF,IAAI,MAAM,CAAC,OAAO,KAAK,WAAW,EAAE,CAAC;QACnC,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACzE,OAAO,MAAM,CAAC,IAAI,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;IACtG,CAAC;IACD,sHAAsH;IACtH,uEAAuE;IACvE,IAAI,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,EAAE,KAAK,KAAK,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,KAAK,SAAS,IAAI,QAAQ,IAAI,KAAK,EAAE,CAAC;IAC7H,IAAI,QAAQ,KAAK,SAAS,IAAI,QAAQ,IAAI,KAAK;QAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC5F,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc;QAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;IAC7E,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,IAAI,MAAM;YAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,CAAC;QACpD,IAAI,QAAQ,IAAI,KAAK,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,mCAAmC,EAAE,CAAC;QACzG,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC9C,CAAC;IACD,8FAA8F;IAC9F,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,EAAE,KAAK,KAAK,IAAI,IAAI,CAAC,EAAE,KAAK,QAAQ;QAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,iBAAiB,EAAE,CAAC;IAC/G,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAC9C,CAAC"}

package/dist/jev/memory.d.ts

@@ -0,0 +1,11 @@
+import { RunMemory as SharedMemory, type AppMemory } from '@moxxy/jev';
+export { guess, labelOf, recall, sameWords, targetOf, type AppMemory, type LearnedRoute, type LearnedTarget, type Lesson } from '@moxxy/jev';
+/** What the moxxy team learned and ships with the plugin, so a new install does not start from nothing. */
+export declare const shippedLearned: string;
+/** Computer Use's lessons: one file per app under `~/.moxxy/computer-use/learned`, routes of computer_run steps. */
+export declare class RunMemory extends SharedMemory {
+    constructor(directory?: string, now?: () => number, shipped?: string);
+}
+export declare const describeRoutes: (memory: AppMemory) => string | undefined;
+export declare const promote: (from: string, to: string) => Promise<string[]>;
+//# sourceMappingURL=memory.d.ts.map

package/dist/jev/memory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../src/jev/memory.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,IAAI,YAAY,EAA8D,KAAK,SAAS,EAAE,MAAM,YAAY,CAAC;AAInI,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,SAAS,EAAE,KAAK,YAAY,EAAE,KAAK,aAAa,EAAE,KAAK,MAAM,EAAE,MAAM,YAAY,CAAC;AAE7I,2GAA2G;AAC3G,eAAO,MAAM,cAAc,QAA2D,CAAC;AAEvF,oHAAoH;AACpH,qBAAa,SAAU,SAAQ,YAAY;gBAC7B,SAAS,GAAE,MAA6C,EAAE,GAAG,GAAE,MAAM,MAAiB,EAAE,OAAO,CAAC,EAAE,MAAM;CAGrH;AAED,eAAO,MAAM,cAAc,GAAI,QAAQ,SAAS,KAAG,MAAM,GAAG,SAAmD,CAAC;AAEhH,eAAO,MAAM,OAAO,GAAI,MAAM,MAAM,EAAE,IAAI,MAAM,KAAG,OAAO,CAAC,MAAM,EAAE,CAA0C,CAAC"}

package/dist/jev/memory.js

@@ -0,0 +1,16 @@
+import { fileURLToPath } from 'node:url';
+import { RunMemory as SharedMemory, describeRoutes as describeShared, promote as promoteShared } from '@moxxy/jev';
+import { moxxyPath } from '@moxxy/sdk/server';
+import { runStepShape } from '../contract/tools.js';
+export { guess, labelOf, recall, sameWords, targetOf } from '@moxxy/jev';
+/** What the moxxy team learned and ships with the plugin, so a new install does not start from nothing. */
+export const shippedLearned = fileURLToPath(new URL('../../learned', import.meta.url));
+/** Computer Use's lessons: one file per app under `~/.moxxy/computer-use/learned`, routes of computer_run steps. */
+export class RunMemory extends SharedMemory {
+    constructor(directory = moxxyPath('computer-use', 'learned'), now = Date.now, shipped) {
+        super(directory, now, shipped, runStepShape);
+    }
+}
+export const describeRoutes = (memory) => describeShared(memory, 'computer_run');
+export const promote = (from, to) => promoteShared(from, to, runStepShape);
+//# sourceMappingURL=memory.js.map

package/dist/jev/memory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../src/jev/memory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,SAAS,IAAI,YAAY,EAAE,cAAc,IAAI,cAAc,EAAE,OAAO,IAAI,aAAa,EAAkB,MAAM,YAAY,CAAC;AACnI,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEpD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAsE,MAAM,YAAY,CAAC;AAE7I,2GAA2G;AAC3G,MAAM,CAAC,MAAM,cAAc,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,eAAe,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAEvF,oHAAoH;AACpH,MAAM,OAAO,SAAU,SAAQ,YAAY;IACzC,YAAY,YAAoB,SAAS,CAAC,cAAc,EAAE,SAAS,CAAC,EAAE,MAAoB,IAAI,CAAC,GAAG,EAAE,OAAgB;QAClH,KAAK,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC;IAC/C,CAAC;CACF;AAED,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAiB,EAAsB,EAAE,CAAC,cAAc,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;AAEhH,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,EAAU,EAAqB,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,EAAE,YAAY,CAAC,CAAC"}

package/dist/jev/run.d.ts

@@ -0,0 +1,93 @@
+import type { AppState, ShownText } from '../backend/rpc.js';
+import { type ActionResult } from '../contract/outcome.js';
+import type { ComputerAction, RunStep } from '../contract/tools.js';
+import { type AppElement, type AppTree } from '@moxxy/jev';
+import { type AskJev } from '@moxxy/jev';
+/** A step's element from an earlier run, the way that worked, and the labels that appeared when it did. */
+/** `element` is absent for a key, which is remembered only by what it made appear. */
+export interface Recalled {
+    readonly element?: AppElement;
+    readonly way: number;
+    readonly effect?: readonly string[];
+}
+export interface ActWait {
+    /** What the window showed when this step last worked: the action may return as soon as it shows again. */
+    readonly until?: readonly string[];
+    /** The state after the action comes with a screenshot. */
+    readonly picture: boolean;
+}
+export interface RunDeps {
+    readonly ask: AskJev;
+    /** A fresh look at the window, once it has settled; with a picture only when `picture` says so. */
+    readonly observe: (picture?: boolean) => Promise<AppState>;
+    /** One action, then the window's state once it settled, or as soon as what `wait` names shows. */
+    readonly act: (action: ComputerAction, wait: ActWait) => Promise<{
+        result: ActionResult;
+        state?: AppState;
+    }>;
+    /** The chord that selects everything in a text field on this platform. */
+    readonly selectAll: string;
+    readonly signal: AbortSignal;
+    /** The element a step's target was in an earlier run, when the window still has it, and the way that worked. */
+    readonly known?: (step: RunStep, tree: AppTree) => Recalled | undefined;
+    /** The lesson a step worded differently is probably about; used only once Jev agrees it is the same element. */
+    readonly guess?: (step: RunStep, tree: AppTree) => Recalled | undefined;
+    /**
+     * Several actions in one request, settling briefly between them and fully once at the end; it stops at the first
+     * one not delivered. Absent where the helper has none: each action then goes on its own.
+     */
+    readonly batch?: (actions: readonly ComputerAction[], picture: boolean) => Promise<{
+        results: readonly ActionResult[];
+        state?: AppState;
+    }>;
+    /** The lines of text recognized in the window's latest screenshot: a click's last resort when no element is named so. */
+    readonly readText?: () => Promise<readonly ShownText[]>;
+}
+export interface StepOutcome {
+    readonly status: 'done' | 'verified' | 'skipped' | 'failed';
+    /** The element the step was carried out on, as its line in the tree. */
+    readonly element?: string;
+    readonly attempts: number;
+    readonly why?: string;
+    /** When no element matched: the lines that came closest. */
+    readonly closest?: readonly string[];
+    /** What a verified step worked on and which of its ways did it: worth remembering. */
+    readonly used?: {
+        readonly key: string;
+        readonly label: string;
+        readonly way: number;
+        readonly effect?: readonly string[];
+    };
+    /** The same for a step that checked nothing itself; kept only when a later step vouches for it. */
+    readonly tried?: StepOutcome['used'];
+    /** The element came from memory, without asking Jev. */
+    readonly recalled?: true;
+    /** A remembered element was tried and did not do the step. */
+    readonly stale?: true;
+}
+export interface RunReport {
+    /** One outcome per step that was started; the run ends at the first failed one. */
+    readonly outcomes: readonly StepOutcome[];
+    readonly state: AppState;
+    readonly asks: number;
+    readonly ms: number;
+    /** Milliseconds of `ms` spent waiting for Jev, for actions (with their settling) and for looks at the window. */
+    readonly time: {
+        readonly jev: number;
+        readonly act: number;
+        readonly look: number;
+    };
+}
+/**
+ * Steps judged by pixels as well as elements, so the states before and after them come with a picture: a click,
+ * which may change only pixels, and a key that expects something, such as selecting text.
+ */
+export declare const pictured: (step: RunStep | undefined) => boolean;
+/**
+ * Carries out `steps` on one window. Jev finds each element and checks each expectation; code chooses the way to
+ * act and the next way when one fails. The run ends at the first step that cannot be done.
+ */
+export declare function runSteps(goal: string, steps: readonly RunStep[], initial: AppState, deps: RunDeps): Promise<RunReport>;
+/** The run for the main model: what was done to which element, and where it stopped and why. */
+export declare function describeRun(report: RunReport, steps: readonly RunStep[]): string;
+//# sourceMappingURL=run.d.ts.map

package/dist/jev/run.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run.d.ts","sourceRoot":"","sources":["../../src/jev/run.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE7D,OAAO,EAAoB,KAAK,YAAY,EAAE,MAAM,wBAAwB,CAAC;AAE7E,OAAO,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAuD,KAAK,UAAU,EAAE,KAAK,OAAO,EAAE,MAAM,YAAY,CAAC;AAChH,OAAO,EAAY,KAAK,MAAM,EAAqC,MAAM,YAAY,CAAC;AA6BtF,2GAA2G;AAC3G,sFAAsF;AACtF,MAAM,WAAW,QAAQ;IAAG,QAAQ,CAAC,OAAO,CAAC,EAAE,UAAU,CAAC;IAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE;AAEtH,MAAM,WAAW,OAAO;IACtB,0GAA0G;IAC1G,QAAQ,CAAC,KAAK,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,0DAA0D;IAC1D,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,OAAO;IACtB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,mGAAmG;IACnG,QAAQ,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,EAAE,OAAO,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC3D,kGAAkG;IAClG,QAAQ,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,cAAc,EAAE,IAAI,EAAE,OAAO,KAAK,OAAO,CAAC;QAAE,MAAM,EAAE,YAAY,CAAC;QAAC,KAAK,CAAC,EAAE,QAAQ,CAAA;KAAE,CAAC,CAAC;IAC7G,0EAA0E;IAC1E,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;IAC7B,gHAAgH;IAChH,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,KAAK,QAAQ,GAAG,SAAS,CAAC;IACxE,gHAAgH;IAChH,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,KAAK,QAAQ,GAAG,SAAS,CAAC;IACxE;;;OAGG;IACH,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,SAAS,cAAc,EAAE,EAAE,OAAO,EAAE,OAAO,KAAK,OAAO,CAAC;QAAE,OAAO,EAAE,SAAS,YAAY,EAAE,CAAC;QAAC,KAAK,CAAC,EAAE,QAAQ,CAAA;KAAE,CAAC,CAAC;IAC3I,yHAAyH;IACzH,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,OAAO,CAAC,SAAS,SAAS,EAAE,CAAC,CAAC;CACzD;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,GAAG,QAAQ,CAAC;IAC5D,wEAAwE;IACxE,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,4DAA4D;IAC5D,QAAQ,CAAC,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACrC,sFAAsF;IACtF,QAAQ,CAAC,IAAI,CAAC,EAAE;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;KAAE,CAAC;IAC5H,mGAAmG;IACnG,QAAQ,CAAC,KAAK,CAAC,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACrC,wDAAwD;IACxD,QAAQ,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC;IACzB,8DAA8D;IAC9D,QAAQ,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,SAAS;IACxB,mFAAmF;IACnF,QAAQ,CAAC,QAAQ,EAAE,SAAS,WAAW,EAAE,CAAC;IAC1C,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,iHAAiH;IACjH,QAAQ,CAAC,IAAI,EAAE;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;CACtF;AAkCD;;;GAGG;AACH,eAAO,MAAM,QAAQ,GAAI,MAAM,OAAO,GAAG,SAAS,YAAoG,CAAC;AAiCvJ;;;GAGG;AACH,wBAAsB,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAmP5H;AAQD,gGAAgG;AAChG,wBAAgB,WAAW,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,OAAO,EAAE,GAAG,MAAM,CAqBhF"}