@moxxy/plugin-computer-control 0.41.2 → 0.42.0

package/dist/macos/profile.js

@@ -0,0 +1,17 @@
+import { fileURLToPath } from 'node:url';
+import { CONTRACT_PROTOCOL_VERSION } from '../backend/rpc.js';
+import { verifyHelperArtifact } from '../helper/artifact.js';
+/** The universal helper built by `native/macos/build.sh`. */
+export const macosHelperPath = fileURLToPath(new URL('../../bin/darwin-universal/moxxy-computer', import.meta.url));
+export const macosProfile = {
+    platform: 'darwin',
+    protocolVersion: CONTRACT_PROTOCOL_VERSION,
+    helperPath: macosHelperPath,
+    helperArgs: [],
+    verifyHelper: () => verifyHelperArtifact(macosHelperPath, CONTRACT_PROTOCOL_VERSION),
+    unavailableMessage: 'The macOS Computer Use helper is missing or does not match this version. Reinstall Moxxy; chat remains available.',
+    // Launching an app and letting it settle can take several seconds on its own.
+    timeoutMs: 30_000,
+    previewCodecs: ['h264', 'jpeg'],
+};
+//# sourceMappingURL=profile.js.map

package/dist/macos/profile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"profile.js","sourceRoot":"","sources":["../../src/macos/profile.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAE7D,6DAA6D;AAC7D,MAAM,CAAC,MAAM,eAAe,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,2CAA2C,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAEpH,MAAM,CAAC,MAAM,YAAY,GAAoB;IAC3C,QAAQ,EAAE,QAAQ;IAClB,eAAe,EAAE,yBAAyB;IAC1C,UAAU,EAAE,eAAe;IAC3B,UAAU,EAAE,EAAE;IACd,YAAY,EAAE,GAAG,EAAE,CAAC,oBAAoB,CAAC,eAAe,EAAE,yBAAyB,CAAC;IACpF,kBAAkB,EAAE,mHAAmH;IACvI,8EAA8E;IAC9E,SAAS,EAAE,MAAM;IACjB,aAAa,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;CAChC,CAAC"}

package/dist/preview/controller.d.ts

@@ -0,0 +1,127 @@
+/** What the human sees of the app the agent works in. Never shown to the model or written to the session log. */
+export interface PreviewImage {
+    readonly mediaType: 'image/jpeg';
+    readonly base64: string;
+    readonly width: number;
+    readonly height: number;
+}
+/**
+ * `live`: frames are current. `stale`: the producer went quiet. `unavailable`:
+ * it cannot produce (with the reason). `stopped`: no turn is using the computer.
+ */
+export type PreviewState = 'live' | 'stale' | 'unavailable' | 'stopped';
+/** How the picture travels: single JPEG frames, or an H.264 stream for viewers that can decode one. */
+export type PreviewCodec = 'jpeg' | 'h264';
+/** The codecs in `value` this controller knows; anything else in the list is ignored. */
+export declare const previewCodecs: (value: unknown) => PreviewCodec[];
+/** One access unit of the video, Annex B, base64. A key chunk decodes without anything before it. */
+export interface PreviewChunk {
+    readonly seq: number;
+    readonly key: boolean;
+    /** RFC 6381 codec string, e.g. `avc1.4d001f`. */
+    readonly codec: string;
+    readonly data: string;
+    /** Microseconds. */
+    readonly timestamp: number;
+    readonly width: number;
+    readonly height: number;
+}
+export type PreviewMessage = {
+    readonly type: 'frame';
+    readonly seq: number;
+    readonly image: PreviewImage;
+} | ({
+    readonly type: 'chunk';
+} & PreviewChunk) | {
+    readonly type: 'state';
+    readonly state: PreviewState;
+    readonly reason?: string;
+};
+export interface PreviewSnapshot {
+    readonly state: PreviewState;
+    readonly reason?: string;
+    readonly frame?: {
+        readonly seq: number;
+        readonly image: PreviewImage;
+    };
+}
+/** One turn's helper, as far as the preview is concerned. `start` on a running producer changes its rate. */
+export interface PreviewSource {
+    /** What this helper can produce. */
+    readonly codecs: readonly PreviewCodec[];
+    start(fps: number, codec: PreviewCodec): Promise<void>;
+    stop(): Promise<void>;
+    /** Make the next chunk a key frame. */
+    keyframe(): Promise<void>;
+}
+/** Pictures a second. Video is smooth; single pictures are each a whole JPEG, so they stay slow. */
+export declare const PREVIEW_FPS: {
+    readonly h264: {
+        readonly default: 30;
+        readonly max: 30;
+    };
+    readonly jpeg: {
+        readonly default: 2;
+        readonly max: 5;
+    };
+    readonly min: 1;
+};
+type Listener = (message: PreviewMessage) => void;
+/**
+ * Connects the viewers of the preview to the helper of the turn that is using
+ * the computer. The helper captures only while someone watches; viewers get the
+ * latest frame at the chosen rate, never a backlog. Video is used when the
+ * helper makes it and every viewer can decode it; a viewer that cannot follow
+ * the stream gets nothing until the next key frame.
+ */
+export declare class PreviewController {
+    private readonly listeners;
+    private readonly staleAfterMs;
+    /** What the viewer asked for; without a wish each kind of stream runs at its own default. */
+    private wish?;
+    /** The newest attached turn; older ones are ignored. */
+    private active?;
+    /** What the active producer was last asked to do. */
+    private running?;
+    /** Sequence number of the last chunk the producer sent. */
+    private lastChunk?;
+    private state;
+    private reason?;
+    private seq;
+    private latest?;
+    private deliveredAt;
+    private flush?;
+    private quiet?;
+    constructor(options?: {
+        fps?: number;
+        staleAfterMs?: number;
+    });
+    /** A viewer joins: it gets the current state and latest frame at once, then every change. */
+    subscribe(listener: Listener, codecs?: readonly PreviewCodec[]): () => void;
+    /** A viewer says what it can show, after it joined. */
+    accept(listener: Listener, codecs: readonly PreviewCodec[]): void;
+    /** A viewer lost its place in the video (it dropped chunks or its decoder failed). */
+    keyframe(listener: Listener): void;
+    snapshot(): PreviewSnapshot;
+    setFps(fps: number): void;
+    /** A turn started using the computer. Returns the detach to call when its helper is gone. */
+    attach(source: PreviewSource): () => void;
+    /** A frame from a producer, or `undefined` for "still running, nothing changed". */
+    frame(source: PreviewSource, image: PreviewImage | undefined): void;
+    /** A piece of the video from a producer. */
+    chunk(source: PreviewSource, chunk: PreviewChunk): void;
+    failed(source: PreviewSource, reason: string): void;
+    private alive;
+    private askForKey;
+    private codecFor;
+    private rate;
+    private deliver;
+    /** Makes the producer match what is wanted: running at the current rate and codec only while watched. */
+    private sync;
+    private forget;
+    private setState;
+    private stateMessage;
+    private emit;
+}
+export {};
+//# sourceMappingURL=controller.d.ts.map

package/dist/preview/controller.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"controller.d.ts","sourceRoot":"","sources":["../../src/preview/controller.ts"],"names":[],"mappings":"AAAA,iHAAiH;AACjH,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,SAAS,EAAE,YAAY,CAAC;IACjC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED;;;GAGG;AACH,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,OAAO,GAAG,aAAa,GAAG,SAAS,CAAC;AAExE,uGAAuG;AACvG,MAAM,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,CAAC;AAE3C,yFAAyF;AACzF,eAAO,MAAM,aAAa,GAAI,OAAO,OAAO,KAAG,YAAY,EAAyD,CAAC;AAErH,qGAAqG;AACrG,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC;IACtB,iDAAiD;IACjD,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,oBAAoB;IACpB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,cAAc,GACtB;IAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAA;CAAE,GAC9E,CAAC;IAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;CAAE,GAAG,YAAY,CAAC,GAC3C;IAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvF,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,CAAC,EAAE;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAA;KAAE,CAAC;CACzE;AAED,6GAA6G;AAC7G,MAAM,WAAW,aAAa;IAC5B,oCAAoC;IACpC,QAAQ,CAAC,MAAM,EAAE,SAAS,YAAY,EAAE,CAAC;IACzC,KAAK,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,uCAAuC;IACvC,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B;AAED,oGAAoG;AACpG,eAAO,MAAM,WAAW;;;;;;;;;;CAAoF,CAAC;AAE7G,KAAK,QAAQ,GAAG,CAAC,OAAO,EAAE,cAAc,KAAK,IAAI,CAAC;AAQlD;;;;;;GAMG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA+B;IACzD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,6FAA6F;IAC7F,OAAO,CAAC,IAAI,CAAC,CAAS;IACtB,wDAAwD;IACxD,OAAO,CAAC,MAAM,CAAC,CAAgB;IAC/B,qDAAqD;IACrD,OAAO,CAAC,OAAO,CAAC,CAAyF;IACzG,2DAA2D;IAC3D,OAAO,CAAC,SAAS,CAAC,CAAS;IAC3B,OAAO,CAAC,KAAK,CAA2B;IACxC,OAAO,CAAC,MAAM,CAAC,CAAS;IACxB,OAAO,CAAC,GAAG,CAAK;IAChB,OAAO,CAAC,MAAM,CAAC,CAAuC;IACtD,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,KAAK,CAAC,CAAgC;IAC9C,OAAO,CAAC,KAAK,CAAC,CAAgC;gBAElC,OAAO,GAAE;QAAE,GAAG,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAO;IAKjE,6FAA6F;IAC7F,SAAS,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,GAAE,SAAS,YAAY,EAAa,GAAG,MAAM,IAAI;IAWrF,uDAAuD;IACvD,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,YAAY,EAAE,GAAG,IAAI;IAOjE,sFAAsF;IACtF,QAAQ,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI;IAOlC,QAAQ,IAAI,eAAe;IAI3B,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI;IAKzB,6FAA6F;IAC7F,MAAM,CAAC,MAAM,EAAE,aAAa,GAAG,MAAM,IAAI;IAczC,oFAAoF;IACpF,KAAK,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,YAAY,GAAG,SAAS,GAAG,IAAI;IAWnE,4CAA4C;IAC5C,KAAK,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,EAAE,YAAY,GAAG,IAAI;IAgBvD,MAAM,CAAC,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAMnD,OAAO,CAAC,KAAK;IAMb,OAAO,CAAC,SAAS;IAIjB,OAAO,CAAC,QAAQ;IAKhB,OAAO,CAAC,IAAI;IAKZ,OAAO,CAAC,OAAO;IAQf,yGAAyG;IACzG,OAAO,CAAC,IAAI;IA0BZ,OAAO,CAAC,MAAM;IASd,OAAO,CAAC,QAAQ;IAOhB,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,IAAI;CAGb"}

package/dist/preview/controller.js

@@ -0,0 +1,203 @@
+const isCodec = (value) => value === 'jpeg' || value === 'h264';
+/** The codecs in `value` this controller knows; anything else in the list is ignored. */
+export const previewCodecs = (value) => (Array.isArray(value) ? value.filter(isCodec) : []);
+/** Pictures a second. Video is smooth; single pictures are each a whole JPEG, so they stay slow. */
+export const PREVIEW_FPS = { h264: { default: 30, max: 30 }, jpeg: { default: 2, max: 5 }, min: 1 };
+/**
+ * Connects the viewers of the preview to the helper of the turn that is using
+ * the computer. The helper captures only while someone watches; viewers get the
+ * latest frame at the chosen rate, never a backlog. Video is used when the
+ * helper makes it and every viewer can decode it; a viewer that cannot follow
+ * the stream gets nothing until the next key frame.
+ */
+export class PreviewController {
+    listeners = new Map();
+    staleAfterMs;
+    /** What the viewer asked for; without a wish each kind of stream runs at its own default. */
+    wish;
+    /** The newest attached turn; older ones are ignored. */
+    active;
+    /** What the active producer was last asked to do. */
+    running;
+    /** Sequence number of the last chunk the producer sent. */
+    lastChunk;
+    state = 'stopped';
+    reason;
+    seq = 0;
+    latest;
+    deliveredAt = Number.NEGATIVE_INFINITY;
+    flush;
+    quiet;
+    constructor(options = {}) {
+        this.wish = options.fps;
+        this.staleAfterMs = options.staleAfterMs ?? 3000;
+    }
+    /** A viewer joins: it gets the current state and latest frame at once, then every change. */
+    subscribe(listener, codecs = ['jpeg']) {
+        this.listeners.set(listener, { codecs, waiting: true });
+        listener(this.stateMessage());
+        if (this.latest)
+            listener({ type: 'frame', ...this.latest });
+        this.sync();
+        return () => {
+            if (!this.listeners.delete(listener))
+                return;
+            this.sync();
+        };
+    }
+    /** A viewer says what it can show, after it joined. */
+    accept(listener, codecs) {
+        const viewer = this.listeners.get(listener);
+        if (!viewer)
+            return;
+        viewer.codecs = codecs;
+        this.sync();
+    }
+    /** A viewer lost its place in the video (it dropped chunks or its decoder failed). */
+    keyframe(listener) {
+        const viewer = this.listeners.get(listener);
+        if (!viewer || this.running?.codec !== 'h264')
+            return;
+        viewer.waiting = true;
+        this.askForKey(this.running.source);
+    }
+    snapshot() {
+        return { state: this.state, ...(this.reason ? { reason: this.reason } : {}), ...(this.latest ? { frame: this.latest } : {}) };
+    }
+    setFps(fps) {
+        this.wish = fps;
+        this.sync();
+    }
+    /** A turn started using the computer. Returns the detach to call when its helper is gone. */
+    attach(source) {
+        this.active = source;
+        this.forget();
+        this.sync();
+        return () => {
+            if (this.active !== source)
+                return;
+            this.active = undefined;
+            // The helper leaves with its turn, so there is nothing left to stop.
+            this.running = undefined;
+            this.forget();
+            this.setState('stopped');
+        };
+    }
+    /** A frame from a producer, or `undefined` for "still running, nothing changed". */
+    frame(source, image) {
+        if (source !== this.active || this.listeners.size === 0)
+            return;
+        this.alive();
+        // A producer asked for video that sends a picture cannot make video: the picture is shown.
+        if (!image)
+            return;
+        this.latest = { seq: ++this.seq, image };
+        const wait = this.deliveredAt + 1000 / this.rate('jpeg') - Date.now();
+        if (wait <= 0)
+            this.deliver();
+        else
+            this.flush ??= setTimeout(() => this.deliver(), wait);
+    }
+    /** A piece of the video from a producer. */
+    chunk(source, chunk) {
+        if (source !== this.active || this.running?.codec !== 'h264' || this.listeners.size === 0)
+            return;
+        this.alive();
+        // A chunk went missing: what follows cannot be decoded until the stream starts again.
+        const lost = !chunk.key && this.lastChunk !== undefined && chunk.seq !== this.lastChunk + 1;
+        this.lastChunk = chunk.seq;
+        if (lost) {
+            for (const viewer of this.listeners.values())
+                viewer.waiting = true;
+            this.askForKey(source);
+        }
+        for (const [listener, viewer] of this.listeners) {
+            if (chunk.key)
+                viewer.waiting = false;
+            if (!viewer.waiting)
+                listener({ type: 'chunk', ...chunk });
+        }
+    }
+    failed(source, reason) {
+        if (source !== this.active)
+            return;
+        clearTimeout(this.quiet);
+        this.setState('unavailable', reason);
+    }
+    alive() {
+        this.setState('live');
+        clearTimeout(this.quiet);
+        this.quiet = setTimeout(() => this.setState('stale'), this.staleAfterMs);
+    }
+    askForKey(source) {
+        void source.keyframe().catch(() => undefined);
+    }
+    codecFor(source) {
+        const everyone = [...this.listeners.values()].every((viewer) => viewer.codecs.includes('h264'));
+        return everyone && source.codecs.includes('h264') ? 'h264' : 'jpeg';
+    }
+    rate(codec) {
+        const { default: usual, max } = PREVIEW_FPS[codec];
+        return Math.min(max, Math.max(PREVIEW_FPS.min, Math.round(this.wish ?? usual)));
+    }
+    deliver() {
+        clearTimeout(this.flush);
+        this.flush = undefined;
+        if (!this.latest)
+            return;
+        this.deliveredAt = Date.now();
+        this.emit({ type: 'frame', ...this.latest });
+    }
+    /** Makes the producer match what is wanted: running at the current rate and codec only while watched. */
+    sync() {
+        const codec = this.active && this.codecFor(this.active);
+        const wanted = this.active && codec && this.listeners.size > 0 ? { source: this.active, fps: this.rate(codec), codec } : undefined;
+        const running = this.running;
+        if (running && running.source !== wanted?.source) {
+            this.running = undefined;
+            clearTimeout(this.quiet);
+            clearTimeout(this.flush);
+            this.flush = undefined;
+            void running.source.stop().catch(() => undefined);
+        }
+        if (!wanted)
+            return;
+        const same = this.running?.source === wanted.source && this.running.fps === wanted.fps && this.running.codec === wanted.codec;
+        if (!same) {
+            if (this.running?.codec !== wanted.codec) {
+                // The other kind of stream starts from nothing: no old picture, no place in the old video.
+                this.forget();
+                for (const viewer of this.listeners.values())
+                    viewer.waiting = true;
+            }
+            this.running = wanted;
+            wanted.source.start(wanted.fps, wanted.codec).catch((error) => this.failed(wanted.source, error instanceof Error ? error.message : String(error)));
+        }
+        // Whoever is waiting in a video stream (a new viewer, or all of them after a switch) needs a key frame.
+        if (wanted.codec === 'h264' && [...this.listeners.values()].some((viewer) => viewer.waiting) && this.lastChunk !== undefined)
+            this.askForKey(wanted.source);
+    }
+    forget() {
+        clearTimeout(this.quiet);
+        clearTimeout(this.flush);
+        this.flush = undefined;
+        this.latest = undefined;
+        this.lastChunk = undefined;
+        this.deliveredAt = Number.NEGATIVE_INFINITY;
+    }
+    setState(state, reason) {
+        if (this.state === state && this.reason === reason)
+            return;
+        this.state = state;
+        this.reason = reason;
+        this.emit(this.stateMessage());
+    }
+    stateMessage() {
+        return { type: 'state', state: this.state, ...(this.reason ? { reason: this.reason } : {}) };
+    }
+    emit(message) {
+        for (const listener of this.listeners.keys())
+            listener(message);
+    }
+}
+//# sourceMappingURL=controller.js.map

package/dist/preview/controller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"controller.js","sourceRoot":"","sources":["../../src/preview/controller.ts"],"names":[],"mappings":"AAgBA,MAAM,OAAO,GAAG,CAAC,KAAc,EAAyB,EAAE,CAAC,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,MAAM,CAAC;AAChG,yFAAyF;AACzF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAAc,EAAkB,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAoCrH,oGAAoG;AACpG,MAAM,CAAC,MAAM,WAAW,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAW,CAAC;AAU7G;;;;;;GAMG;AACH,MAAM,OAAO,iBAAiB;IACX,SAAS,GAAG,IAAI,GAAG,EAAoB,CAAC;IACxC,YAAY,CAAS;IACtC,6FAA6F;IACrF,IAAI,CAAU;IACtB,wDAAwD;IAChD,MAAM,CAAiB;IAC/B,qDAAqD;IAC7C,OAAO,CAA0F;IACzG,2DAA2D;IACnD,SAAS,CAAU;IACnB,KAAK,GAAiB,SAAS,CAAC;IAChC,MAAM,CAAU;IAChB,GAAG,GAAG,CAAC,CAAC;IACR,MAAM,CAAwC;IAC9C,WAAW,GAAG,MAAM,CAAC,iBAAiB,CAAC;IACvC,KAAK,CAAiC;IACtC,KAAK,CAAiC;IAE9C,YAAY,UAAmD,EAAE;QAC/D,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC;QACxB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC;IACnD,CAAC;IAED,6FAA6F;IAC7F,SAAS,CAAC,QAAkB,EAAE,SAAkC,CAAC,MAAM,CAAC;QACtE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,QAAQ,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QAC9B,IAAI,IAAI,CAAC,MAAM;YAAE,QAAQ,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,IAAI,EAAE,CAAC;QACZ,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC;gBAAE,OAAO;YAC7C,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,CAAC,CAAC;IACJ,CAAC;IAED,uDAAuD;IACvD,MAAM,CAAC,QAAkB,EAAE,MAA+B;QACxD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,MAAM;YAAE,OAAO;QACpB,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;QACvB,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAED,sFAAsF;IACtF,QAAQ,CAAC,QAAkB;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,KAAK,KAAK,MAAM;YAAE,OAAO;QACtD,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,QAAQ;QACN,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IAChI,CAAC;IAED,MAAM,CAAC,GAAW;QAChB,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;QAChB,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAED,6FAA6F;IAC7F,MAAM,CAAC,MAAqB;QAC1B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,CAAC,IAAI,EAAE,CAAC;QACZ,OAAO,GAAG,EAAE;YACV,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;gBAAE,OAAO;YACnC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;YACxB,qEAAqE;YACrE,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YACzB,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAC3B,CAAC,CAAC;IACJ,CAAC;IAED,oFAAoF;IACpF,KAAK,CAAC,MAAqB,EAAE,KAA+B;QAC1D,IAAI,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO;QAChE,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,2FAA2F;QAC3F,IAAI,CAAC,KAAK;YAAE,OAAO;QACnB,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,GAAG,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACtE,IAAI,IAAI,IAAI,CAAC;YAAE,IAAI,CAAC,OAAO,EAAE,CAAC;;YACzB,IAAI,CAAC,KAAK,KAAK,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC;IAC7D,CAAC;IAED,4CAA4C;IAC5C,KAAK,CAAC,MAAqB,EAAE,KAAmB;QAC9C,IAAI,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,KAAK,KAAK,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO;QAClG,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,sFAAsF;QACtF,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,KAAK,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QAC5F,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC;QAC3B,IAAI,IAAI,EAAE,CAAC;YACT,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE;gBAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;YACpE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;QACD,KAAK,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAChD,IAAI,KAAK,CAAC,GAAG;gBAAE,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC;YACtC,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,QAAQ,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,MAAM,CAAC,MAAqB,EAAE,MAAc;QAC1C,IAAI,MAAM,KAAK,IAAI,CAAC,MAAM;YAAE,OAAO;QACnC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;IACvC,CAAC;IAEO,KAAK;QACX,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACtB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAC3E,CAAC;IAEO,SAAS,CAAC,MAAqB;QACrC,KAAK,MAAM,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAChD,CAAC;IAEO,QAAQ,CAAC,MAAqB;QACpC,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAChG,OAAO,QAAQ,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IACtE,CAAC;IAEO,IAAI,CAAC,KAAmB;QAC9B,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;QACnD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;IAClF,CAAC;IAEO,OAAO;QACb,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO;QACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,yGAAyG;IACjG,IAAI;QACV,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QACnI,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,MAAM,EAAE,CAAC;YACjD,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;YACzB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;YACvB,KAAK,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACpD,CAAC;QACD,IAAI,CAAC,MAAM;YAAE,OAAO;QACpB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,KAAK,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,KAAK,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK,CAAC;QAC9H,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,IAAI,CAAC,OAAO,EAAE,KAAK,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC;gBACzC,2FAA2F;gBAC3F,IAAI,CAAC,MAAM,EAAE,CAAC;gBACd,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE;oBAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC;YACtE,CAAC;YACD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;YACtB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC9J,CAAC;QACD,wGAAwG;QACxG,IAAI,MAAM,CAAC,KAAK,KAAK,MAAM,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS;YAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9J,CAAC;IAEO,MAAM;QACZ,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,iBAAiB,CAAC;IAC9C,CAAC;IAEO,QAAQ,CAAC,KAAmB,EAAE,MAAe;QACnD,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;YAAE,OAAO;QAC3D,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;IACjC,CAAC;IAEO,YAAY;QAClB,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IAC/F,CAAC;IAEO,IAAI,CAAC,OAAuB;QAClC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;YAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;IAClE,CAAC;CACF"}

package/dist/preview/surface.d.ts

@@ -0,0 +1,9 @@
+import { type SurfaceDef } from '@moxxy/sdk';
+import { type PreviewController } from './controller.js';
+export declare const COMPUTER_PREVIEW_SURFACE = "computer-preview";
+/**
+ * The live picture of the app the agent works in, for the human. Opening the
+ * surface is what starts the capture; with no viewer nothing is captured.
+ */
+export declare function buildComputerPreviewSurface(controller: PreviewController): SurfaceDef;
+//# sourceMappingURL=surface.d.ts.map

package/dist/preview/surface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"surface.d.ts","sourceRoot":"","sources":["../../src/preview/surface.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AAC5D,OAAO,EAAoC,KAAK,iBAAiB,EAAuB,MAAM,iBAAiB,CAAC;AAEhH,eAAO,MAAM,wBAAwB,qBAAqB,CAAC;AAE3D;;;GAGG;AACH,wBAAgB,2BAA2B,CAAC,UAAU,EAAE,iBAAiB,GAAG,UAAU,CAmCrF"}

package/dist/preview/surface.js

@@ -0,0 +1,50 @@
+import { defineSurface } from '@moxxy/sdk';
+import { previewCodecs } from './controller.js';
+export const COMPUTER_PREVIEW_SURFACE = 'computer-preview';
+/**
+ * The live picture of the app the agent works in, for the human. Opening the
+ * surface is what starts the capture; with no viewer nothing is captured.
+ */
+export function buildComputerPreviewSurface(controller) {
+    return defineSurface({
+        kind: COMPUTER_PREVIEW_SURFACE,
+        description: 'A live view of the application Computer Use is working in.',
+        open: () => {
+            const leaving = new Map();
+            // One surface instance is one client; what it can decode applies to every subscription it holds.
+            let codecs = ['jpeg'];
+            return {
+                id: COMPUTER_PREVIEW_SURFACE,
+                kind: COMPUTER_PREVIEW_SURFACE,
+                onData: (callback) => {
+                    const listener = (message) => { callback(message); };
+                    const leave = controller.subscribe(listener, codecs);
+                    leaving.set(listener, leave);
+                    return () => { leaving.delete(listener); leave(); };
+                },
+                snapshot: () => controller.snapshot(),
+                input: (message) => {
+                    if (message.type === 'keyframe')
+                        for (const listener of leaving.keys())
+                            controller.keyframe(listener);
+                    if (message.type !== 'configure')
+                        return;
+                    if (typeof message.fps === 'number')
+                        controller.setFps(message.fps);
+                    if (message.codecs !== undefined) {
+                        // A viewer always shows pictures; video is what it may add.
+                        codecs = [...new Set(['jpeg', ...previewCodecs(message.codecs)])];
+                        for (const listener of leaving.keys())
+                            controller.accept(listener, codecs);
+                    }
+                },
+                close: () => {
+                    for (const leave of leaving.values())
+                        leave();
+                    leaving.clear();
+                },
+            };
+        },
+    });
+}
+//# sourceMappingURL=surface.js.map

package/dist/preview/surface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"surface.js","sourceRoot":"","sources":["../../src/preview/surface.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAmB,MAAM,YAAY,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAkE,MAAM,iBAAiB,CAAC;AAEhH,MAAM,CAAC,MAAM,wBAAwB,GAAG,kBAAkB,CAAC;AAE3D;;;GAGG;AACH,MAAM,UAAU,2BAA2B,CAAC,UAA6B;IACvE,OAAO,aAAa,CAAC;QACnB,IAAI,EAAE,wBAAwB;QAC9B,WAAW,EAAE,4DAA4D;QACzE,IAAI,EAAE,GAAG,EAAE;YACT,MAAM,OAAO,GAAG,IAAI,GAAG,EAAiD,CAAC;YACzE,iGAAiG;YACjG,IAAI,MAAM,GAAmB,CAAC,MAAM,CAAC,CAAC;YACtC,OAAO;gBACL,EAAE,EAAE,wBAAwB;gBAC5B,IAAI,EAAE,wBAAwB;gBAC9B,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE;oBACnB,MAAM,QAAQ,GAAG,CAAC,OAAuB,EAAE,EAAE,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;oBACrE,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;oBACrD,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;oBAC7B,OAAO,GAAG,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;gBACtD,CAAC;gBACD,QAAQ,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,QAAQ,EAAE;gBACrC,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE;oBACjB,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU;wBAAE,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,IAAI,EAAE;4BAAE,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;oBACtG,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW;wBAAE,OAAO;oBACzC,IAAI,OAAO,OAAO,CAAC,GAAG,KAAK,QAAQ;wBAAE,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACpE,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;wBACjC,4DAA4D;wBAC5D,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAe,CAAC,MAAM,EAAE,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;wBAChF,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,IAAI,EAAE;4BAAE,UAAU,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;oBAC7E,CAAC;gBACH,CAAC;gBACD,KAAK,EAAE,GAAG,EAAE;oBACV,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,MAAM,EAAE;wBAAE,KAAK,EAAE,CAAC;oBAC9C,OAAO,CAAC,KAAK,EAAE,CAAC;gBAClB,CAAC;aACF,CAAC;QACJ,CAAC;KACF,CAAC,CAAC;AACL,CAAC"}

package/dist/windows/maintenance.d.ts

@@ -1,4 +1,4 @@
-export { PROTOCOL_VERSION as COMPUTER_PROTOCOL_VERSION } from './contracts.js';
+export { CONTRACT_PROTOCOL_VERSION as COMPUTER_PROTOCOL_VERSION } from '../backend/rpc.js';
 /** Installer-only coordination; deliberately not exposed as a model tool. */
 export declare function acquireComputerMaintenance(executable: string): Promise<{
     assertHeld: () => void;

package/dist/windows/maintenance.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"maintenance.d.ts","sourceRoot":"","sources":["../../src/windows/maintenance.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,gBAAgB,IAAI,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAE/E,6EAA6E;AAC7E,wBAAsB,0BAA0B,CAAC,UAAU,EAAE,MAAM;;;GAYlE"}
+{"version":3,"file":"maintenance.d.ts","sourceRoot":"","sources":["../../src/windows/maintenance.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,yBAAyB,IAAI,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAE3F,6EAA6E;AAC7E,wBAAsB,0BAA0B,CAAC,UAAU,EAAE,MAAM;;;GAYlE"}

package/dist/windows/maintenance.js

@@ -1,11 +1,12 @@
 import { z } from 'zod';
-import { verifyHelperArtifact } from './artifact.js';
-import { HelperTransport } from './transport.js';
-export { PROTOCOL_VERSION as COMPUTER_PROTOCOL_VERSION } from './contracts.js';
+import { CONTRACT_PROTOCOL_VERSION } from '../backend/rpc.js';
+import { verifyHelperArtifact } from '../helper/artifact.js';
+import { HelperTransport } from '../helper/transport.js';
+export { CONTRACT_PROTOCOL_VERSION as COMPUTER_PROTOCOL_VERSION } from '../backend/rpc.js';
 /** Installer-only coordination; deliberately not exposed as a model tool. */
 export async function acquireComputerMaintenance(executable) {
-    await verifyHelperArtifact(executable);
-    const transport = new HelperTransport(executable, ['--parent', String(process.pid)]);
+    await verifyHelperArtifact(executable, CONTRACT_PROTOCOL_VERSION);
+    const transport = new HelperTransport(executable, ['--parent', String(process.pid)], { protocolVersion: CONTRACT_PROTOCOL_VERSION });
     try {
         z.object({ maintenanceReady: z.literal(true) }).strict().parse(await transport.request('maintenance', {}, new AbortController().signal));
         return {

package/dist/windows/maintenance.js.map

@@ -1 +1 @@
-{"version":3,"file":"maintenance.js","sourceRoot":"","sources":["../../src/windows/maintenance.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,gBAAgB,IAAI,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAE/E,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,UAAkB;IACjE,MAAM,oBAAoB,CAAC,UAAU,CAAC,CAAC;IACvC,MAAM,SAAS,GAAC,IAAI,eAAe,CAAC,UAAU,EAAC,CAAC,UAAU,EAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACjF,IAAI,CAAC;QACH,CAAC,CAAC,MAAM,CAAC,EAAC,gBAAgB,EAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAC,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CACzD,MAAM,SAAS,CAAC,OAAO,CAAC,aAAa,EAAC,EAAE,EAAC,IAAI,eAAe,EAAE,CAAC,MAAM,CAAC,CACvE,CAAC;QACF,OAAO;YACL,UAAU,EAAE,GAAG,EAAE,GAAG,IAAI,SAAS,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC,CAAC,CAAC;YACnG,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE;SAC/B,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAAC,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;QAAC,MAAM,KAAK,CAAC;IAAC,CAAC;AAC3D,CAAC"}
+{"version":3,"file":"maintenance.js","sourceRoot":"","sources":["../../src/windows/maintenance.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,yBAAyB,IAAI,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAE3F,6EAA6E;AAC7E,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,UAAkB;IACjE,MAAM,oBAAoB,CAAC,UAAU,EAAE,yBAAyB,CAAC,CAAC;IAClE,MAAM,SAAS,GAAG,IAAI,eAAe,CAAC,UAAU,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,eAAe,EAAE,yBAAyB,EAAE,CAAC,CAAC;IACrI,IAAI,CAAC;QACH,CAAC,CAAC,MAAM,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAC5D,MAAM,SAAS,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,EAAE,IAAI,eAAe,EAAE,CAAC,MAAM,CAAC,CACzE,CAAC;QACF,OAAO;YACL,UAAU,EAAE,GAAG,EAAE,GAAG,IAAI,SAAS,CAAC,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC,CAAC,CAAC;YACnG,KAAK,EAAE,GAAG,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE;SAC/B,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAAC,MAAM,SAAS,CAAC,KAAK,EAAE,CAAC;QAAC,MAAM,KAAK,CAAC;IAAC,CAAC;AAC3D,CAAC"}

package/dist/windows/profile.d.ts

@@ -0,0 +1,5 @@
+import type { PlatformProfile } from '../backend/backend.js';
+/** The x64 helper built by `native/Build-Windows.ps1`. */
+export declare const windowsHelperPath: string;
+export declare const windowsProfile: PlatformProfile;
+//# sourceMappingURL=profile.d.ts.map

package/dist/windows/profile.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"profile.d.ts","sourceRoot":"","sources":["../../src/windows/profile.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAI7D,0DAA0D;AAC1D,eAAO,MAAM,iBAAiB,QAAoF,CAAC;AAEnH,eAAO,MAAM,cAAc,EAAE,eAU5B,CAAC"}

package/dist/windows/profile.js

@@ -0,0 +1,17 @@
+import { fileURLToPath } from 'node:url';
+import { CONTRACT_PROTOCOL_VERSION } from '../backend/rpc.js';
+import { verifyHelperArtifact } from '../helper/artifact.js';
+/** The x64 helper built by `native/Build-Windows.ps1`. */
+export const windowsHelperPath = fileURLToPath(new URL('../../bin/win32-x64/moxxy-computer.exe', import.meta.url));
+export const windowsProfile = {
+    platform: 'win32',
+    protocolVersion: CONTRACT_PROTOCOL_VERSION,
+    helperPath: windowsHelperPath,
+    helperArgs: [],
+    verifyHelper: () => verifyHelperArtifact(windowsHelperPath, CONTRACT_PROTOCOL_VERSION),
+    unavailableMessage: 'The Windows Computer Use helper is missing or does not match this version. Install the matching x64 build from a full installer; chat remains available.',
+    // Launching an app and letting it settle can take several seconds on its own.
+    timeoutMs: 30_000,
+    previewCodecs: ['h264', 'jpeg'],
+};
+//# sourceMappingURL=profile.js.map

package/dist/windows/profile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"profile.js","sourceRoot":"","sources":["../../src/windows/profile.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,OAAO,EAAE,yBAAyB,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAE7D,0DAA0D;AAC1D,MAAM,CAAC,MAAM,iBAAiB,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,wCAAwC,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAEnH,MAAM,CAAC,MAAM,cAAc,GAAoB;IAC7C,QAAQ,EAAE,OAAO;IACjB,eAAe,EAAE,yBAAyB;IAC1C,UAAU,EAAE,iBAAiB;IAC7B,UAAU,EAAE,EAAE;IACd,YAAY,EAAE,GAAG,EAAE,CAAC,oBAAoB,CAAC,iBAAiB,EAAE,yBAAyB,CAAC;IACtF,kBAAkB,EAAE,0JAA0J;IAC9K,8EAA8E;IAC9E,SAAS,EAAE,MAAM;IACjB,aAAa,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;CAChC,CAAC"}

package/learned/README.md

@@ -0,0 +1,26 @@
+# Lessons that ship with Computer Use
+
+One file per app: which element a described target was, which way of acting
+worked, what a click made appear, and whole routes that reached their end.
+`computer_run` reads these first, then what the user's own computer learned
+(`~/.moxxy/computer-use/learned/`), and asks Jev only for what neither has.
+
+The files are written by training, before a release, on a real machine with
+the apps installed; do not edit them by hand:
+
+```sh
+TYPESAFE_API_KEY=… pnpm --filter @moxxy/plugin-computer-control learned:train            # every app in cases/
+TYPESAFE_API_KEY=… pnpm --filter @moxxy/plugin-computer-control learned:train com.apple.finder --passes 3
+```
+
+It runs the cases of `cases/<app>.json` on the live apps (keep your hands off
+the keyboard and mouse), learns into an empty folder so nothing from everyday
+use is shipped, and adds the result here. The second pass shows what the first
+one taught: a case that runs from its lessons asks Jev nothing. Read the diff
+before committing. To teach a new app, add its `cases/<app>.json`: the app's
+identifier and the runs to try, each a goal and `computer_run` steps.
+
+`learned:promote [directory]` adds lessons from a folder instead (by default
+everything this computer learned in everyday use, so check what it brings). Elements are matched by their role and title as the system shows them,
+so a lesson helps only where the app speaks the same language as the machine
+it was learned on (these: macOS in Polish). Elsewhere it is skipped.