wotann 0.5.0 → 0.5.39

package/dist/computer-use/action-history-compactor.d.ts

@@ -0,0 +1,92 @@
+/**
+ * action-history-compactor — structured compression of long action
+ * histories for computer-use agents, so the model context never blows
+ * past its window on multi-turn desktop tasks.
+ *
+ * INSPIRATION (verified May 2026)
+ * ─────────────────────────────────────────────────────────────────────
+ *  ByteDance UI-TARS-desktop — keeps the LAST N screenshots verbatim
+ *    and folds older steps into a structured textual summary
+ *    (action verb + target + outcome) before re-sending to the model:
+ *    https://github.com/bytedance/UI-TARS-desktop
+ *  GenericAgent `compress_history_tags` (research/GenericAgent/
+ *    llmcore.py:33-65) — same pattern, XML-tag flavored:
+ *    `<step idx="N" action="..." target="..." status="..."/>`
+ *  Anthropic Computer Use guidance — "Keep a log of all actions for
+ *    troubleshooting", but also "manage context aggressively":
+ *    https://platform.claude.com/docs/en/docs/build-with-claude/computer-use
+ *
+ * The WOTANN twist: a single pure function with three output formats so
+ * the caller can pick the encoding that costs the fewest tokens against
+ * the active provider. Outcome flag is ALWAYS surfaced explicitly so
+ * the model can re-attempt failed paths from its own history — the very
+ * affordance that drives UI-TARS' replan loop.
+ *
+ * QUALITY BARS
+ *   - QB#1 immutable: every result + nested array is `Object.freeze`d
+ *   - QB#5 no Date.now / no random: pure function, same input → same
+ *     output every time
+ *   - QB#7 stateless: no module-level mutation, options arg passed
+ *   - QB#11 sibling-site: format conventions match `action-replay.ts`
+ *     RecordedStep shape (action, outcome, timestamp, note)
+ *   - QB#13 no env reads
+ */
+/**
+ * One raw entry as recorded by `action-replay.ts` or any caller that
+ * tracks computer-use steps. Compatible with `RecordedStep` but
+ * deliberately broader: callers from outside the replay subsystem can
+ * pass their own shape without coercing.
+ */
+export interface RawActionEntry {
+    readonly timestamp: number;
+    readonly action: {
+        readonly type: string;
+        readonly target?: string;
+        readonly coords?: {
+            readonly x: number;
+            readonly y: number;
+        };
+        readonly text?: string;
+    };
+    /** base64 string OR `{base64}` wrapper OR null/undefined. Verbatim
+     *  entries keep this; summarized entries drop it (the whole point). */
+    readonly screenshot?: string | {
+        readonly base64: string;
+    } | null;
+    readonly outcome: "success" | "failure" | "skipped";
+    readonly notes?: string;
+}
+export type SummaryFormat = "xml" | "markdown" | "compact";
+export interface CompactedHistoryOptions {
+    /** How many tail entries to keep raw. Default 5 (UI-TARS default). */
+    readonly verbatimTailCount?: number;
+    /** Encoding for the older-entries summary. Default "xml" — matches
+     *  UI-TARS + GenericAgent and is the most explicit for LLM parsing. */
+    readonly summaryFormat?: SummaryFormat;
+    /** Include (x, y) in the summary when present. Default false because
+     *  coords almost never help the model re-plan and inflate tokens. */
+    readonly includeCoords?: boolean;
+}
+export interface CompactedHistory {
+    /** Last N raw entries, in their original order. */
+    readonly verbatim: readonly RawActionEntry[];
+    /** Structured summary string for the older entries. "" if none. */
+    readonly summary: string;
+    readonly totalSteps: number;
+    readonly compressedSteps: number;
+}
+/**
+ * Split a raw action history into a verbatim tail + a structured
+ * textual summary of the older entries.
+ *
+ * Pure function. Same input → same output. Input is never mutated; the
+ * `verbatim` array reuses the original entries by reference (they are
+ * already typed `readonly`, and we never write into them).
+ *
+ * Step numbering is 1-based and reflects position in the ORIGINAL list,
+ * so summary line `step="3"` corresponds to entries[2]. This matches
+ * how UI-TARS and GenericAgent number history for the model.
+ */
+export declare function compactActionHistory(entries: readonly RawActionEntry[], options?: CompactedHistoryOptions): CompactedHistory;
+export declare const ACTION_HISTORY_TEXT_MAX_CHARS = 100;
+//# sourceMappingURL=action-history-compactor.d.ts.map

package/dist/computer-use/action-history-compactor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"action-history-compactor.d.ts","sourceRoot":"","sources":["../../src/computer-use/action-history-compactor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAIH;;;;;GAKG;AACH,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,MAAM,EAAE;QACf,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;QACtB,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,MAAM,CAAC,EAAE;YAAE,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;QAC7D,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;KACxB,CAAC;IACF;2EACuE;IACvE,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG;QAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAClE,QAAQ,CAAC,OAAO,EAAE,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC;IACpD,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,aAAa,GAAG,KAAK,GAAG,UAAU,GAAG,SAAS,CAAC;AAE3D,MAAM,WAAW,uBAAuB;IACtC,sEAAsE;IACtE,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IACpC;2EACuE;IACvE,QAAQ,CAAC,aAAa,CAAC,EAAE,aAAa,CAAC;IACvC;yEACqE;IACrE,QAAQ,CAAC,aAAa,CAAC,EAAE,OAAO,CAAC;CAClC;AAED,MAAM,WAAW,gBAAgB;IAC/B,mDAAmD;IACnD,QAAQ,CAAC,QAAQ,EAAE,SAAS,cAAc,EAAE,CAAC;IAC7C,mEAAmE;IACnE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;CAClC;AAmID;;;;;;;;;;;GAWG;AACH,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,SAAS,cAAc,EAAE,EAClC,OAAO,GAAE,uBAA4B,GACpC,gBAAgB,CAoClB;AAID,eAAO,MAAM,6BAA6B,MAAiB,CAAC"}

package/dist/computer-use/action-history-compactor.js

@@ -0,0 +1,204 @@
+/**
+ * action-history-compactor — structured compression of long action
+ * histories for computer-use agents, so the model context never blows
+ * past its window on multi-turn desktop tasks.
+ *
+ * INSPIRATION (verified May 2026)
+ * ─────────────────────────────────────────────────────────────────────
+ *  ByteDance UI-TARS-desktop — keeps the LAST N screenshots verbatim
+ *    and folds older steps into a structured textual summary
+ *    (action verb + target + outcome) before re-sending to the model:
+ *    https://github.com/bytedance/UI-TARS-desktop
+ *  GenericAgent `compress_history_tags` (research/GenericAgent/
+ *    llmcore.py:33-65) — same pattern, XML-tag flavored:
+ *    `<step idx="N" action="..." target="..." status="..."/>`
+ *  Anthropic Computer Use guidance — "Keep a log of all actions for
+ *    troubleshooting", but also "manage context aggressively":
+ *    https://platform.claude.com/docs/en/docs/build-with-claude/computer-use
+ *
+ * The WOTANN twist: a single pure function with three output formats so
+ * the caller can pick the encoding that costs the fewest tokens against
+ * the active provider. Outcome flag is ALWAYS surfaced explicitly so
+ * the model can re-attempt failed paths from its own history — the very
+ * affordance that drives UI-TARS' replan loop.
+ *
+ * QUALITY BARS
+ *   - QB#1 immutable: every result + nested array is `Object.freeze`d
+ *   - QB#5 no Date.now / no random: pure function, same input → same
+ *     output every time
+ *   - QB#7 stateless: no module-level mutation, options arg passed
+ *   - QB#11 sibling-site: format conventions match `action-replay.ts`
+ *     RecordedStep shape (action, outcome, timestamp, note)
+ *   - QB#13 no env reads
+ */
+// ── Constants ────────────────────────────────────────────────────────
+const DEFAULT_VERBATIM_TAIL = 5;
+const DEFAULT_FORMAT = "xml";
+const TEXT_MAX_CHARS = 100;
+const ELLIPSIS = "...";
+// ── Helpers ──────────────────────────────────────────────────────────
+function clampTail(raw) {
+    if (raw === undefined)
+        return DEFAULT_VERBATIM_TAIL;
+    if (!Number.isFinite(raw))
+        return DEFAULT_VERBATIM_TAIL;
+    if (raw < 0)
+        return 0;
+    return Math.floor(raw);
+}
+function pickFormat(raw) {
+    if (raw === "xml" || raw === "markdown" || raw === "compact")
+        return raw;
+    return DEFAULT_FORMAT;
+}
+/** Trim a free-form string to TEXT_MAX_CHARS, preserving full token
+ *  intent. The cap lives at module scope so tests can assert it. */
+function trimText(input) {
+    if (input.length <= TEXT_MAX_CHARS)
+        return input;
+    // Reserve room for the ellipsis so the total stays at TEXT_MAX_CHARS.
+    const head = input.slice(0, TEXT_MAX_CHARS - ELLIPSIS.length);
+    return `${head}${ELLIPSIS}`;
+}
+/** Minimal XML-attribute escape. Covers the five characters that can
+ *  break a single-tag round-trip: & < > " '. Numeric refs are the
+ *  safest form because every XML parser must accept them. */
+function escapeXmlAttr(value) {
+    let out = "";
+    for (let i = 0; i < value.length; i += 1) {
+        const ch = value.charAt(i);
+        if (ch === "&")
+            out += "&amp;";
+        else if (ch === "<")
+            out += "&lt;";
+        else if (ch === ">")
+            out += "&gt;";
+        else if (ch === '"')
+            out += "&quot;";
+        else if (ch === "'")
+            out += "&apos;";
+        else
+            out += ch;
+    }
+    return out;
+}
+function normalize(entry, stepNumber) {
+    const target = typeof entry.action.target === "string" && entry.action.target.length > 0
+        ? entry.action.target
+        : null;
+    const text = typeof entry.action.text === "string" && entry.action.text.length > 0
+        ? trimText(entry.action.text)
+        : null;
+    const coords = entry.action.coords &&
+        Number.isFinite(entry.action.coords.x) &&
+        Number.isFinite(entry.action.coords.y)
+        ? { x: entry.action.coords.x, y: entry.action.coords.y }
+        : null;
+    const notes = typeof entry.notes === "string" && entry.notes.length > 0 ? trimText(entry.notes) : null;
+    return {
+        stepNumber,
+        type: entry.action.type,
+        target,
+        text,
+        coords,
+        outcome: entry.outcome,
+        notes,
+    };
+}
+function formatXmlLine(n, includeCoords) {
+    const attrs = [`step="${n.stepNumber}"`, `type="${escapeXmlAttr(n.type)}"`];
+    if (n.target)
+        attrs.push(`target="${escapeXmlAttr(n.target)}"`);
+    if (n.text)
+        attrs.push(`text="${escapeXmlAttr(n.text)}"`);
+    if (includeCoords && n.coords) {
+        attrs.push(`x="${n.coords.x}"`);
+        attrs.push(`y="${n.coords.y}"`);
+    }
+    attrs.push(`outcome="${n.outcome}"`);
+    if (n.notes)
+        attrs.push(`notes="${escapeXmlAttr(n.notes)}"`);
+    return `<step ${attrs.join(" ")} />`;
+}
+function formatMarkdownLine(n, includeCoords) {
+    const parts = [];
+    parts.push(`- step ${n.stepNumber}:`);
+    parts.push(n.type);
+    if (n.target)
+        parts.push(n.target);
+    if (n.text)
+        parts.push(`"${n.text}"`);
+    if (includeCoords && n.coords)
+        parts.push(`@(${n.coords.x},${n.coords.y})`);
+    const head = parts.join(" ");
+    const trail = n.notes ? ` (${n.notes})` : "";
+    return `${head} -> ${n.outcome}${trail}`;
+}
+function formatCompactLine(n, includeCoords) {
+    const innerParts = [];
+    if (n.target)
+        innerParts.push(n.target);
+    if (n.text)
+        innerParts.push(`"${n.text}"`);
+    if (includeCoords && n.coords)
+        innerParts.push(`${n.coords.x},${n.coords.y}`);
+    const inner = innerParts.join(" ");
+    const flag = n.outcome === "success" ? "ok" : n.outcome === "failure" ? "fail" : "skip";
+    const notes = n.notes ? ` # ${n.notes}` : "";
+    return `[${n.stepNumber}] ${n.type}(${inner}) ${flag}${notes}`;
+}
+function formatLine(n, fmt, includeCoords) {
+    if (fmt === "xml")
+        return formatXmlLine(n, includeCoords);
+    if (fmt === "markdown")
+        return formatMarkdownLine(n, includeCoords);
+    return formatCompactLine(n, includeCoords);
+}
+// ── Public API ───────────────────────────────────────────────────────
+/**
+ * Split a raw action history into a verbatim tail + a structured
+ * textual summary of the older entries.
+ *
+ * Pure function. Same input → same output. Input is never mutated; the
+ * `verbatim` array reuses the original entries by reference (they are
+ * already typed `readonly`, and we never write into them).
+ *
+ * Step numbering is 1-based and reflects position in the ORIGINAL list,
+ * so summary line `step="3"` corresponds to entries[2]. This matches
+ * how UI-TARS and GenericAgent number history for the model.
+ */
+export function compactActionHistory(entries, options = {}) {
+    const tailCount = clampTail(options.verbatimTailCount);
+    const fmt = pickFormat(options.summaryFormat);
+    const includeCoords = options.includeCoords === true;
+    const total = entries.length;
+    if (total === 0) {
+        return Object.freeze({
+            verbatim: Object.freeze([]),
+            summary: "",
+            totalSteps: 0,
+            compressedSteps: 0,
+        });
+    }
+    // Slice point: anything before `splitAt` is summarized; anything at
+    // or after `splitAt` is kept verbatim. Math.max prevents negative
+    // slices when tailCount > total.
+    const splitAt = Math.max(0, total - tailCount);
+    const olderEntries = entries.slice(0, splitAt);
+    const tailEntries = entries.slice(splitAt);
+    const summary = olderEntries.length === 0
+        ? ""
+        : olderEntries
+            .map((entry, idx) => formatLine(normalize(entry, idx + 1), fmt, includeCoords))
+            .join("\n");
+    return Object.freeze({
+        verbatim: Object.freeze(tailEntries.slice()),
+        summary,
+        totalSteps: total,
+        compressedSteps: olderEntries.length,
+    });
+}
+// Re-exported for tests + downstream callers that want to assert the
+// trim cap WITHOUT redefining the constant.
+export const ACTION_HISTORY_TEXT_MAX_CHARS = TEXT_MAX_CHARS;
+//# sourceMappingURL=action-history-compactor.js.map

package/dist/computer-use/action-history-compactor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"action-history-compactor.js","sourceRoot":"","sources":["../../src/computer-use/action-history-compactor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AA+CH,wEAAwE;AAExE,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAChC,MAAM,cAAc,GAAkB,KAAK,CAAC;AAC5C,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC;AAEvB,wEAAwE;AAExE,SAAS,SAAS,CAAC,GAAuB;IACxC,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,qBAAqB,CAAC;IACpD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,qBAAqB,CAAC;IACxD,IAAI,GAAG,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IACtB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,UAAU,CAAC,GAA8B;IAChD,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,UAAU,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IACzE,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;oEACoE;AACpE,SAAS,QAAQ,CAAC,KAAa;IAC7B,IAAI,KAAK,CAAC,MAAM,IAAI,cAAc;QAAE,OAAO,KAAK,CAAC;IACjD,sEAAsE;IACtE,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC9D,OAAO,GAAG,IAAI,GAAG,QAAQ,EAAE,CAAC;AAC9B,CAAC;AAED;;6DAE6D;AAC7D,SAAS,aAAa,CAAC,KAAa;IAClC,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACzC,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,EAAE,KAAK,GAAG;YAAE,GAAG,IAAI,OAAO,CAAC;aAC1B,IAAI,EAAE,KAAK,GAAG;YAAE,GAAG,IAAI,MAAM,CAAC;aAC9B,IAAI,EAAE,KAAK,GAAG;YAAE,GAAG,IAAI,MAAM,CAAC;aAC9B,IAAI,EAAE,KAAK,GAAG;YAAE,GAAG,IAAI,QAAQ,CAAC;aAChC,IAAI,EAAE,KAAK,GAAG;YAAE,GAAG,IAAI,QAAQ,CAAC;;YAChC,GAAG,IAAI,EAAE,CAAC;IACjB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAYD,SAAS,SAAS,CAAC,KAAqB,EAAE,UAAkB;IAC1D,MAAM,MAAM,GACV,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;QACvE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM;QACrB,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,IAAI,GACR,OAAO,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC;QACnE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;QAC7B,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,MAAM,GACV,KAAK,CAAC,MAAM,CAAC,MAAM;QACnB,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QACpC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE;QACxD,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,KAAK,GACT,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3F,OAAO;QACL,UAAU;QACV,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,IAAI;QACvB,MAAM;QACN,IAAI;QACJ,MAAM;QACN,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,KAAK;KACN,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CAAC,CAAkB,EAAE,aAAsB;IAC/D,MAAM,KAAK,GAAa,CAAC,SAAS,CAAC,CAAC,UAAU,GAAG,EAAE,SAAS,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtF,IAAI,CAAC,CAAC,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,WAAW,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAChE,IAAI,CAAC,CAAC,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,SAAS,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1D,IAAI,aAAa,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;QAChC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC;IACrC,IAAI,CAAC,CAAC,KAAK;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC7D,OAAO,SAAS,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;AACvC,CAAC;AAED,SAAS,kBAAkB,CAAC,CAAkB,EAAE,aAAsB;IACpE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC;IACtC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACnB,IAAI,CAAC,CAAC,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACnC,IAAI,CAAC,CAAC,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;IACtC,IAAI,aAAa,IAAI,CAAC,CAAC,MAAM;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;IAC5E,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC7B,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,OAAO,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,GAAG,KAAK,EAAE,CAAC;AAC3C,CAAC;AAED,SAAS,iBAAiB,CAAC,CAAkB,EAAE,aAAsB;IACnE,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,IAAI,CAAC,CAAC,MAAM;QAAE,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACxC,IAAI,CAAC,CAAC,IAAI;QAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;IAC3C,IAAI,aAAa,IAAI,CAAC,CAAC,MAAM;QAAE,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9E,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnC,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IACxF,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,OAAO,IAAI,CAAC,CAAC,UAAU,KAAK,CAAC,CAAC,IAAI,IAAI,KAAK,KAAK,IAAI,GAAG,KAAK,EAAE,CAAC;AACjE,CAAC;AAED,SAAS,UAAU,CAAC,CAAkB,EAAE,GAAkB,EAAE,aAAsB;IAChF,IAAI,GAAG,KAAK,KAAK;QAAE,OAAO,aAAa,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IAC1D,IAAI,GAAG,KAAK,UAAU;QAAE,OAAO,kBAAkB,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;IACpE,OAAO,iBAAiB,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;AAC7C,CAAC;AAED,wEAAwE;AAExE;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,oBAAoB,CAClC,OAAkC,EAClC,UAAmC,EAAE;IAErC,MAAM,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACvD,MAAM,GAAG,GAAG,UAAU,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAC9C,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,KAAK,IAAI,CAAC;IAErD,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IAE7B,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QAChB,OAAO,MAAM,CAAC,MAAM,CAAC;YACnB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAA8B;YACxD,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,CAAC;YACb,eAAe,EAAE,CAAC;SACnB,CAAC,CAAC;IACL,CAAC;IAED,oEAAoE;IACpE,kEAAkE;IAClE,iCAAiC;IACjC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,CAAC;IAC/C,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAE3C,MAAM,OAAO,GACX,YAAY,CAAC,MAAM,KAAK,CAAC;QACvB,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,YAAY;aACT,GAAG,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,aAAa,CAAC,CAAC;aAC9E,IAAI,CAAC,IAAI,CAAC,CAAC;IAEpB,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,CAA8B;QACzE,OAAO;QACP,UAAU,EAAE,KAAK;QACjB,eAAe,EAAE,YAAY,CAAC,MAAM;KACrC,CAAC,CAAC;AACL,CAAC;AAED,qEAAqE;AACrE,4CAA4C;AAC5C,MAAM,CAAC,MAAM,6BAA6B,GAAG,cAAc,CAAC"}

package/dist/computer-use/action-repertoire.d.ts

@@ -95,6 +95,14 @@ export type AtomicAction = {
         readonly w: number;
         readonly h: number;
     };
+} | {
+    readonly type: "zoom";
+    readonly region: {
+        readonly x: number;
+        readonly y: number;
+        readonly w: number;
+        readonly h: number;
+    };
 };
 export type AtomicActionType = AtomicAction["type"];
 export type ValidationResult = {

package/dist/computer-use/action-repertoire.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"action-repertoire.d.ts","sourceRoot":"","sources":["../../src/computer-use/action-repertoire.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AAIH,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,eAAe,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AAC/D,MAAM,MAAM,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,CAAC;AAI1D,MAAM,MAAM,YAAY,GACpB;IACE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,EAAE,EAAE,UAAU,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,QAAQ,EAAE,CAAC;IACzC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;CAC/C,GACD;IAAE,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAAC,QAAQ,CAAC,EAAE,EAAE,UAAU,CAAA;CAAE,GAC1D;IAAE,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAAC,QAAQ,CAAC,EAAE,EAAE,UAAU,CAAA;CAAE,GACzD;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAChD;IAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,GAC1D;IACE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,EAAE,EAAE,UAAU,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,eAAe,CAAC;IACpC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,QAAQ,EAAE,CAAC;CAC1C,GACD;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,UAAU,EAAE,CAAA;CAAE,GAC/D;IAAE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,CAAC,EAAE,EAAE,UAAU,CAAA;CAAE,GACxD;IAAE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAA;CAAE,GAC/B;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;CAAE,GAC9C;IAAE,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAA;CAAE,GACpC;IAAE,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAA;CAAE,GAChC;IACE,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,MAAM,CAAC,EAAE;QAChB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH,CAAC;AAEN,MAAM,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;AAIpD,MAAM,MAAM,gBAAgB,GACxB;IAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAA;CAAE,GACpD;IAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAiDnD;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,gBAAgB,CAkG/D;AAED;;gEAEgE;AAChE,eAAO,MAAM,oBAAoB,EAAE,SAAS,gBAAgB,EAc1D,CAAC"}
+{"version":3,"file":"action-repertoire.d.ts","sourceRoot":"","sources":["../../src/computer-use/action-repertoire.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AAIH,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,eAAe,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AAC/D,MAAM,MAAM,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,CAAC;AAI1D,MAAM,MAAM,YAAY,GACpB;IACE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC;IACvB,QAAQ,CAAC,EAAE,EAAE,UAAU,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,QAAQ,EAAE,CAAC;IACzC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;CAC/C,GACD;IAAE,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;IAAC,QAAQ,CAAC,EAAE,EAAE,UAAU,CAAA;CAAE,GAC1D;IAAE,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAAC,QAAQ,CAAC,EAAE,EAAE,UAAU,CAAA;CAAE,GACzD;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAChD;IAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,GAC1D;IACE,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,EAAE,EAAE,UAAU,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,eAAe,CAAC;IACpC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,CAAC,EAAE,SAAS,QAAQ,EAAE,CAAC;CAC1C,GACD;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,UAAU,EAAE,CAAA;CAAE,GAC/D;IAAE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,CAAC,EAAE,EAAE,UAAU,CAAA;CAAE,GACxD;IAAE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAA;CAAE,GAC/B;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;CAAE,GAC9C;IAAE,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAA;CAAE,GACpC;IAAE,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAA;CAAE,GAChC;IACE,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,QAAQ,CAAC,MAAM,CAAC,EAAE;QAChB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH,GACD;IACE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE;QACf,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;CACH,CAAC;AAEN,MAAM,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;AAIpD,MAAM,MAAM,gBAAgB,GACxB;IAAE,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAA;CAAE,GACpD;IAAE,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC;AAkDnD;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,gBAAgB,CAqH/D;AAED;;gEAEgE;AAChE,eAAO,MAAM,oBAAoB,EAAE,SAAS,gBAAgB,EAe1D,CAAC"}

package/dist/computer-use/action-repertoire.js

@@ -57,6 +57,7 @@ const KNOWN_TYPES = new Set([
     "cursor_position",
     "screen_size",
     "take_screenshot",
+    "zoom",
 ]);
 const KNOWN_MODIFIERS = new Set(["shift", "ctrl", "alt", "super"]);
 const KNOWN_DIRECTIONS = new Set([
@@ -186,6 +187,23 @@ export function validateAction(input) {
             }
             break;
         }
+        case "zoom": {
+            const region = ax.region;
+            if (!region || typeof region !== "object") {
+                return { ok: false, error: "zoom.region required" };
+            }
+            const r = region;
+            if (!isFiniteNumber(r.x) ||
+                !isFiniteNumber(r.y) ||
+                !isFiniteNumber(r.w) ||
+                !isFiniteNumber(r.h)) {
+                return { ok: false, error: "zoom.region requires finite x,y,w,h" };
+            }
+            if (r.w <= 0 || r.h <= 0) {
+                return { ok: false, error: "zoom.region w,h must be > 0" };
+            }
+            break;
+        }
         case "screenshot":
         case "cursor_position":
         case "screen_size":
@@ -210,5 +228,6 @@ export const allAtomicActionTypes = Object.freeze([
     "cursor_position",
     "screen_size",
     "take_screenshot",
+    "zoom",
 ]);
 //# sourceMappingURL=action-repertoire.js.map

package/dist/computer-use/action-repertoire.js.map

@@ -1 +1 @@
-{"version":3,"file":"action-repertoire.js","sourceRoot":"","sources":["../../src/computer-use/action-repertoire.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AAwDH,MAAM,WAAW,GAAkC,IAAI,GAAG,CAAmB;IAC3E,OAAO;IACP,cAAc;IACd,aAAa;IACb,MAAM;IACN,KAAK;IACL,QAAQ;IACR,MAAM;IACN,YAAY;IACZ,YAAY;IACZ,MAAM;IACN,iBAAiB;IACjB,aAAa;IACb,iBAAiB;CAClB,CAAC,CAAC;AAEH,MAAM,eAAe,GAA0B,IAAI,GAAG,CAAW,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;AAEpG,MAAM,gBAAgB,GAAiC,IAAI,GAAG,CAAkB;IAC9E,IAAI;IACJ,MAAM;IACN,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAEH,SAAS,cAAc,CAAC,CAAU;IAChC,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,aAAa,CAAC,CAAU,EAAE,KAAa;IAC9C,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,UAAU,EAAE,CAAC;IACjF,MAAM,GAAG,GAAG,CAAiC,CAAC;IAC9C,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,8BAA8B,EAAE,CAAC;IACtE,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACtB,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAa;IACtC,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACpC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,4BAA4B,CAAC;IAC9D,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAa,CAAC;YAAE,OAAO,oBAAoB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAClF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,KAAc;IAC3C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,0BAA0B,EAAE,CAAC;IAC1D,CAAC;IACD,MAAM,CAAC,GAAG,KAA2B,CAAC;IACtC,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC;IACnF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAwB,CAAC,EAAE,CAAC;QACjD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,wBAAwB,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;IACjE,CAAC;IACD,MAAM,EAAE,GAAG,KAAiD,CAAC;IAE7D,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;QAChB,KAAK,OAAO,CAAC;QACb,KAAK,cAAc,CAAC;QACpB,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,MAAM,CAAC,GAAG,aAAa,CAAE,EAAuB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAC3D,IAAI,CAAC,CAAC,CAAC,EAAE;gBAAE,OAAO,CAAC,CAAC;YACpB,MAAM,CAAC,GAAG,iBAAiB,CAAE,EAA8B,CAAC,SAAS,CAAC,CAAC;YACvE,IAAI,CAAC,KAAK,IAAI;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YAC/C,MAAM;QACR,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,IAAI,OAAQ,EAAyB,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACxD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;YACpD,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,MAAM,CAAC,GAAI,EAAyB,CAAC,IAAI,CAAC;YAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;gBAClF,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,qCAAqC,EAAE,CAAC;YACrE,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,CAAC,GAAG,aAAa,CAAE,EAAuB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAC3D,IAAI,CAAC,CAAC,CAAC,EAAE;gBAAE,OAAO,CAAC,CAAC;YACpB,IACE,CAAC,gBAAgB,CAAC,GAAG,CAAE,EAAsC,CAAC,SAA4B,CAAC,EAC3F,CAAC;gBACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,0BAA0B,EAAE,CAAC;YAC1D,CAAC;YACD,IAAI,CAAC,cAAc,CAAE,EAA2B,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,qCAAqC,EAAE,CAAC;YACrE,CAAC;YACD,MAAM,CAAC,GAAG,iBAAiB,CAAE,EAA8B,CAAC,SAAS,CAAC,CAAC;YACvE,IAAI,CAAC,KAAK,IAAI;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YAC/C,MAAM;QACR,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,IAAI,GAAI,EAAyB,CAAC,IAAI,CAAC;YAC7C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,+BAA+B,EAAE,CAAC;YAC/D,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;gBAC9C,IAAI,CAAC,CAAC,CAAC,EAAE;oBAAE,OAAO,CAAC,CAAC;YACtB,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,MAAM,CAAC,GAAG,aAAa,CAAE,EAAuB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAC3D,IAAI,CAAC,CAAC,CAAC,EAAE;gBAAE,OAAO,CAAC,CAAC;YACpB,MAAM;QACR,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,IAAI,CAAC,cAAc,CAAE,EAAuB,CAAC,EAAE,CAAC,IAAK,EAAqB,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;gBAClF,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,4CAA4C,EAAE,CAAC;YAC5E,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,iBAAiB,CAAC,CAAC,CAAC;YACvB,MAAM,MAAM,GAAI,EAA2B,CAAC,MAAM,CAAC;YACnD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;oBACvC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC;gBACvD,MAAM,CAAC,GAAG,MAAgE,CAAC;gBAC3E,IACE,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;oBACpB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;oBACpB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;oBACpB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,EACpB,CAAC;oBACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,gCAAgC,EAAE,CAAC;gBAChE,CAAC;gBACD,IAAK,CAAC,CAAC,CAAY,IAAI,CAAC,IAAK,CAAC,CAAC,CAAY,IAAI,CAAC,EAAE,CAAC;oBACjD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;gBACxD,CAAC;YACH,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,YAAY,CAAC;QAClB,KAAK,iBAAiB,CAAC;QACvB,KAAK,aAAa;YAChB,MAAM;IACV,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAqB,EAAE,CAAC;AACrD,CAAC;AAED;;gEAEgE;AAChE,MAAM,CAAC,MAAM,oBAAoB,GAAgC,MAAM,CAAC,MAAM,CAAC;IAC7E,OAAO;IACP,cAAc;IACd,aAAa;IACb,MAAM;IACN,KAAK;IACL,QAAQ;IACR,MAAM;IACN,YAAY;IACZ,YAAY;IACZ,MAAM;IACN,iBAAiB;IACjB,aAAa;IACb,iBAAiB;CAClB,CAAC,CAAC"}
+{"version":3,"file":"action-repertoire.js","sourceRoot":"","sources":["../../src/computer-use/action-repertoire.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AAiEH,MAAM,WAAW,GAAkC,IAAI,GAAG,CAAmB;IAC3E,OAAO;IACP,cAAc;IACd,aAAa;IACb,MAAM;IACN,KAAK;IACL,QAAQ;IACR,MAAM;IACN,YAAY;IACZ,YAAY;IACZ,MAAM;IACN,iBAAiB;IACjB,aAAa;IACb,iBAAiB;IACjB,MAAM;CACP,CAAC,CAAC;AAEH,MAAM,eAAe,GAA0B,IAAI,GAAG,CAAW,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;AAEpG,MAAM,gBAAgB,GAAiC,IAAI,GAAG,CAAkB;IAC9E,IAAI;IACJ,MAAM;IACN,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAEH,SAAS,cAAc,CAAC,CAAU;IAChC,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,aAAa,CAAC,CAAU,EAAE,KAAa;IAC9C,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,UAAU,EAAE,CAAC;IACjF,MAAM,GAAG,GAAG,CAAiC,CAAC;IAC9C,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,8BAA8B,EAAE,CAAC;IACtE,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;AACtB,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAa;IACtC,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACpC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;QAAE,OAAO,4BAA4B,CAAC;IAC9D,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAa,CAAC;YAAE,OAAO,oBAAoB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;IAClF,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAAC,KAAc;IAC3C,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,0BAA0B,EAAE,CAAC;IAC1D,CAAC;IACD,MAAM,CAAC,GAAG,KAA2B,CAAC;IACtC,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC;IACnF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,IAAwB,CAAC,EAAE,CAAC;QACjD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,wBAAwB,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;IACjE,CAAC;IACD,MAAM,EAAE,GAAG,KAAiD,CAAC;IAE7D,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;QAChB,KAAK,OAAO,CAAC;QACb,KAAK,cAAc,CAAC;QACpB,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,MAAM,CAAC,GAAG,aAAa,CAAE,EAAuB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAC3D,IAAI,CAAC,CAAC,CAAC,EAAE;gBAAE,OAAO,CAAC,CAAC;YACpB,MAAM,CAAC,GAAG,iBAAiB,CAAE,EAA8B,CAAC,SAAS,CAAC,CAAC;YACvE,IAAI,CAAC,KAAK,IAAI;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YAC/C,MAAM;QACR,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,IAAI,OAAQ,EAAyB,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACxD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,oBAAoB,EAAE,CAAC;YACpD,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,MAAM,CAAC,GAAI,EAAyB,CAAC,IAAI,CAAC;YAC1C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,EAAE,CAAC;gBAClF,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,qCAAqC,EAAE,CAAC;YACrE,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,QAAQ,CAAC,CAAC,CAAC;YACd,MAAM,CAAC,GAAG,aAAa,CAAE,EAAuB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAC3D,IAAI,CAAC,CAAC,CAAC,EAAE;gBAAE,OAAO,CAAC,CAAC;YACpB,IACE,CAAC,gBAAgB,CAAC,GAAG,CAAE,EAAsC,CAAC,SAA4B,CAAC,EAC3F,CAAC;gBACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,0BAA0B,EAAE,CAAC;YAC1D,CAAC;YACD,IAAI,CAAC,cAAc,CAAE,EAA2B,CAAC,MAAM,CAAC,EAAE,CAAC;gBACzD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,qCAAqC,EAAE,CAAC;YACrE,CAAC;YACD,MAAM,CAAC,GAAG,iBAAiB,CAAE,EAA8B,CAAC,SAAS,CAAC,CAAC;YACvE,IAAI,CAAC,KAAK,IAAI;gBAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YAC/C,MAAM;QACR,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,IAAI,GAAI,EAAyB,CAAC,IAAI,CAAC;YAC7C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,+BAA+B,EAAE,CAAC;YAC/D,CAAC;YACD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,MAAM,CAAC,GAAG,aAAa,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC;gBAC9C,IAAI,CAAC,CAAC,CAAC,EAAE;oBAAE,OAAO,CAAC,CAAC;YACtB,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,YAAY,CAAC,CAAC,CAAC;YAClB,MAAM,CAAC,GAAG,aAAa,CAAE,EAAuB,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;YAC3D,IAAI,CAAC,CAAC,CAAC,EAAE;gBAAE,OAAO,CAAC,CAAC;YACpB,MAAM;QACR,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,IAAI,CAAC,cAAc,CAAE,EAAuB,CAAC,EAAE,CAAC,IAAK,EAAqB,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;gBAClF,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,4CAA4C,EAAE,CAAC;YAC5E,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,iBAAiB,CAAC,CAAC,CAAC;YACvB,MAAM,MAAM,GAAI,EAA2B,CAAC,MAAM,CAAC;YACnD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;oBACvC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC;gBACvD,MAAM,CAAC,GAAG,MAAgE,CAAC;gBAC3E,IACE,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;oBACpB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;oBACpB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;oBACpB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,EACpB,CAAC;oBACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,gCAAgC,EAAE,CAAC;gBAChE,CAAC;gBACD,IAAK,CAAC,CAAC,CAAY,IAAI,CAAC,IAAK,CAAC,CAAC,CAAY,IAAI,CAAC,EAAE,CAAC;oBACjD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;gBACxD,CAAC;YACH,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,MAAM,GAAI,EAA2B,CAAC,MAAM,CAAC;YACnD,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC1C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,sBAAsB,EAAE,CAAC;YACtD,CAAC;YACD,MAAM,CAAC,GAAG,MAAgE,CAAC;YAC3E,IACE,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;gBACpB,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,EACpB,CAAC;gBACD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,qCAAqC,EAAE,CAAC;YACrE,CAAC;YACD,IAAK,CAAC,CAAC,CAAY,IAAI,CAAC,IAAK,CAAC,CAAC,CAAY,IAAI,CAAC,EAAE,CAAC;gBACjD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,6BAA6B,EAAE,CAAC;YAC7D,CAAC;YACD,MAAM;QACR,CAAC;QACD,KAAK,YAAY,CAAC;QAClB,KAAK,iBAAiB,CAAC;QACvB,KAAK,aAAa;YAChB,MAAM;IACV,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAqB,EAAE,CAAC;AACrD,CAAC;AAED;;gEAEgE;AAChE,MAAM,CAAC,MAAM,oBAAoB,GAAgC,MAAM,CAAC,MAAM,CAAC;IAC7E,OAAO;IACP,cAAc;IACd,aAAa;IACb,MAAM;IACN,KAAK;IACL,QAAQ;IACR,MAAM;IACN,YAAY;IACZ,YAAY;IACZ,MAAM;IACN,iBAAiB;IACjB,aAAa;IACb,iBAAiB;IACjB,MAAM;CACP,CAAC,CAAC"}