@oharness/engine 0.9.2 → 0.10.0

package/dist/computer/tools.js

@@ -0,0 +1,537 @@
+import { z } from "zod";
+import { defineTool } from "../tools/define.js";
+import { toolError, toolImage, toolText } from "../tools/types.js";
+import { errorMessage } from "../core/errors.js";
+import { ComputerError } from "./target.js";
+/**
+ * The computer tools.
+ *
+ * Built against one conversation's session, the way the browser tools are: a
+ * ref means nothing without the tree it came from, and the permission prompt
+ * has to name the app a call reaches, which is session state rather than an
+ * argument.
+ *
+ * Shaped like the browser tools the model already knows: read a tree of refs,
+ * act on a ref, fall back to pixels from a screenshot, chain with a batch.
+ */
+/** Screenshots are sent at most this wide; the frame maps coordinates back. */
+const SHOT_MAX_WIDTH = 1280;
+/** Nodes in one tree read, so a huge window cannot flood the context. */
+const TREE_MAX_NODES = 400;
+const target = {
+    app: z.string().optional().describe("App name or id (bundle id on macOS, exe name on Windows). Uses its front window."),
+    window: z.string().optional().describe("Window id from computer_list_apps. Omit to use the app's front window, or the last window used."),
+};
+const modifiersParam = z
+    .array(z.enum(["cmd", "ctrl", "alt", "option", "shift", "mod", "win"]))
+    .optional()
+    .describe("Held while acting. `mod` is cmd on macOS and ctrl on Windows.");
+export function createComputerTools(session) {
+    /** Every call is approved per app: `Computer(com.apple.Notes)`, `Computer(excel.exe)`. */
+    const principals = (input) => {
+        const id = session.appIdFor(input);
+        return id ? [`Computer(${id})`] : [];
+    };
+    const listApps = defineTool({
+        name: "computer_list_apps",
+        description: "List the apps running on the user's computer and their open windows, with window ids and what each app allows (full, click-only, look-only). Start here.",
+        parameters: z.object({}),
+        // Names and titles only; reading a window's contents is what asks.
+        readOnly: true,
+        renderTitle: () => "computer_list_apps",
+        async execute(_input, ctx) {
+            return run(session, ctx, async () => {
+                const [apps, windows] = await Promise.all([session.listApps(), session.listWindows()]);
+                const lines = [];
+                for (const app of apps) {
+                    const own = windows.filter((w) => w.pid === app.pid);
+                    if (!own.length && !app.active)
+                        continue;
+                    const tier = session.tierOf({ appId: app.id, app: app.name });
+                    lines.push(`${app.name} (${app.id})${app.active ? " — frontmost" : ""}${tier === "full" ? "" : ` — ${tier === "read" ? "look only" : tier === "click" ? "click only" : "blocked"}`}`);
+                    for (const w of own) {
+                        lines.push(`  window ${w.id}: ${w.title || "(untitled)"}${w.minimized ? " [minimized]" : w.onScreen === false ? " [not on screen]" : ""}${w.focused ? " [focused]" : ""}`);
+                    }
+                }
+                return toolText(lines.join("\n") || "No apps with windows.");
+            });
+        },
+    });
+    const readApp = defineTool({
+        name: "computer_read_app",
+        description: "Read a window's accessibility tree: its buttons, fields, menus and text, each with a `ref` to act on. Prefer this to a screenshot; it is exact and costs far fewer tokens.",
+        parameters: z.object({
+            ...target,
+            depth: z.number().int().min(1).max(40).optional().describe("How deep to walk. Default 25."),
+        }),
+        // Looking changes nothing, so plan mode allows it; the first look at an
+        // app still asks, because a screenshot shows whatever is in it.
+        observes: true,
+        principals,
+        renderTitle: (input) => `computer_read_app(${input.app ?? input.window ?? ""})`,
+        async execute(input, ctx) {
+            return run(session, ctx, async () => {
+                const t = await session.runtime.target();
+                const window = await session.resolveWindow(input);
+                session.guard(window, "look");
+                const tree = await t.axTree({ window: window.id, depth: input.depth ?? 25, maxNodes: TREE_MAX_NODES });
+                session.rememberTree(tree.nodes);
+                await session.announce({ kind: "look", window: window.id, app: window.app }, t);
+                const header = `${window.app} — window ${window.id}: ${window.title || "(untitled)"}`;
+                const body = tree.nodes.map(formatNode).join("\n");
+                const tail = tree.truncated ? `\n… truncated at ${TREE_MAX_NODES} nodes; read a smaller depth or take a screenshot.` : "";
+                return toolText(`${header}\n${body || "(the accessibility tree is empty — take a screenshot instead)"}${tail}`);
+            });
+        },
+    });
+    const screenshot = defineTool({
+        name: "computer_screenshot",
+        description: "Take a screenshot of one window (default) or a whole display. Returns the image; x/y in other tools are pixels in the latest screenshot of that window.",
+        parameters: z.object({
+            ...target,
+            display: z.string().optional().describe("A display id, to capture a whole screen instead of a window."),
+        }),
+        // Looking changes nothing, so plan mode allows it; the first look at an
+        // app still asks, because a screenshot shows whatever is in it.
+        observes: true,
+        principals,
+        renderTitle: (input) => `computer_screenshot(${input.app ?? input.window ?? input.display ?? ""})`,
+        async execute(input, ctx) {
+            return run(session, ctx, async () => {
+                const t = await session.runtime.target();
+                if (input.display) {
+                    const shot = await t.screenshot({ display: input.display, maxWidth: SHOT_MAX_WIDTH });
+                    session.rememberShot(`display:${input.display}`, shot);
+                    return toolImage(shot.mimeType ?? "image/jpeg", shot.data, `Display ${input.display}, ${shot.width}x${shot.height}.`);
+                }
+                const window = await session.resolveWindow(input);
+                session.guard(window, "look");
+                const shot = await t.screenshot({ window: window.id, maxWidth: SHOT_MAX_WIDTH });
+                session.rememberShot(window.id, shot);
+                await session.announce({ kind: "look", window: window.id, app: window.app }, t);
+                session.sawWindow(window.id);
+                return toolImage(shot.mimeType ?? "image/jpeg", shot.data, `${window.app} — window ${window.id}, ${shot.width}x${shot.height} px.`);
+            });
+        },
+    });
+    const clickParams = z.object({
+        ...target,
+        ref: z.string().optional().describe("Element ref from computer_read_app. Preferred: works without moving the cursor."),
+        x: z.number().optional().describe("Pixel x in the latest screenshot of the window."),
+        y: z.number().optional(),
+        button: z.enum(["left", "right", "middle"]).optional(),
+        double: z.boolean().optional(),
+        modifiers: modifiersParam,
+    });
+    const click = defineTool({
+        name: "computer_click",
+        description: "Click an element by ref, or a point by x/y from a screenshot. Right-click opens a context menu.",
+        parameters: clickParams,
+        principals,
+        renderTitle: (input) => `computer_click(${input.ref ?? `${input.x},${input.y}`})`,
+        async execute(input, ctx) {
+            return run(session, ctx, () => doClick(session, input, ctx));
+        },
+    });
+    const typeText = defineTool({
+        name: "computer_type",
+        description: "Type text. With a ref, into that field (set `replace` to overwrite its value, which works in the background); without, into whatever has focus in the window.",
+        parameters: z.object({
+            ...target,
+            text: z.string(),
+            ref: z.string().optional(),
+            replace: z.boolean().optional().describe("Replace the field's value instead of typing at the caret."),
+        }),
+        principals,
+        renderTitle: (input) => `computer_type(${input.ref ?? input.app ?? ""})`,
+        async execute(input, ctx) {
+            return run(session, ctx, () => doType(session, input, ctx));
+        },
+    });
+    const key = defineTool({
+        name: "computer_key",
+        description: 'Press a key or chord, e.g. "Enter", "Escape", "Tab", "mod+s", "cmd+shift+t", "ctrl+c".',
+        parameters: z.object({ ...target, key: z.string() }),
+        principals,
+        renderTitle: (input) => `computer_key(${input.key})`,
+        async execute(input, ctx) {
+            return run(session, ctx, () => doKey(session, input, ctx));
+        },
+    });
+    const scroll = defineTool({
+        name: "computer_scroll",
+        description: "Scroll inside a window, at a ref or a screenshot point. dy > 0 scrolls down.",
+        parameters: z.object({
+            ...target,
+            ref: z.string().optional(),
+            x: z.number().optional(),
+            y: z.number().optional(),
+            dx: z.number().optional(),
+            dy: z.number().optional(),
+        }),
+        principals,
+        renderTitle: (input) => `computer_scroll(${input.dy ?? 0})`,
+        async execute(input, ctx) {
+            return run(session, ctx, () => doScroll(session, input, ctx));
+        },
+    });
+    const drag = defineTool({
+        name: "computer_drag",
+        description: "Drag from one screenshot point to another. Usually needs computer_take_control first.",
+        parameters: z.object({
+            ...target,
+            from: z.object({ x: z.number(), y: z.number() }),
+            to: z.object({ x: z.number(), y: z.number() }),
+            modifiers: modifiersParam,
+        }),
+        principals,
+        renderTitle: () => "computer_drag",
+        async execute(input, ctx) {
+            return run(session, ctx, () => doDrag(session, input, ctx));
+        },
+    });
+    const menu = defineTool({
+        name: "computer_menu",
+        description: 'Choose an item from the app\'s menu bar by its path, e.g. ["File", "New Note"] or ["Format", "Font", "Bold"]. Runs in the background through accessibility — prefer it to the item\'s keyboard shortcut, which needs the real keyboard when the app has more than one window.',
+        parameters: z.object({
+            ...target,
+            path: z.array(z.string().min(1)).min(1).max(16).describe('Menu titles from the menu bar down, as the app shows them, e.g. ["File", "New Note"].'),
+        }),
+        principals,
+        renderTitle: (input) => `computer_menu(${input.path.join(" › ")})`,
+        async execute(input, ctx) {
+            return run(session, ctx, async () => {
+                const t = await session.runtime.target();
+                if (!t.invokeMenu) {
+                    return toolError("Menus cannot be chosen directly on this machine; use the item's keyboard shortcut with computer_key.");
+                }
+                const window = await session.resolveWindow(input);
+                session.guard(window, "click");
+                await session.respectUser(window, t);
+                await session.announce({ kind: "click", window: window.id, app: window.app }, t);
+                await t.invokeMenu(window.id, input.path);
+                return toolText(`Chose ${input.path.join(" › ")} in ${window.app}.`);
+            });
+        },
+    });
+    const openApp = defineTool({
+        name: "computer_open_app",
+        description: "Launch an app, or bring it up if it is running, by name or id.",
+        parameters: z.object({ app: z.string() }),
+        principals,
+        renderTitle: (input) => `computer_open_app(${input.app})`,
+        async execute(input, ctx) {
+            return run(session, ctx, async () => {
+                const t = await session.runtime.target();
+                await t.open(input.app);
+                // Give it a moment to put a window up, then report what came up.
+                for (let i = 0; i < 20; i++) {
+                    try {
+                        const window = await session.resolveWindow({ app: input.app });
+                        session.guard(window, "look");
+                        await session.announce({ kind: "look", window: window.id, app: window.app }, t);
+                        return toolText(`${window.app} is open — window ${window.id}: ${window.title || "(untitled)"}.`);
+                    }
+                    catch (err) {
+                        if (err instanceof ComputerError && err.code === "refused")
+                            throw err;
+                        await sleep(250, ctx.signal);
+                    }
+                }
+                return toolText(`Asked ${input.app} to open; no window has appeared yet. Call computer_list_apps shortly.`);
+            });
+        },
+    });
+    const takeControl = defineTool({
+        name: "computer_take_control",
+        description: "Take the real mouse and keyboard, for actions that cannot run in the background. The user is shown that you are in control and can take it back at any time. Keep it short: do the whole sequence in one computer_batch, then call computer_release_control.",
+        parameters: z.object({ reason: z.string().describe("One line the user sees, e.g. 'Drag the file into the upload area'.") }),
+        principals: () => ["ComputerTakeover"],
+        renderTitle: (input) => `computer_take_control(${input.reason})`,
+        async execute(input, ctx) {
+            return run(session, ctx, async () => {
+                if (session.runtime.takeover() === "never") {
+                    return toolError("Taking over the mouse and keyboard is turned off in Settings › Computer use. Stay with background actions, or ask the user to do this step.");
+                }
+                const t = await session.runtime.target();
+                await session.runtime.arbiter.takeControl(session.holder(), ctx.signal, (holder) => ctx.onProgress({ toolCallId: ctx.toolCallId, toolName: "computer_take_control", message: `Waiting for "${holder.label}" to release the computer…` }));
+                const front = await t.frontmost().catch(() => undefined);
+                if (front)
+                    ctx.host.state.set(PREVIOUS_FRONT, front.pid);
+                await session.announce({ kind: "control", app: input.reason });
+                return toolText("You have control of the mouse and keyboard. Act now, then call computer_release_control. If the user moves the mouse or presses a key, control returns to them and your action stops.");
+            });
+        },
+    });
+    const releaseControl = defineTool({
+        name: "computer_release_control",
+        description: "Give the mouse and keyboard back to the user and return focus to where they were.",
+        parameters: z.object({}),
+        sessionLocal: true,
+        renderTitle: () => "computer_release_control",
+        async execute(_input, ctx) {
+            return run(session, ctx, async () => {
+                const released = session.runtime.arbiter.releaseControl(session.id);
+                const previous = ctx.host.state.get(PREVIOUS_FRONT);
+                ctx.host.state.delete(PREVIOUS_FRONT);
+                if (released && typeof previous === "number") {
+                    await (await session.runtime.target()).activate(previous).catch(() => { });
+                }
+                await session.announce({ kind: "release" });
+                return toolText(released ? "Control returned to the user." : "You did not have control.");
+            });
+        },
+    });
+    const single = {
+        click: (input, ctx) => doClick(session, input, ctx).then(textOf),
+        type: (input, ctx) => doType(session, input, ctx).then(textOf),
+        key: (input, ctx) => doKey(session, input, ctx).then(textOf),
+        scroll: (input, ctx) => doScroll(session, input, ctx).then(textOf),
+        drag: (input, ctx) => doDrag(session, input, ctx).then(textOf),
+        wait: async (input, ctx) => {
+            await sleep(Math.min(5_000, input.ms ?? 500), ctx.signal);
+            return "waited";
+        },
+    };
+    /**
+     * Each action in a batch, with the fields its single tool takes — spelled
+     * out, so the model is shown that a key action needs its `key`. It used to
+     * be {action, ...anything}: `{"action":"key"}` went through, and failed
+     * deep inside as "Cannot read properties of undefined (reading 'split')",
+     * an error nobody could act on.
+     */
+    const point = { x: z.number(), y: z.number() };
+    const batchAction = z.discriminatedUnion("action", [
+        z.object({
+            action: z.literal("click"),
+            ref: z.string().optional().describe("Element ref from computer_read_app."),
+            x: z.number().optional().describe("Pixel x in the latest screenshot of the window."),
+            y: z.number().optional(),
+            button: z.enum(["left", "right", "middle"]).optional(),
+            double: z.boolean().optional(),
+            modifiers: modifiersParam,
+        }),
+        z.object({
+            action: z.literal("type"),
+            text: z.string(),
+            ref: z.string().optional(),
+            replace: z.boolean().optional(),
+        }),
+        z.object({
+            action: z.literal("key"),
+            key: z.string().min(1).describe('The key or chord, e.g. "Enter", "Tab", "mod+n", "cmd+shift+t".'),
+        }),
+        z.object({
+            action: z.literal("scroll"),
+            ref: z.string().optional(),
+            x: z.number().optional(),
+            y: z.number().optional(),
+            dx: z.number().optional(),
+            dy: z.number().optional(),
+        }),
+        z.object({ action: z.literal("drag"), from: z.object(point), to: z.object(point), modifiers: modifiersParam }),
+        z.object({ action: z.literal("wait"), ms: z.number().int().min(0).max(5_000).optional() }),
+    ]);
+    const batch = defineTool({
+        name: "computer_batch",
+        description: 'Run several actions in one window, in order, stopping at the first failure. Each action is one of: {action:"click", ref | x,y, button?, double?, modifiers?}, {action:"type", text, ref?, replace?}, {action:"key", key}, {action:"scroll", ref | x,y, dx?, dy?}, {action:"drag", from:{x,y}, to:{x,y}}, {action:"wait", ms?}. All actions use the batch\'s app/window.',
+        parameters: z.object({
+            ...target,
+            actions: z.array(batchAction).min(1).max(30),
+        }),
+        // One app per batch: a batch naming one approved app must not smuggle in
+        // an action on another, since any matching principal allows the call.
+        principals: (input) => principals(input),
+        renderTitle: (input) => `computer_batch(${input.actions.length} actions)`,
+        async execute(input, ctx) {
+            return run(session, ctx, async () => {
+                const window = await session.resolveWindow(input);
+                const out = [];
+                for (const [i, raw] of input.actions.entries()) {
+                    const { action, ...rest } = raw;
+                    if (typeof rest["ref"] === "string" && rest["ref"] !== "" && !String(rest["ref"]).startsWith(`w${window.id}.`)) {
+                        out.push(`${i + 1}. ${action}: refused — ref ${String(rest["ref"])} is not in this batch's window`);
+                        break;
+                    }
+                    try {
+                        out.push(`${i + 1}. ${action}: ${await single[action]({ ...rest, window: window.id }, ctx)}`);
+                    }
+                    catch (err) {
+                        out.push(`${i + 1}. ${action}: failed — ${errorMessage(err)}`);
+                        return toolError(out.join("\n"));
+                    }
+                }
+                return toolText(out.join("\n"));
+            });
+        },
+    });
+    return [listApps, readApp, screenshot, click, typeText, key, menu, scroll, drag, openApp, takeControl, releaseControl, batch];
+}
+const PREVIOUS_FRONT = "computer:previousFront";
+async function doClick(session, input, _ctx) {
+    const t = await session.runtime.target();
+    const window = await session.resolveWindow(input);
+    session.guard(window, "click");
+    await session.respectUser(window, t);
+    const foreground = session.runtime.arbiter.holdsControl(session.id);
+    if (input.ref && !input.modifiers?.length && !input.double && (input.button ?? "left") !== "middle") {
+        const frame = session.frameOf(input.ref);
+        await session.announce({ kind: "click", window: window.id, app: window.app, ...(frame ? { frame, point: centre(frame) } : {}) }, t);
+        try {
+            await t.axAction(input.ref, input.button === "right" ? "showMenu" : "press");
+            return toolText(`Clicked ${input.ref} in ${window.app}.`);
+        }
+        catch (err) {
+            // An element with no press action still has a place on screen.
+            if (!(err instanceof ComputerError) || err.code !== "unsupported" || !frame)
+                throw err;
+            const point = centre(frame);
+            await t.input({ type: "click", ...point, button: input.button ?? "left" }, { window: window.id, foreground });
+            return toolText(`Clicked ${input.ref} in ${window.app} (by position).`);
+        }
+    }
+    const point = input.ref ? refPoint(session, input.ref) : pointFrom(session, window, input);
+    await session.announce({ kind: "click", window: window.id, app: window.app, point }, t);
+    await t.input({ type: "click", ...point, button: input.button ?? "left", count: input.double ? 2 : 1, ...(input.modifiers ? { modifiers: input.modifiers } : {}) }, { window: window.id, foreground });
+    return toolText(`Clicked in ${window.app}.`);
+}
+async function doType(session, input, ctx) {
+    const t = await session.runtime.target();
+    const window = await session.resolveWindow(input);
+    session.guard(window, "type");
+    if (input.ref && session.isSecure(input.ref)) {
+        throw new ComputerError("refused", "That is a password field. Ask the user to type it themselves.");
+    }
+    await session.respectUser(window, t);
+    const frame = input.ref ? session.frameOf(input.ref) : undefined;
+    await session.announce({ kind: "type", window: window.id, app: window.app, ...(frame ? { frame, point: centre(frame) } : {}) }, t);
+    if (input.ref && input.replace) {
+        await t.axAction(input.ref, "setValue", input.text);
+        return toolText(`Set the value of ${input.ref}.`);
+    }
+    if (input.ref)
+        await t.axAction(input.ref, "focus").catch(() => { });
+    await session.waitForQuiet(t, ctx.signal);
+    await t.input({ type: "text", text: input.text }, { window: window.id, foreground: session.runtime.arbiter.holdsControl(session.id) });
+    return toolText(`Typed ${input.text.length} characters into ${window.app}.`);
+}
+async function doKey(session, input, ctx) {
+    const t = await session.runtime.target();
+    const window = await session.resolveWindow(input);
+    session.guard(window, "type");
+    await session.respectUser(window, t);
+    if (typeof input.key !== "string" || !input.key.trim()) {
+        throw new ComputerError("refused", 'Say which key: {key: "Enter"}, {key: "mod+n"}.');
+    }
+    const { key, modifiers } = parseChord(input.key, (await session.runtime.info()).platform);
+    await session.announce({ kind: "key", window: window.id, app: window.app }, t);
+    await session.waitForQuiet(t, ctx.signal);
+    await t.input({ type: "key", key, modifiers }, { window: window.id, foreground: session.runtime.arbiter.holdsControl(session.id) });
+    return toolText(`Pressed ${input.key} in ${window.app}.`);
+}
+async function doScroll(session, input, _ctx) {
+    const t = await session.runtime.target();
+    const window = await session.resolveWindow(input);
+    session.guard(window, "click");
+    await session.respectUser(window, t);
+    const point = input.ref
+        ? refPoint(session, input.ref)
+        : input.x !== undefined && input.y !== undefined
+            ? session.toScreen(window, input.x, input.y)
+            : centre(window.frame);
+    await session.announce({ kind: "scroll", window: window.id, app: window.app, point }, t);
+    await t.input({ type: "scroll", ...point, dx: input.dx ?? 0, dy: input.dy ?? 0 }, { window: window.id, foreground: session.runtime.arbiter.holdsControl(session.id) });
+    return toolText(`Scrolled in ${window.app}.`);
+}
+async function doDrag(session, input, _ctx) {
+    const t = await session.runtime.target();
+    const window = await session.resolveWindow(input);
+    session.guard(window, "click");
+    await session.respectUser(window, t);
+    const from = session.toScreen(window, input.from.x, input.from.y);
+    const to = session.toScreen(window, input.to.x, input.to.y);
+    await session.announce({ kind: "drag", window: window.id, app: window.app, point: to }, t);
+    await t.input({ type: "drag", from, to, ...(input.modifiers ? { modifiers: input.modifiers } : {}) }, { window: window.id, foreground: session.runtime.arbiter.holdsControl(session.id) });
+    return toolText(`Dragged in ${window.app}.`);
+}
+// ---- helpers ---------------------------------------------------------------
+function pointFrom(session, window, input) {
+    if (input.x === undefined || input.y === undefined) {
+        throw new ComputerError("refused", "Pass a ref from computer_read_app, or x and y from a screenshot.");
+    }
+    return session.toScreen(window, input.x, input.y);
+}
+function refPoint(session, ref) {
+    const frame = session.frameOf(ref);
+    if (!frame)
+        throw new ComputerError("stale_ref", `Unknown ref ${ref}. Read the window again with computer_read_app.`);
+    return centre(frame);
+}
+function centre(frame) {
+    return { x: frame.x + frame.w / 2, y: frame.y + frame.h / 2 };
+}
+/** `mod+shift+s` → key "s" with the platform's command key and shift. */
+export function parseChord(chord, platform) {
+    const parts = chord.split("+").map((p) => p.trim()).filter(Boolean);
+    const key = parts.pop() ?? chord;
+    const modifiers = parts.map((m) => {
+        const lower = m.toLowerCase();
+        if (lower === "mod")
+            return platform === "darwin" ? "cmd" : "ctrl";
+        if (lower === "option")
+            return "alt";
+        if (lower === "control")
+            return "ctrl";
+        if (lower === "command" || lower === "meta")
+            return platform === "darwin" ? "cmd" : "win";
+        return lower;
+    });
+    return { key, modifiers };
+}
+function formatNode(node) {
+    const indent = "  ".repeat(Math.max(0, node.depth));
+    const name = node.name ? ` "${node.name.slice(0, 120)}"` : "";
+    const value = node.secure ? " = •••" : node.value ? ` = "${node.value.slice(0, 200)}"` : "";
+    const flags = node.disabled ? " (disabled)" : "";
+    return `${indent}[${node.ref}] ${node.role}${name}${value}${flags}`;
+}
+function textOf(result) {
+    return result.content.map((b) => (b.type === "text" ? b.text : "")).join(" ");
+}
+function sleep(ms, signal) {
+    return new Promise((resolve) => {
+        const timer = setTimeout(resolve, ms);
+        signal?.addEventListener("abort", () => {
+            clearTimeout(timer);
+            resolve();
+        }, { once: true });
+    });
+}
+/**
+ * Turn failures into answers the model can act on.
+ *
+ * A refusal from the policy, the arbiter or the helper becomes a plain
+ * sentence; anything else is a crash, and the helper is restarted on the
+ * next call rather than left half-alive.
+ */
+async function run(session, ctx, fn) {
+    try {
+        return await fn();
+    }
+    catch (err) {
+        if (err instanceof ComputerError) {
+            if (err.code === "permission") {
+                const what = err.grant === "screen" ? "Screen Recording" : "Accessibility";
+                return toolError(`${what} permission is not granted to OHarness. Ask the user to allow it; the app shows them how. (${err.message})`);
+            }
+            if (err.code === "needs_foreground") {
+                return toolError(`${err.message} This action needs the real mouse and keyboard: call computer_take_control, act, then computer_release_control.`);
+            }
+            return toolError(err.message);
+        }
+        ctx.logger.warn("computer tool failed", { error: errorMessage(err) });
+        session.runtime.reset();
+        return toolError(`The computer helper failed: ${errorMessage(err)}`);
+    }
+}
+//# sourceMappingURL=tools.js.map

package/dist/computer/tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.js","sourceRoot":"","sources":["../../src/computer/tools.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAEnE,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAI5C;;;;;;;;;;GAUG;AAEH,+EAA+E;AAC/E,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,yEAAyE;AACzE,MAAM,cAAc,GAAG,GAAG,CAAC;AAE3B,MAAM,MAAM,GAAG;IACb,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kFAAkF,CAAC;IACvH,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iGAAiG,CAAC;CAC1I,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC;KACrB,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;KACtE,QAAQ,EAAE;KACV,QAAQ,CAAC,+DAA+D,CAAC,CAAC;AAE7E,MAAM,UAAU,mBAAmB,CAAC,OAA2B;IAC7D,0FAA0F;IAC1F,MAAM,UAAU,GAAG,CAAC,KAAsD,EAAY,EAAE;QACtF,MAAM,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACnC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACvC,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,UAAU,CAAC;QAC1B,IAAI,EAAE,oBAAoB;QAC1B,WAAW,EACT,0JAA0J;QAC5J,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;QACxB,mEAAmE;QACnE,QAAQ,EAAE,IAAI;QACd,WAAW,EAAE,GAAG,EAAE,CAAC,oBAAoB;QACvC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG;YACvB,OAAO,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBAClC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;gBACvF,MAAM,KAAK,GAAa,EAAE,CAAC;gBAC3B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;oBACrD,IAAI,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM;wBAAE,SAAS;oBACzC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,IAAI,EAAgB,CAAC,CAAC;oBAC5E,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;oBACtL,KAAK,MAAM,CAAC,IAAI,GAAG,EAAE,CAAC;wBACpB,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,KAAK,IAAI,YAAY,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAC7K,CAAC;gBACH,CAAC;gBACD,OAAO,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,uBAAuB,CAAC,CAAC;YAC/D,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,UAAU,CAAC;QACzB,IAAI,EAAE,mBAAmB;QACzB,WAAW,EACT,4KAA4K;QAC9K,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC;YACnB,GAAG,MAAM;YACT,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;SAC5F,CAAC;QACF,wEAAwE;QACxE,gEAAgE;QAChE,QAAQ,EAAE,IAAI;QACd,UAAU;QACV,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,qBAAqB,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE,GAAG;QAC/E,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG;YACtB,OAAO,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBAClC,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBACzC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAClD,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC;gBACvG,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACjC,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;gBAChF,MAAM,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,aAAa,MAAM,CAAC,EAAE,KAAK,MAAM,CAAC,KAAK,IAAI,YAAY,EAAE,CAAC;gBACtF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACnD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,oBAAoB,cAAc,oDAAoD,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC1H,OAAO,QAAQ,CAAC,GAAG,MAAM,KAAK,IAAI,IAAI,+DAA+D,GAAG,IAAI,EAAE,CAAC,CAAC;YAClH,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,UAAU,CAAC;QAC5B,IAAI,EAAE,qBAAqB;QAC3B,WAAW,EACT,yJAAyJ;QAC3J,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC;YACnB,GAAG,MAAM;YACT,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,8DAA8D,CAAC;SACxG,CAAC;QACF,wEAAwE;QACxE,gEAAgE;QAChE,QAAQ,EAAE,IAAI;QACd,UAAU;QACV,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,uBAAuB,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,IAAI,EAAE,GAAG;QAClG,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG;YACtB,OAAO,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBAClC,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBACzC,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAClB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,UAAU,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC;oBACtF,OAAO,CAAC,YAAY,CAAC,WAAW,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC;oBACvD,OAAO,SAAS,CAAC,IAAI,CAAC,QAAQ,IAAI,YAAY,EAAE,IAAI,CAAC,IAAI,EAAE,WAAW,KAAK,CAAC,OAAO,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;gBACxH,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAClD,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC;gBACjF,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;gBACtC,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;gBAChF,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAC7B,OAAO,SAAS,CAAC,IAAI,CAAC,QAAQ,IAAI,YAAY,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,GAAG,aAAa,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,MAAM,CAAC,CAAC;YACtI,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;QAC3B,GAAG,MAAM;QACT,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iFAAiF,CAAC;QACtH,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iDAAiD,CAAC;QACpF,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACxB,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;QACtD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QAC9B,SAAS,EAAE,cAAc;KAC1B,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,UAAU,CAAC;QACvB,IAAI,EAAE,gBAAgB;QACtB,WAAW,EAAE,iGAAiG;QAC9G,UAAU,EAAE,WAAW;QACvB,UAAU;QACV,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,kBAAkB,KAAK,CAAC,GAAG,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,EAAE,GAAG;QACjF,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG;YACtB,OAAO,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/D,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,UAAU,CAAC;QAC1B,IAAI,EAAE,eAAe;QACrB,WAAW,EACT,+JAA+J;QACjK,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC;YACnB,GAAG,MAAM;YACT,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;YAChB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC1B,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2DAA2D,CAAC;SACtG,CAAC;QACF,UAAU;QACV,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,iBAAiB,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,GAAG,IAAI,EAAE,GAAG;QACxE,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG;YACtB,OAAO,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QAC9D,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,GAAG,GAAG,UAAU,CAAC;QACrB,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,wFAAwF;QACrG,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;QACpD,UAAU;QACV,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,KAAK,CAAC,GAAG,GAAG;QACpD,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG;YACtB,OAAO,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QAC7D,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,UAAU,CAAC;QACxB,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,8EAA8E;QAC3F,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC;YACnB,GAAG,MAAM;YACT,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC1B,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YACxB,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YACxB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YACzB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SAC1B,CAAC;QACF,UAAU;QACV,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,mBAAmB,KAAK,CAAC,EAAE,IAAI,CAAC,GAAG;QAC3D,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG;YACtB,OAAO,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QAChE,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,UAAU,CAAC;QACtB,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,uFAAuF;QACpG,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC;YACnB,GAAG,MAAM;YACT,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;YAChD,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9C,SAAS,EAAE,cAAc;SAC1B,CAAC;QACF,UAAU;QACV,WAAW,EAAE,GAAG,EAAE,CAAC,eAAe;QAClC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG;YACtB,OAAO,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,CAAC;QAC9D,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,UAAU,CAAC;QACtB,IAAI,EAAE,eAAe;QACrB,WAAW,EACT,+QAA+Q;QACjR,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC;YACnB,GAAG,MAAM;YACT,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,uFAAuF,CAAC;SAClJ,CAAC;QACF,UAAU;QACV,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,iBAAiB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG;QAClE,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG;YACtB,OAAO,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBAClC,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBACzC,IAAI,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC;oBAClB,OAAO,SAAS,CAAC,sGAAsG,CAAC,CAAC;gBAC3H,CAAC;gBACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAClD,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAC/B,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBACrC,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;gBACjF,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC1C,OAAO,QAAQ,CAAC,SAAS,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;YACvE,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,UAAU,CAAC;QACzB,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,gEAAgE;QAC7E,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;QACzC,UAAU;QACV,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,qBAAqB,KAAK,CAAC,GAAG,GAAG;QACzD,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG;YACtB,OAAO,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBAClC,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBACzC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACxB,iEAAiE;gBACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC5B,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;wBAC/D,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;wBAC9B,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;wBAChF,OAAO,QAAQ,CAAC,GAAG,MAAM,CAAC,GAAG,qBAAqB,MAAM,CAAC,EAAE,KAAK,MAAM,CAAC,KAAK,IAAI,YAAY,GAAG,CAAC,CAAC;oBACnG,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,IAAI,GAAG,YAAY,aAAa,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;4BAAE,MAAM,GAAG,CAAC;wBACtE,MAAM,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;oBAC/B,CAAC;gBACH,CAAC;gBACD,OAAO,QAAQ,CAAC,SAAS,KAAK,CAAC,GAAG,wEAAwE,CAAC,CAAC;YAC9G,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,UAAU,CAAC;QAC7B,IAAI,EAAE,uBAAuB;QAC7B,WAAW,EACT,8PAA8P;QAChQ,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oEAAoE,CAAC,EAAE,CAAC;QAC3H,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC,kBAAkB,CAAC;QACtC,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,yBAAyB,KAAK,CAAC,MAAM,GAAG;QAChE,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG;YACtB,OAAO,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBAClC,IAAI,OAAO,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,OAAO,EAAE,CAAC;oBAC3C,OAAO,SAAS,CAAC,6IAA6I,CAAC,CAAC;gBAClK,CAAC;gBACD,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBACzC,MAAM,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CACjF,GAAG,CAAC,UAAU,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,QAAQ,EAAE,uBAAuB,EAAE,OAAO,EAAE,gBAAgB,MAAM,CAAC,KAAK,4BAA4B,EAAE,CAAC,CACrJ,CAAC;gBACF,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;gBACzD,IAAI,KAAK;oBAAE,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;gBACzD,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC/D,OAAO,QAAQ,CAAC,uLAAuL,CAAC,CAAC;YAC3M,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,cAAc,GAAG,UAAU,CAAC;QAChC,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,mFAAmF;QAChG,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC;QACxB,YAAY,EAAE,IAAI;QAClB,WAAW,EAAE,GAAG,EAAE,CAAC,0BAA0B;QAC7C,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG;YACvB,OAAO,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBAClC,MAAM,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACpE,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;gBACpD,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;gBACtC,IAAI,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;oBAC7C,MAAM,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBAC5E,CAAC;gBACD,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;gBAC5C,OAAO,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,+BAA+B,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC;YAC5F,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,MAAM,GAAwE;QAClF,KAAK,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QAChE,IAAI,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QAC9D,GAAG,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5D,MAAM,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QAClE,IAAI,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;QAC9D,IAAI,EAAE,KAAK,EAAE,KAAsB,EAAE,GAAG,EAAE,EAAE;YAC1C,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,IAAI,GAAG,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YAC1D,OAAO,QAAQ,CAAC;QAClB,CAAC;KACF,CAAC;IAEF;;;;;;OAMG;IACH,MAAM,KAAK,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;IAC/C,MAAM,WAAW,GAAG,CAAC,CAAC,kBAAkB,CAAC,QAAQ,EAAE;QACjD,CAAC,CAAC,MAAM,CAAC;YACP,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;YAC1B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;YAC1E,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iDAAiD,CAAC;YACpF,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YACxB,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,EAAE;YACtD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;YAC9B,SAAS,EAAE,cAAc;SAC1B,CAAC;QACF,CAAC,CAAC,MAAM,CAAC;YACP,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;YACzB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;YAChB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC1B,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;SAChC,CAAC;QACF,CAAC,CAAC,MAAM,CAAC;YACP,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;YACxB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,gEAAgE,CAAC;SAClG,CAAC;QACF,CAAC,CAAC,MAAM,CAAC;YACP,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;YAC3B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAC1B,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YACxB,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YACxB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YACzB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SAC1B,CAAC;QACF,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;QAC9G,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC;KAC3F,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,UAAU,CAAC;QACvB,IAAI,EAAE,gBAAgB;QACtB,WAAW,EACT,yWAAyW;QAC3W,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC;YACnB,GAAG,MAAM;YACT,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;SAC7C,CAAC;QACF,yEAAyE;QACzE,sEAAsE;QACtE,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC;QACxC,WAAW,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,kBAAkB,KAAK,CAAC,OAAO,CAAC,MAAM,WAAW;QACzE,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG;YACtB,OAAO,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,IAAI,EAAE;gBAClC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAClD,MAAM,GAAG,GAAa,EAAE,CAAC;gBACzB,KAAK,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;oBAC/C,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,GAAgE,CAAC;oBAC7F,IAAI,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;wBAC/G,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,MAAM,mBAAmB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,gCAAgC,CAAC,CAAC;wBACpG,MAAM;oBACR,CAAC;oBACD,IAAI,CAAC;wBACH,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,MAAM,KAAK,MAAM,MAAM,CAAC,MAAM,CAAE,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAW,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC1G,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,MAAM,cAAc,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;wBAC/D,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;oBACnC,CAAC;gBACH,CAAC;gBACD,OAAO,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAClC,CAAC,CAAC,CAAC;QACL,CAAC;KACF,CAAC,CAAC;IAEH,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,KAAK,CAAC,CAAC;AAChI,CAAC;AAED,MAAM,cAAc,GAAG,wBAAwB,CAAC;AAMhD,KAAK,UAAU,OAAO,CACpB,OAA2B,EAC3B,KAAuH,EACvH,IAAiB;IAEjB,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAEpE,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,QAAQ,EAAE,CAAC;QACpG,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACpI,IAAI,CAAC;YACH,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAC7E,OAAO,QAAQ,CAAC,WAAW,KAAK,CAAC,GAAG,OAAO,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;QAC5D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,+DAA+D;YAC/D,IAAI,CAAC,CAAC,GAAG,YAAY,aAAa,CAAC,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa,IAAI,CAAC,KAAK;gBAAE,MAAM,GAAG,CAAC;YACvF,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;YAC9G,OAAO,QAAQ,CAAC,WAAW,KAAK,CAAC,GAAG,OAAO,MAAM,CAAC,GAAG,iBAAiB,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;IAC3F,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACxF,MAAM,CAAC,CAAC,KAAK,CACX,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EACpJ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,UAAU,EAAE,CAClC,CAAC;IACF,OAAO,QAAQ,CAAC,cAAc,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;AAC/C,CAAC;AAED,KAAK,UAAU,MAAM,CACnB,OAA2B,EAC3B,KAAkD,EAClD,GAAgB;IAEhB,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,IAAI,KAAK,CAAC,GAAG,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7C,MAAM,IAAI,aAAa,CAAC,SAAS,EAAE,+DAA+D,CAAC,CAAC;IACtG,CAAC;IACD,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjE,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAEnI,IAAI,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAC/B,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACpD,OAAO,QAAQ,CAAC,oBAAoB,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,KAAK,CAAC,GAAG;QAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACpE,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACvI,OAAO,QAAQ,CAAC,SAAS,KAAK,CAAC,IAAI,CAAC,MAAM,oBAAoB,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;AAC/E,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,OAA2B,EAAE,KAA8B,EAAE,GAAgB;IAChG,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9B,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,IAAI,OAAO,KAAK,CAAC,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;QACvD,MAAM,IAAI,aAAa,CAAC,SAAS,EAAE,gDAAgD,CAAC,CAAC;IACvF,CAAC;IACD,MAAM,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,MAAM,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC1F,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;IAC/E,MAAM,OAAO,CAAC,YAAY,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACpI,OAAO,QAAQ,CAAC,WAAW,KAAK,CAAC,GAAG,OAAO,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;AAC5D,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,OAA2B,EAC3B,KAAmE,EACnE,IAAiB;IAEjB,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG;QACrB,CAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC;QAC9B,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,SAAS,IAAI,KAAK,CAAC,CAAC,KAAK,SAAS;YAC9C,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;YAC5C,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3B,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACzF,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IACvK,OAAO,QAAQ,CAAC,eAAe,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;AAChD,CAAC;AAED,KAAK,UAAU,MAAM,CACnB,OAA2B,EAC3B,KAAqG,EACrG,IAAiB;IAEjB,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClE,MAAM,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5D,MAAM,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3F,MAAM,CAAC,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC3L,OAAO,QAAQ,CAAC,cAAc,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;AAC/C,CAAC;AAED,+EAA+E;AAE/E,SAAS,SAAS,CAAC,OAA2B,EAAE,MAAkB,EAAE,KAAiC;IACnG,IAAI,KAAK,CAAC,CAAC,KAAK,SAAS,IAAI,KAAK,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;QACnD,MAAM,IAAI,aAAa,CAAC,SAAS,EAAE,kEAAkE,CAAC,CAAC;IACzG,CAAC;IACD,OAAO,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,QAAQ,CAAC,OAA2B,EAAE,GAAW;IACxD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,aAAa,CAAC,WAAW,EAAE,eAAe,GAAG,iDAAiD,CAAC,CAAC;IACtH,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACvB,CAAC;AAED,SAAS,MAAM,CAAC,KAAqD;IACnE,OAAO,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;AAChE,CAAC;AAED,yEAAyE;AACzE,MAAM,UAAU,UAAU,CAAC,KAAa,EAAE,QAA4B;IACpE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACpE,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC;IACjC,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QAChC,MAAM,KAAK,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9B,IAAI,KAAK,KAAK,KAAK;YAAE,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QACnE,IAAI,KAAK,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QACrC,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC;QACvC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,MAAM;YAAE,OAAO,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QAC1F,OAAO,KAAK,CAAC;IACf,CAAC,CAAC,CAAC;IACH,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC;AAC5B,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5F,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;IACjD,OAAO,GAAG,MAAM,IAAI,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC,IAAI,GAAG,IAAI,GAAG,KAAK,GAAG,KAAK,EAAE,CAAC;AACtE,CAAC;AAED,SAAS,MAAM,CAAC,MAAkB;IAChC,OAAO,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,KAAK,CAAC,EAAU,EAAE,MAAoB;IAC7C,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACtC,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;YACrC,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,EAAE,CAAC;QACZ,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IACrB,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,GAAG,CAAC,OAA2B,EAAE,GAAgB,EAAE,EAA6B;IAC7F,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,EAAE,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,GAAG,YAAY,aAAa,EAAE,CAAC;YACjC,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC9B,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,eAAe,CAAC;gBAC3E,OAAO,SAAS,CAAC,GAAG,IAAI,8FAA8F,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC;YACxI,CAAC;YACD,IAAI,GAAG,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBACpC,OAAO,SAAS,CAAC,GAAG,GAAG,CAAC,OAAO,iHAAiH,CAAC,CAAC;YACpJ,CAAC;YACD,OAAO,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;QACD,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtE,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC,+BAA+B,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACvE,CAAC;AACH,CAAC"}

package/dist/core/tokens.js

@@ -21,6 +21,10 @@ export function estimateBlockTokens(block) {
             return estimateStringTokens(block.thinking);
         case "image":
             return IMAGE_TOKENS;
+        case "document":
+            // A PDF is read page by page, text and a picture of each page, so its
+            // size is a fair proxy: ~1.5k tokens a page at ~70 kB a page.
+            return Math.max(IMAGE_TOKENS, Math.ceil((block.data.length * 0.75) / 50));
         case "tool_call":
             return MESSAGE_OVERHEAD + estimateStringTokens(block.name) + estimateJsonTokens(block.input);
         case "tool_result":

package/dist/core/tokens.js.map

@@ -1 +1 @@
-{"version":3,"file":"tokens.js","sourceRoot":"","sources":["../../src/core/tokens.ts"],"names":[],"mappings":"AAEA;;;;;;;GAOG;AACH,MAAM,eAAe,GAAG,GAAG,CAAC;AAC5B,mEAAmE;AACnE,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAC3B,MAAM,YAAY,GAAG,KAAK,CAAC;AAE3B,MAAM,UAAU,oBAAoB,CAAC,CAAS;IAC5C,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAmB;IACrD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,MAAM;YACT,OAAO,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1C,KAAK,UAAU;YACb,OAAO,oBAAoB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9C,KAAK,OAAO;YACV,OAAO,YAAY,CAAC;QACtB,KAAK,WAAW;YACd,OAAO,gBAAgB,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/F,KAAK,aAAa;YAChB,OAAO,CACL,gBAAgB;gBAChB,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAClE,CAAC;IACN,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,IAAI,CAAC;QACH,OAAO,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAAgB;IACpD,OAAO,CACL,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CACvF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAmB;IACxD,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAmB;IACrD,OAAO,KAAK,CAAC,MAAM,CACjB,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CACT,GAAG;QACH,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5B,oBAAoB,CAAC,CAAC,CAAC,WAAW,CAAC;QACnC,kBAAkB,CAAC,CAAC,CAAC,WAAW,CAAC,EACnC,CAAC,CACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAIrC;IACC,OAAO,CACL,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,sBAAsB,CAAC,KAAK,CAAC,QAAQ,CAAC;QACtC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACrD,CAAC;AACJ,CAAC"}
+{"version":3,"file":"tokens.js","sourceRoot":"","sources":["../../src/core/tokens.ts"],"names":[],"mappings":"AAEA;;;;;;;GAOG;AACH,MAAM,eAAe,GAAG,GAAG,CAAC;AAC5B,mEAAmE;AACnE,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAC3B,MAAM,YAAY,GAAG,KAAK,CAAC;AAE3B,MAAM,UAAU,oBAAoB,CAAC,CAAS;IAC5C,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAmB;IACrD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,MAAM;YACT,OAAO,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC1C,KAAK,UAAU;YACb,OAAO,oBAAoB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9C,KAAK,OAAO;YACV,OAAO,YAAY,CAAC;QACtB,KAAK,UAAU;YACb,sEAAsE;YACtE,8DAA8D;YAC9D,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5E,KAAK,WAAW;YACd,OAAO,gBAAgB,GAAG,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC/F,KAAK,aAAa;YAChB,OAAO,CACL,gBAAgB;gBAChB,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAClE,CAAC;IACN,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,IAAI,CAAC;QACH,OAAO,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,OAAgB;IACpD,OAAO,CACL,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CACvF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAmB;IACxD,OAAO,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,qBAAqB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAmB;IACrD,OAAO,KAAK,CAAC,MAAM,CACjB,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CACT,GAAG;QACH,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5B,oBAAoB,CAAC,CAAC,CAAC,WAAW,CAAC;QACnC,kBAAkB,CAAC,CAAC,CAAC,WAAW,CAAC,EACnC,CAAC,CACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,KAIrC;IACC,OAAO,CACL,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,oBAAoB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvD,sBAAsB,CAAC,KAAK,CAAC,QAAQ,CAAC;QACtC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACrD,CAAC;AACJ,CAAC"}

package/dist/core/types.d.ts

@@ -26,6 +26,21 @@ export interface ImageBlock {
     /** base64, no data: prefix */
     data: string;
 }
+/**
+ * A file the person attached, sent to the model whole: a PDF it reads page by
+ * page. Only on a user message, and only to a model whose spec says it reads
+ * documents (`supportsDocuments`); anything else is saved for the agent to
+ * open with its tools instead (see the server's buildMessage).
+ */
+export interface DocumentBlock {
+    type: "document";
+    /** e.g. "application/pdf" */
+    mimeType: string;
+    /** base64, no data: prefix */
+    data: string;
+    /** The file's name, which the model is shown as the document's title. */
+    name?: string;
+}
 export interface ToolCallBlock {
     type: "tool_call";
     /** Harness-owned id. Stable across providers for a given session. */
@@ -44,7 +59,7 @@ export interface ToolResultBlock {
     content: Array<TextBlock | ImageBlock>;
     isError?: boolean;
 }
-export type ContentBlock = TextBlock | ThinkingBlock | ImageBlock | ToolCallBlock | ToolResultBlock;
+export type ContentBlock = TextBlock | ThinkingBlock | ImageBlock | DocumentBlock | ToolCallBlock | ToolResultBlock;
 export interface Message {
     role: Role;
     content: ContentBlock[];