@antaif3ng/til-work 0.1.2 → 0.3.0

package/dist/tools/computer.js

@@ -0,0 +1,251 @@
+import { execFile } from "node:child_process";
+import { readFile, unlink } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { randomUUID } from "node:crypto";
+import { platform } from "node:process";
+function exec(cmd, args, timeout = 10_000) {
+    return new Promise((resolve, reject) => {
+        execFile(cmd, args, { timeout }, (err, stdout, stderr) => {
+            if (err)
+                reject(err);
+            else
+                resolve({ stdout, stderr });
+        });
+    });
+}
+async function takeScreenshot() {
+    const tmpPath = join(tmpdir(), `til-cu-${randomUUID()}.png`);
+    try {
+        if (platform === "darwin") {
+            await exec("screencapture", ["-x", tmpPath]);
+        }
+        else {
+            try {
+                await exec("gnome-screenshot", ["-f", tmpPath]);
+            }
+            catch {
+                try {
+                    await exec("scrot", [tmpPath]);
+                }
+                catch {
+                    await exec("import", ["-window", "root", tmpPath]);
+                }
+            }
+        }
+        const buf = await readFile(tmpPath);
+        return { type: "image", data: buf.toString("base64"), mimeType: "image/png" };
+    }
+    finally {
+        unlink(tmpPath).catch(() => { });
+    }
+}
+async function mouseMove(x, y) {
+    if (platform === "darwin") {
+        await exec("cliclick", [`m:${x},${y}`]);
+    }
+    else {
+        await exec("xdotool", ["mousemove", String(x), String(y)]);
+    }
+    return `Mouse moved to (${x}, ${y})`;
+}
+async function mouseClick(x, y, button) {
+    if (platform === "darwin") {
+        const clickCmd = button === "right" ? "rc" : "c";
+        await exec("cliclick", [`${clickCmd}:${x},${y}`]);
+    }
+    else {
+        const btn = button === "right" ? "3" : button === "middle" ? "2" : "1";
+        await exec("xdotool", ["mousemove", String(x), String(y), "click", btn]);
+    }
+    return `Clicked ${button} at (${x}, ${y})`;
+}
+async function mouseDoubleClick(x, y) {
+    if (platform === "darwin") {
+        await exec("cliclick", [`dc:${x},${y}`]);
+    }
+    else {
+        await exec("xdotool", ["mousemove", String(x), String(y), "click", "--repeat", "2", "1"]);
+    }
+    return `Double-clicked at (${x}, ${y})`;
+}
+async function mouseDrag(startX, startY, endX, endY) {
+    if (platform === "darwin") {
+        await exec("cliclick", [`dd:${startX},${startY}`, `du:${endX},${endY}`]);
+    }
+    else {
+        await exec("xdotool", [
+            "mousemove", String(startX), String(startY),
+            "mousedown", "1",
+            "mousemove", String(endX), String(endY),
+            "mouseup", "1",
+        ]);
+    }
+    return `Dragged from (${startX},${startY}) to (${endX},${endY})`;
+}
+async function typeText(text) {
+    if (platform === "darwin") {
+        await exec("cliclick", [`t:${text}`]);
+    }
+    else {
+        await exec("xdotool", ["type", "--clearmodifiers", text]);
+    }
+    return `Typed: "${text.length > 50 ? text.slice(0, 50) + "..." : text}"`;
+}
+const MACOS_KEY_MAP = {
+    enter: "return", return: "return", tab: "tab", escape: "escape", esc: "escape",
+    space: "space", backspace: "delete", delete: "fwd-delete",
+    up: "arrow-up", down: "arrow-down", left: "arrow-left", right: "arrow-right",
+    home: "home", end: "end", pageup: "page-up", pagedown: "page-down",
+    cmd: "cmd", command: "cmd", ctrl: "ctrl", control: "ctrl",
+    alt: "alt", option: "alt", shift: "shift",
+    f1: "f1", f2: "f2", f3: "f3", f4: "f4", f5: "f5", f6: "f6",
+    f7: "f7", f8: "f8", f9: "f9", f10: "f10", f11: "f11", f12: "f12",
+};
+const XDOTOOL_KEY_MAP = {
+    enter: "Return", return: "Return", tab: "Tab", escape: "Escape", esc: "Escape",
+    space: "space", backspace: "BackSpace", delete: "Delete",
+    up: "Up", down: "Down", left: "Left", right: "Right",
+    home: "Home", end: "End", pageup: "Page_Up", pagedown: "Page_Down",
+    cmd: "super", command: "super", ctrl: "ctrl", control: "ctrl",
+    alt: "alt", option: "alt", shift: "shift",
+    f1: "F1", f2: "F2", f3: "F3", f4: "F4", f5: "F5", f6: "F6",
+    f7: "F7", f8: "F8", f9: "F9", f10: "F10", f11: "F11", f12: "F12",
+};
+async function pressKey(keys) {
+    const parts = keys.split("+").map((k) => k.trim().toLowerCase());
+    if (platform === "darwin") {
+        const mapped = parts.map((k) => MACOS_KEY_MAP[k] || k);
+        await exec("cliclick", [`kp:${mapped.join(",")}`]);
+    }
+    else {
+        const mapped = parts.map((k) => XDOTOOL_KEY_MAP[k] || k);
+        await exec("xdotool", ["key", mapped.join("+")]);
+    }
+    return `Key pressed: ${keys}`;
+}
+async function scroll(direction, amount) {
+    if (platform === "darwin") {
+        const dy = direction === "up" ? amount : direction === "down" ? -amount : 0;
+        const dx = direction === "left" ? amount : direction === "right" ? -amount : 0;
+        if (dy !== 0) {
+            await exec("cliclick", [`scroll:0,${dy}`]);
+        }
+        if (dx !== 0) {
+            await exec("cliclick", [`scroll:${dx},0`]);
+        }
+    }
+    else {
+        const btn = direction === "up" ? "4" : direction === "down" ? "5" : direction === "left" ? "6" : "7";
+        await exec("xdotool", ["click", "--repeat", String(amount), btn]);
+    }
+    return `Scrolled ${direction} by ${amount}`;
+}
+export function createComputerTool() {
+    return {
+        name: "computer",
+        label: "Computer",
+        description: "Control the computer: take screenshots, move/click mouse, type text, press keys, scroll. " +
+            "Each action returns a screenshot of the current screen state for visual feedback. " +
+            "Requires: macOS (cliclick via `brew install cliclick`) or Linux (xdotool).",
+        parameters: {
+            type: "object",
+            properties: {
+                action: {
+                    type: "string",
+                    description: "Action to perform",
+                    enum: [
+                        "screenshot",
+                        "mouse_move",
+                        "click",
+                        "double_click",
+                        "drag",
+                        "type",
+                        "key",
+                        "scroll",
+                    ],
+                },
+                x: { type: "number", description: "X coordinate (for mouse actions)" },
+                y: { type: "number", description: "Y coordinate (for mouse actions)" },
+                button: {
+                    type: "string",
+                    description: 'Mouse button: "left" (default), "right", "middle"',
+                    enum: ["left", "right", "middle"],
+                },
+                text: { type: "string", description: "Text to type (for type action)" },
+                keys: {
+                    type: "string",
+                    description: 'Key combination (for key action), e.g. "cmd+c", "ctrl+shift+t", "enter"',
+                },
+                direction: {
+                    type: "string",
+                    description: "Scroll direction",
+                    enum: ["up", "down", "left", "right"],
+                },
+                amount: { type: "number", description: "Scroll amount (default 3)" },
+                endX: { type: "number", description: "End X coordinate (for drag)" },
+                endY: { type: "number", description: "End Y coordinate (for drag)" },
+            },
+            required: ["action"],
+        },
+        execute: async (_toolCallId, params, signal) => {
+            const { action, x, y, button = "left", text, keys, direction = "down", amount = 3, endX, endY, } = params;
+            if (signal?.aborted)
+                throw new Error("Operation aborted");
+            let actionResult;
+            switch (action) {
+                case "screenshot":
+                    actionResult = "Screenshot taken";
+                    break;
+                case "mouse_move":
+                    if (x === undefined || y === undefined)
+                        throw new Error("mouse_move requires x and y");
+                    actionResult = await mouseMove(x, y);
+                    break;
+                case "click":
+                    if (x === undefined || y === undefined)
+                        throw new Error("click requires x and y");
+                    actionResult = await mouseClick(x, y, button);
+                    break;
+                case "double_click":
+                    if (x === undefined || y === undefined)
+                        throw new Error("double_click requires x and y");
+                    actionResult = await mouseDoubleClick(x, y);
+                    break;
+                case "drag":
+                    if (x === undefined || y === undefined || endX === undefined || endY === undefined)
+                        throw new Error("drag requires x, y, endX, endY");
+                    actionResult = await mouseDrag(x, y, endX, endY);
+                    break;
+                case "type":
+                    if (!text)
+                        throw new Error("type requires text");
+                    actionResult = await typeText(text);
+                    break;
+                case "key":
+                    if (!keys)
+                        throw new Error("key requires keys");
+                    actionResult = await pressKey(keys);
+                    break;
+                case "scroll":
+                    actionResult = await scroll(direction, amount);
+                    break;
+                default:
+                    throw new Error(`Unknown action: ${action}`);
+            }
+            if (signal?.aborted)
+                throw new Error("Operation aborted");
+            const content = [];
+            try {
+                const screenshot = await takeScreenshot();
+                content.push(screenshot);
+            }
+            catch {
+                content.push({ type: "text", text: "(screenshot unavailable)" });
+            }
+            content.push({ type: "text", text: actionResult });
+            return { content };
+        },
+    };
+}
+//# sourceMappingURL=computer.js.map

package/dist/tools/computer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"computer.js","sourceRoot":"","sources":["../../src/tools/computer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAGxC,SAAS,IAAI,CAAC,GAAW,EAAE,IAAc,EAAE,OAAO,GAAG,MAAM;IAC1D,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACtC,QAAQ,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;YACxD,IAAI,GAAG;gBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;;gBAChB,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,cAAc;IAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,UAAU,UAAU,EAAE,MAAM,CAAC,CAAC;IAC7D,IAAI,CAAC;QACJ,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;QAC9C,CAAC;aAAM,CAAC;YACP,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC;YACjD,CAAC;YAAC,MAAM,CAAC;gBACR,IAAI,CAAC;oBAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;gBAAC,CAAC;gBACvC,MAAM,CAAC;oBAAC,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;gBAAC,CAAC;YAC9D,CAAC;QACF,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IAC/E,CAAC;YAAS,CAAC;QACV,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;IACjC,CAAC;AACF,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,CAAS,EAAE,CAAS;IAC5C,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC3B,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,mBAAmB,CAAC,KAAK,CAAC,GAAG,CAAC;AACtC,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,CAAS,EAAE,CAAS,EAAE,MAAc;IAC7D,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;QACjD,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,GAAG,QAAQ,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACnD,CAAC;SAAM,CAAC;QACP,MAAM,GAAG,GAAG,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACvE,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,WAAW,MAAM,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,CAAS,EAAE,CAAS;IACnD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC3B,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1C,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IAC3F,CAAC;IACD,OAAO,sBAAsB,CAAC,KAAK,CAAC,GAAG,CAAC;AACzC,CAAC;AAED,KAAK,UAAU,SAAS,CAAC,MAAc,EAAE,MAAc,EAAE,IAAY,EAAE,IAAY;IAClF,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC3B,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,MAAM,MAAM,IAAI,MAAM,EAAE,EAAE,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;IAC1E,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,CAAC,SAAS,EAAE;YACrB,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC;YAC3C,WAAW,EAAE,GAAG;YAChB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC;YACvC,SAAS,EAAE,GAAG;SACd,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,iBAAiB,MAAM,IAAI,MAAM,SAAS,IAAI,IAAI,IAAI,GAAG,CAAC;AAClE,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,IAAY;IACnC,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC3B,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC;IACvC,CAAC;SAAM,CAAC;QACP,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,kBAAkB,EAAE,IAAI,CAAC,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,WAAW,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;AAC1E,CAAC;AAED,MAAM,aAAa,GAA2B;IAC7C,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ;IAC9E,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY;IACzD,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,aAAa;IAC5E,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW;IAClE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IACzD,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO;IACzC,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI;IAC1D,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK;CAChE,CAAC;AAEF,MAAM,eAAe,GAA2B;IAC/C,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ;IAC9E,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ;IACxD,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO;IACpD,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW;IAClE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAC7D,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO;IACzC,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI;IAC1D,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK;CAChE,CAAC;AAEF,KAAK,UAAU,QAAQ,CAAC,IAAY;IACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAEjE,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACvD,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACpD,CAAC;SAAM,CAAC;QACP,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACzD,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,gBAAgB,IAAI,EAAE,CAAC;AAC/B,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,SAAiB,EAAE,MAAc;IACtD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,MAAM,EAAE,GAAG,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/E,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;YACd,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC;YACd,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5C,CAAC;IACF,CAAC;SAAM,CAAC;QACP,MAAM,GAAG,GAAG,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QACrG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,YAAY,SAAS,OAAO,MAAM,EAAE,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,kBAAkB;IACjC,OAAO;QACN,IAAI,EAAE,UAAU;QAChB,KAAK,EAAE,UAAU;QACjB,WAAW,EACV,2FAA2F;YAC3F,oFAAoF;YACpF,4EAA4E;QAC7E,UAAU,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACX,MAAM,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,mBAAmB;oBAChC,IAAI,EAAE;wBACL,YAAY;wBACZ,YAAY;wBACZ,OAAO;wBACP,cAAc;wBACd,MAAM;wBACN,MAAM;wBACN,KAAK;wBACL,QAAQ;qBACR;iBACD;gBACD,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,kCAAkC,EAAE;gBACtE,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,kCAAkC,EAAE;gBACtE,MAAM,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,mDAAmD;oBAChE,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC;iBACjC;gBACD,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,gCAAgC,EAAE;gBACvE,IAAI,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,yEAAyE;iBACtF;gBACD,SAAS,EAAE;oBACV,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,kBAAkB;oBAC/B,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC;iBACrC;gBACD,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,2BAA2B,EAAE;gBACpE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,6BAA6B,EAAE;gBACpE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,6BAA6B,EAAE;aACpE;YACD,QAAQ,EAAE,CAAC,QAAQ,CAAC;SACpB;QACD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAA4B,EAAE;YACxE,MAAM,EACL,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,IAAI,EAAE,IAAI,EACzC,SAAS,GAAG,MAAM,EAAE,MAAM,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,GAC1C,GAAG,MAIH,CAAC;YAEF,IAAI,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAE1D,IAAI,YAAoB,CAAC;YAEzB,QAAQ,MAAM,EAAE,CAAC;gBAChB,KAAK,YAAY;oBAChB,YAAY,GAAG,kBAAkB,CAAC;oBAClC,MAAM;gBAEP,KAAK,YAAY;oBAChB,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS;wBAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;oBACvF,YAAY,GAAG,MAAM,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBACrC,MAAM;gBAEP,KAAK,OAAO;oBACX,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS;wBAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;oBAClF,YAAY,GAAG,MAAM,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;oBAC9C,MAAM;gBAEP,KAAK,cAAc;oBAClB,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS;wBAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;oBACzF,YAAY,GAAG,MAAM,gBAAgB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;oBAC5C,MAAM;gBAEP,KAAK,MAAM;oBACV,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS;wBACjF,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;oBACnD,YAAY,GAAG,MAAM,SAAS,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;oBACjD,MAAM;gBAEP,KAAK,MAAM;oBACV,IAAI,CAAC,IAAI;wBAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;oBACjD,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACpC,MAAM;gBAEP,KAAK,KAAK;oBACT,IAAI,CAAC,IAAI;wBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;oBAChD,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACpC,MAAM;gBAEP,KAAK,QAAQ;oBACZ,YAAY,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;oBAC/C,MAAM;gBAEP;oBACC,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,EAAE,CAAC,CAAC;YAC/C,CAAC;YAED,IAAI,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAE1D,MAAM,OAAO,GAAmC,EAAE,CAAC;YACnD,IAAI,CAAC;gBACJ,MAAM,UAAU,GAAG,MAAM,cAAc,EAAE,CAAC;gBAC1C,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC1B,CAAC;YAAC,MAAM,CAAC;gBACR,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,0BAA0B,EAAE,CAAC,CAAC;YAClE,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;YAEnD,OAAO,EAAE,OAAO,EAAE,CAAC;QACpB,CAAC;KACD,CAAC;AACH,CAAC"}

package/dist/tools/index.d.ts

@@ -7,11 +7,14 @@ export { createSystemInfoTool } from "./system-info.js";
 export { createFileManagerTool } from "./file-manager.js";
 export { createWebSearchTool } from "./web-search.js";
 export { createWebFetchTool } from "./web-fetch.js";
+export { createScreenshotTool } from "./screenshot.js";
+export { createComputerTool } from "./computer.js";
+export { createBrowserTool, closeBrowser } from "./browser.js";
 export declare function createDefaultTools(cwd: string): AgentTool[];
 export declare function createAllTools(cwd: string): AgentTool[];
 export declare const TOOL_NAMES: {
     DEFAULT: readonly ["bash", "read", "write", "edit"];
-    EXTENDED: readonly ["system_info", "file_manager", "web_search", "web_fetch"];
-    ALL: readonly ["bash", "read", "write", "edit", "system_info", "file_manager", "web_search", "web_fetch"];
+    EXTENDED: readonly ["system_info", "file_manager", "web_search", "web_fetch", "screenshot", "computer", "browser"];
+    ALL: readonly ["bash", "read", "write", "edit", "system_info", "file_manager", "web_search", "web_fetch", "screenshot", "computer", "browser"];
 };
 //# sourceMappingURL=index.d.ts.map

package/dist/tools/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAUlD,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAEpD,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,EAAE,CAO3D;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,EAAE,CAWvD;AAED,eAAO,MAAM,UAAU;;;;CAItB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAalD,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE/D,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,EAAE,CAO3D;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,EAAE,CAcvD;AAED,eAAO,MAAM,UAAU;;;;CAItB,CAAC"}

package/dist/tools/index.js

@@ -6,6 +6,9 @@ import { createSystemInfoTool } from "./system-info.js";
 import { createFileManagerTool } from "./file-manager.js";
 import { createWebSearchTool } from "./web-search.js";
 import { createWebFetchTool } from "./web-fetch.js";
+import { createScreenshotTool } from "./screenshot.js";
+import { createComputerTool } from "./computer.js";
+import { createBrowserTool } from "./browser.js";
 export { createBashTool } from "./bash.js";
 export { createReadTool } from "./read.js";
 export { createWriteTool } from "./write.js";
@@ -14,6 +17,9 @@ export { createSystemInfoTool } from "./system-info.js";
 export { createFileManagerTool } from "./file-manager.js";
 export { createWebSearchTool } from "./web-search.js";
 export { createWebFetchTool } from "./web-fetch.js";
+export { createScreenshotTool } from "./screenshot.js";
+export { createComputerTool } from "./computer.js";
+export { createBrowserTool, closeBrowser } from "./browser.js";
 export function createDefaultTools(cwd) {
     return [
         createBashTool(cwd),
@@ -32,11 +38,14 @@ export function createAllTools(cwd) {
         createFileManagerTool(cwd),
         createWebSearchTool(),
         createWebFetchTool(),
+        createScreenshotTool(),
+        createComputerTool(),
+        createBrowserTool(),
     ];
 }
 export const TOOL_NAMES = {
     DEFAULT: ["bash", "read", "write", "edit"],
-    EXTENDED: ["system_info", "file_manager", "web_search", "web_fetch"],
-    ALL: ["bash", "read", "write", "edit", "system_info", "file_manager", "web_search", "web_fetch"],
+    EXTENDED: ["system_info", "file_manager", "web_search", "web_fetch", "screenshot", "computer", "browser"],
+    ALL: ["bash", "read", "write", "edit", "system_info", "file_manager", "web_search", "web_fetch", "screenshot", "computer", "browser"],
 };
 //# sourceMappingURL=index.js.map

package/dist/tools/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAEpD,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAEpD,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC7C,OAAO;QACN,cAAc,CAAC,GAAG,CAAC;QACnB,cAAc,CAAC,GAAG,CAAC;QACnB,eAAe,CAAC,GAAG,CAAC;QACpB,cAAc,CAAC,GAAG,CAAC;KACnB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAW;IACzC,OAAO;QACN,cAAc,CAAC,GAAG,CAAC;QACnB,cAAc,CAAC,GAAG,CAAC;QACnB,eAAe,CAAC,GAAG,CAAC;QACpB,cAAc,CAAC,GAAG,CAAC;QACnB,oBAAoB,EAAE;QACtB,qBAAqB,CAAC,GAAG,CAAC;QAC1B,mBAAmB,EAAE;QACrB,kBAAkB,EAAE;KACpB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,UAAU,GAAG;IACzB,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAU;IACnD,QAAQ,EAAE,CAAC,aAAa,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW,CAAU;IAC7E,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW,CAAU;CACzG,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAEjD,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACvD,OAAO,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAC;AACnD,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE/D,MAAM,UAAU,kBAAkB,CAAC,GAAW;IAC7C,OAAO;QACN,cAAc,CAAC,GAAG,CAAC;QACnB,cAAc,CAAC,GAAG,CAAC;QACnB,eAAe,CAAC,GAAG,CAAC;QACpB,cAAc,CAAC,GAAG,CAAC;KACnB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAW;IACzC,OAAO;QACN,cAAc,CAAC,GAAG,CAAC;QACnB,cAAc,CAAC,GAAG,CAAC;QACnB,eAAe,CAAC,GAAG,CAAC;QACpB,cAAc,CAAC,GAAG,CAAC;QACnB,oBAAoB,EAAE;QACtB,qBAAqB,CAAC,GAAG,CAAC;QAC1B,mBAAmB,EAAE;QACrB,kBAAkB,EAAE;QACpB,oBAAoB,EAAE;QACtB,kBAAkB,EAAE;QACpB,iBAAiB,EAAE;KACnB,CAAC;AACH,CAAC;AAED,MAAM,CAAC,MAAM,UAAU,GAAG;IACzB,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAU;IACnD,QAAQ,EAAE,CAAC,aAAa,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,CAAU;IAClH,GAAG,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,CAAU;CAC9I,CAAC"}

package/dist/tools/read.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"read.d.ts","sourceRoot":"","sources":["../../src/tools/read.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAmB,MAAM,kBAAkB,CAAC;AAInE,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CA+DrD"}
+{"version":3,"file":"read.d.ts","sourceRoot":"","sources":["../../src/tools/read.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,SAAS,EAAmB,MAAM,kBAAkB,CAAC;AAYnE,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,CAiFrD"}

package/dist/tools/read.js

@@ -1,18 +1,26 @@
 import { constants } from "node:fs";
-import { access, readFile } from "node:fs/promises";
+import { access, readFile, stat } from "node:fs/promises";
+import { extname } from "node:path";
 import { resolveToCwd } from "../utils/path.js";
 import { MAX_BYTES, MAX_LINES, truncateHead } from "../utils/truncate.js";
+const IMAGE_EXTENSIONS = new Set([".png", ".jpg", ".jpeg", ".gif", ".webp", ".bmp", ".ico", ".svg"]);
+const IMAGE_MIME = {
+    ".png": "image/png", ".jpg": "image/jpeg", ".jpeg": "image/jpeg",
+    ".gif": "image/gif", ".webp": "image/webp", ".bmp": "image/bmp",
+    ".ico": "image/x-icon", ".svg": "image/svg+xml",
+};
+const MAX_IMAGE_BYTES = 5 * 1024 * 1024; // 5 MB
 export function createReadTool(cwd) {
     return {
         name: "read",
         label: "Read",
-        description: `Read contents of a file. Output is truncated to ${MAX_LINES} lines or ${MAX_BYTES / 1024}KB. Use offset/limit for large files.`,
+        description: `Read contents of a file. Supports text files (truncated to ${MAX_LINES} lines or ${MAX_BYTES / 1024}KB, use offset/limit for large files) and image files (png/jpg/gif/webp, returned as base64 for visual analysis, max 5MB).`,
         parameters: {
             type: "object",
             properties: {
                 path: { type: "string", description: "Path to the file to read (relative or absolute)" },
-                offset: { type: "number", description: "Line number to start reading from (1-indexed)" },
-                limit: { type: "number", description: "Maximum number of lines to read" },
+                offset: { type: "number", description: "Line number to start reading from (1-indexed, text files only)" },
+                limit: { type: "number", description: "Maximum number of lines to read (text files only)" },
             },
             required: ["path"],
         },
@@ -22,6 +30,23 @@ export function createReadTool(cwd) {
             if (signal?.aborted)
                 throw new Error("Operation aborted");
             await access(absolutePath, constants.R_OK);
+            const ext = extname(absolutePath).toLowerCase();
+            if (IMAGE_EXTENSIONS.has(ext)) {
+                const info = await stat(absolutePath);
+                if (info.size > MAX_IMAGE_BYTES) {
+                    return {
+                        content: [{ type: "text", text: `Image too large (${(info.size / 1024 / 1024).toFixed(1)}MB). Max supported size is ${MAX_IMAGE_BYTES / 1024 / 1024}MB.` }],
+                    };
+                }
+                const buf = await readFile(absolutePath);
+                const mimeType = IMAGE_MIME[ext] || "image/png";
+                return {
+                    content: [
+                        { type: "image", data: buf.toString("base64"), mimeType },
+                        { type: "text", text: `Image file: ${path} (${ext}, ${info.size} bytes)` },
+                    ],
+                };
+            }
             const buffer = await readFile(absolutePath);
             const textContent = buffer.toString("utf-8");
             const allLines = textContent.split("\n");

package/dist/tools/read.js.map

@@ -1 +1 @@
-{"version":3,"file":"read.js","sourceRoot":"","sources":["../../src/tools/read.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAEpD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAE1E,MAAM,UAAU,cAAc,CAAC,GAAW;IACzC,OAAO;QACN,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,MAAM;QACb,WAAW,EAAE,mDAAmD,SAAS,aAAa,SAAS,GAAG,IAAI,uCAAuC;QAC7I,UAAU,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACX,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,iDAAiD,EAAE;gBACxF,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,+CAA+C,EAAE;gBACxF,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,iCAAiC,EAAE;aACzE;YACD,QAAQ,EAAE,CAAC,MAAM,CAAC;SAClB;QACD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;YAC9C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAA2D,CAAC;YAC5F,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAE7C,IAAI,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAE1D,MAAM,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;YAE3C,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAC;YAC5C,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC;YAEvC,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvD,IAAI,SAAS,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CAAC,UAAU,MAAM,2BAA2B,QAAQ,CAAC,MAAM,eAAe,CAAC,CAAC;YAC5F,CAAC;YAED,IAAI,eAAuB,CAAC;YAC5B,IAAI,gBAAoC,CAAC;YACzC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAC7D,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChE,gBAAgB,GAAG,OAAO,GAAG,SAAS,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACP,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxD,CAAC;YAED,MAAM,UAAU,GAAG,YAAY,CAAC,eAAe,CAAC,CAAC;YACjD,IAAI,UAAkB,CAAC;YACvB,MAAM,gBAAgB,GAAG,SAAS,GAAG,CAAC,CAAC;YAEvC,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;gBAC1B,MAAM,cAAc,GAAG,gBAAgB,GAAG,UAAU,CAAC,WAAW,GAAG,CAAC,CAAC;gBACrE,MAAM,UAAU,GAAG,cAAc,GAAG,CAAC,CAAC;gBACtC,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC;gBAChC,UAAU,IAAI,sBAAsB,gBAAgB,IAAI,cAAc,OAAO,cAAc,gBAAgB,UAAU,gBAAgB,CAAC;YACvI,CAAC;iBAAM,IAAI,gBAAgB,KAAK,SAAS,IAAI,SAAS,GAAG,gBAAgB,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAC7F,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,SAAS,GAAG,gBAAgB,CAAC,CAAC;gBACnE,MAAM,UAAU,GAAG,SAAS,GAAG,gBAAgB,GAAG,CAAC,CAAC;gBACpD,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC;gBAChC,UAAU,IAAI,QAAQ,SAAS,mCAAmC,UAAU,gBAAgB,CAAC;YAC9F,CAAC;iBAAM,CAAC;gBACP,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC;YACjC,CAAC;YAED,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;QAC1D,CAAC;KACD,CAAC;AACH,CAAC"}
+{"version":3,"file":"read.js","sourceRoot":"","sources":["../../src/tools/read.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAE1E,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AACrG,MAAM,UAAU,GAA2B;IAC1C,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,YAAY;IAChE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW;IAC/D,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,eAAe;CAC/C,CAAC;AACF,MAAM,eAAe,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO;AAEhD,MAAM,UAAU,cAAc,CAAC,GAAW;IACzC,OAAO;QACN,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,MAAM;QACb,WAAW,EAAE,8DAA8D,SAAS,aAAa,SAAS,GAAG,IAAI,4HAA4H;QAC7O,UAAU,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACX,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,iDAAiD,EAAE;gBACxF,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,gEAAgE,EAAE;gBACzG,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,mDAAmD,EAAE;aAC3F;YACD,QAAQ,EAAE,CAAC,MAAM,CAAC;SAClB;QACD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;YAC9C,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAA2D,CAAC;YAC5F,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAE7C,IAAI,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAE1D,MAAM,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;YAE3C,MAAM,GAAG,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAC;YAChD,IAAI,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,CAAC;gBACtC,IAAI,IAAI,CAAC,IAAI,GAAG,eAAe,EAAE,CAAC;oBACjC,OAAO;wBACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B,eAAe,GAAG,IAAI,GAAG,IAAI,KAAK,EAAE,CAAC;qBAC3J,CAAC;gBACH,CAAC;gBACD,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAC;gBACzC,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC;gBAChD,OAAO;oBACN,OAAO,EAAE;wBACR,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE;wBACzD,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,IAAI,KAAK,GAAG,KAAK,IAAI,CAAC,IAAI,SAAS,EAAE;qBAC1E;iBACD,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,CAAC;YAC5C,MAAM,WAAW,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC;YAEvC,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACvD,IAAI,SAAS,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CAAC,UAAU,MAAM,2BAA2B,QAAQ,CAAC,MAAM,eAAe,CAAC,CAAC;YAC5F,CAAC;YAED,IAAI,eAAuB,CAAC;YAC5B,IAAI,gBAAoC,CAAC;YACzC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAC7D,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChE,gBAAgB,GAAG,OAAO,GAAG,SAAS,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACP,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACxD,CAAC;YAED,MAAM,UAAU,GAAG,YAAY,CAAC,eAAe,CAAC,CAAC;YACjD,IAAI,UAAkB,CAAC;YACvB,MAAM,gBAAgB,GAAG,SAAS,GAAG,CAAC,CAAC;YAEvC,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;gBAC1B,MAAM,cAAc,GAAG,gBAAgB,GAAG,UAAU,CAAC,WAAW,GAAG,CAAC,CAAC;gBACrE,MAAM,UAAU,GAAG,cAAc,GAAG,CAAC,CAAC;gBACtC,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC;gBAChC,UAAU,IAAI,sBAAsB,gBAAgB,IAAI,cAAc,OAAO,cAAc,gBAAgB,UAAU,gBAAgB,CAAC;YACvI,CAAC;iBAAM,IAAI,gBAAgB,KAAK,SAAS,IAAI,SAAS,GAAG,gBAAgB,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAC7F,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,SAAS,GAAG,gBAAgB,CAAC,CAAC;gBACnE,MAAM,UAAU,GAAG,SAAS,GAAG,gBAAgB,GAAG,CAAC,CAAC;gBACpD,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC;gBAChC,UAAU,IAAI,QAAQ,SAAS,mCAAmC,UAAU,gBAAgB,CAAC;YAC9F,CAAC;iBAAM,CAAC;gBACP,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC;YACjC,CAAC;YAED,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;QAC1D,CAAC;KACD,CAAC;AACH,CAAC"}

package/dist/tools/screenshot.d.ts

@@ -0,0 +1,3 @@
+import type { AgentTool } from "../core/types.js";
+export declare function createScreenshotTool(): AgentTool;
+//# sourceMappingURL=screenshot.d.ts.map

package/dist/tools/screenshot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot.d.ts","sourceRoot":"","sources":["../../src/tools/screenshot.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,SAAS,EAAmB,MAAM,kBAAkB,CAAC;AA4CnE,wBAAgB,oBAAoB,IAAI,SAAS,CAkEhD"}

package/dist/tools/screenshot.js

@@ -0,0 +1,113 @@
+import { execFile } from "node:child_process";
+import { readFile, unlink } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { randomUUID } from "node:crypto";
+import { platform } from "node:process";
+const MAX_IMAGE_BYTES = 5 * 1024 * 1024; // 5 MB
+function exec(cmd, args) {
+    return new Promise((resolve, reject) => {
+        execFile(cmd, args, { timeout: 15_000 }, (err, stdout, stderr) => {
+            if (err)
+                reject(err);
+            else
+                resolve({ stdout, stderr });
+        });
+    });
+}
+async function captureScreen(outputPath, displayNum) {
+    if (platform === "darwin") {
+        const args = ["-x", outputPath];
+        if (displayNum !== undefined)
+            args.unshift(`-D${displayNum}`);
+        await exec("screencapture", args);
+    }
+    else {
+        // Linux: try gnome-screenshot, then scrot, then import (ImageMagick)
+        try {
+            await exec("gnome-screenshot", ["-f", outputPath]);
+        }
+        catch {
+            try {
+                await exec("scrot", [outputPath]);
+            }
+            catch {
+                await exec("import", ["-window", "root", outputPath]);
+            }
+        }
+    }
+}
+async function captureWindow(outputPath) {
+    if (platform === "darwin") {
+        await exec("screencapture", ["-x", "-w", outputPath]);
+    }
+    else {
+        try {
+            await exec("gnome-screenshot", ["-w", "-f", outputPath]);
+        }
+        catch {
+            await exec("import", [outputPath]);
+        }
+    }
+}
+export function createScreenshotTool() {
+    return {
+        name: "screenshot",
+        label: "Screenshot",
+        description: "Take a screenshot of the screen or a specific window. Returns the image for visual analysis.",
+        parameters: {
+            type: "object",
+            properties: {
+                type: {
+                    type: "string",
+                    description: 'What to capture: "screen" (full screen, default) or "window" (focused window)',
+                    enum: ["screen", "window"],
+                },
+                display: {
+                    type: "number",
+                    description: "Display number for multi-monitor setups (macOS only, 1-indexed)",
+                },
+                delay: {
+                    type: "number",
+                    description: "Delay in seconds before capturing",
+                },
+            },
+        },
+        execute: async (_toolCallId, params, signal) => {
+            const { type: captureType = "screen", display, delay } = params;
+            if (signal?.aborted)
+                throw new Error("Operation aborted");
+            if (delay && delay > 0) {
+                await new Promise((r) => setTimeout(r, delay * 1000));
+            }
+            if (signal?.aborted)
+                throw new Error("Operation aborted");
+            const tmpPath = join(tmpdir(), `til-screenshot-${randomUUID()}.png`);
+            try {
+                if (captureType === "window") {
+                    await captureWindow(tmpPath);
+                }
+                else {
+                    await captureScreen(tmpPath, display);
+                }
+                const buf = await readFile(tmpPath);
+                if (buf.length > MAX_IMAGE_BYTES) {
+                    return {
+                        content: [{ type: "text", text: `Screenshot too large (${(buf.length / 1024 / 1024).toFixed(1)}MB). Max is ${MAX_IMAGE_BYTES / 1024 / 1024}MB.` }],
+                    };
+                }
+                const base64 = buf.toString("base64");
+                return {
+                    content: [
+                        { type: "image", data: base64, mimeType: "image/png" },
+                        { type: "text", text: `Screenshot captured (${captureType}, ${buf.length} bytes)` },
+                    ],
+                };
+            }
+            finally {
+                unlink(tmpPath).catch(() => { });
+            }
+        },
+    };
+}
+//# sourceMappingURL=screenshot.js.map

package/dist/tools/screenshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screenshot.js","sourceRoot":"","sources":["../../src/tools/screenshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAGxC,MAAM,eAAe,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO;AAEhD,SAAS,IAAI,CAAC,GAAW,EAAE,IAAc;IACxC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACtC,QAAQ,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;YAChE,IAAI,GAAG;gBAAE,MAAM,CAAC,GAAG,CAAC,CAAC;;gBAChB,OAAO,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,UAAkB,EAAE,UAAmB;IACnE,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QAChC,IAAI,UAAU,KAAK,SAAS;YAAE,IAAI,CAAC,OAAO,CAAC,KAAK,UAAU,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC;IACnC,CAAC;SAAM,CAAC;QACP,qEAAqE;QACrE,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;QACpD,CAAC;QAAC,MAAM,CAAC;YACR,IAAI,CAAC;gBACJ,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;YACnC,CAAC;YAAC,MAAM,CAAC;gBACR,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;YACvD,CAAC;QACF,CAAC;IACF,CAAC;AACF,CAAC;AAED,KAAK,UAAU,aAAa,CAAC,UAAkB;IAC9C,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC3B,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;IACvD,CAAC;SAAM,CAAC;QACP,IAAI,CAAC;YACJ,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;QAC1D,CAAC;QAAC,MAAM,CAAC;YACR,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;QACpC,CAAC;IACF,CAAC;AACF,CAAC;AAED,MAAM,UAAU,oBAAoB;IACnC,OAAO;QACN,IAAI,EAAE,YAAY;QAClB,KAAK,EAAE,YAAY;QACnB,WAAW,EACV,8FAA8F;QAC/F,UAAU,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE;gBACX,IAAI,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,+EAA+E;oBAC5F,IAAI,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC;iBAC1B;gBACD,OAAO,EAAE;oBACR,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,iEAAiE;iBAC9E;gBACD,KAAK,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,mCAAmC;iBAChD;aACD;SACD;QACD,OAAO,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAA4B,EAAE;YACxE,MAAM,EAAE,IAAI,EAAE,WAAW,GAAG,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,MAIxD,CAAC;YAEF,IAAI,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAE1D,IAAI,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC;YACvD,CAAC;YACD,IAAI,MAAM,EAAE,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAE1D,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,kBAAkB,UAAU,EAAE,MAAM,CAAC,CAAC;YAErE,IAAI,CAAC;gBACJ,IAAI,WAAW,KAAK,QAAQ,EAAE,CAAC;oBAC9B,MAAM,aAAa,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;qBAAM,CAAC;oBACP,MAAM,aAAa,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBACvC,CAAC;gBAED,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACpC,IAAI,GAAG,CAAC,MAAM,GAAG,eAAe,EAAE,CAAC;oBAClC,OAAO;wBACN,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,yBAAyB,CAAC,GAAG,CAAC,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,eAAe,GAAG,IAAI,GAAG,IAAI,KAAK,EAAE,CAAC;qBAClJ,CAAC;gBACH,CAAC;gBAED,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;gBACtC,OAAO;oBACN,OAAO,EAAE;wBACR,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE;wBACtD,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,wBAAwB,WAAW,KAAK,GAAG,CAAC,MAAM,SAAS,EAAE;qBACnF;iBACD,CAAC;YACH,CAAC;oBAAS,CAAC;gBACV,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACjC,CAAC;QACF,CAAC;KACD,CAAC;AACH,CAAC"}

package/dist/utils/file-processor.d.ts

@@ -9,8 +9,8 @@ export interface ProcessedFiles {
 export declare function processFileArguments(fileArgs: string[], cwd: string): ProcessedFiles;
 /**
  * Parse a user input string and extract @path references.
- * Returns { expandedText, fileArgs } where expandedText has @refs resolved
- * and fileArgs contains the extracted paths.
+ * Returns { expandedText, fileContent } where expandedText preserves the
+ * original @refs for LLM context and fileContent contains the loaded file blocks.
  */
 export declare function extractAtReferences(input: string, cwd: string): {
     expandedText: string;

package/dist/utils/file-processor.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"file-processor.d.ts","sourceRoot":"","sources":["../../src/utils/file-processor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,CAAC;CACjB;AAgBD,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,GAAG,cAAc,CAwCpF;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAwB7G"}
+{"version":3,"file":"file-processor.d.ts","sourceRoot":"","sources":["../../src/utils/file-processor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,EAAE,CAAC;CACjB;AAgBD,wBAAgB,oBAAoB,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,GAAG,cAAc,CAwCpF;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAsB7G"}

package/dist/utils/file-processor.js

@@ -57,29 +57,26 @@ export function processFileArguments(fileArgs, cwd) {
 }
 /**
  * Parse a user input string and extract @path references.
- * Returns { expandedText, fileArgs } where expandedText has @refs resolved
- * and fileArgs contains the extracted paths.
+ * Returns { expandedText, fileContent } where expandedText preserves the
+ * original @refs for LLM context and fileContent contains the loaded file blocks.
  */
 export function extractAtReferences(input, cwd) {
-    // Match @path patterns: @word or @"quoted path"
-    // Note: on Windows paths may contain backslashes, but we require
-    // quoted form for paths with spaces: @"C:\path with spaces\file.txt"
     const atPattern = /(?:^|(?<=\s))@("(?:[^"\\]|\\.)*"|[^\s]+)/g;
     const fileArgs = [];
-    const expandedText = input.replace(atPattern, (match, pathPart) => {
-        let filePath = pathPart;
+    let match;
+    while ((match = atPattern.exec(input)) !== null) {
+        let filePath = match[1];
         if (filePath.startsWith('"') && filePath.endsWith('"')) {
             filePath = filePath.slice(1, -1).replace(/\\"/g, '"');
         }
         fileArgs.push(filePath);
-        return "";
-    }).replace(/\s{2,}/g, " ").trim();
+    }
     if (fileArgs.length === 0) {
         return { expandedText: input, fileContent: "" };
     }
     const processed = processFileArguments(fileArgs, cwd);
     return {
-        expandedText: expandedText || "请查看以下文件",
+        expandedText: input,
         fileContent: processed.text,
     };
 }

package/dist/utils/file-processor.js.map

@@ -1 +1 @@
-{"version":3,"file":"file-processor.js","sourceRoot":"","sources":["../../src/utils/file-processor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAO5C,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AACrG,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IACjC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAC5C,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ;IAC/B,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;IACxC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;CACzC,CAAC,CAAC;AAEH,SAAS,YAAY,CAAC,IAAY;IACjC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,QAAkB,EAAE,GAAW;IACnE,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAChC,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QAE5D,IAAI,CAAC;YACJ,MAAM,KAAK,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;YACrC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,uBAAuB,YAAY,EAAE,CAAC,CAAC;gBACnD,SAAS;YACV,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACtB,SAAS;YACV,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;YACR,MAAM,CAAC,IAAI,CAAC,mBAAmB,YAAY,EAAE,CAAC,CAAC;YAC/C,SAAS;QACV,CAAC;QAED,MAAM,GAAG,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;QACvC,IAAI,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAC;YACrD,SAAS;QACV,CAAC;QACD,IAAI,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,IAAI,IAAI,eAAe,YAAY,8DAA8D,CAAC;YAClG,SAAS;QACV,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YACpD,IAAI,IAAI,eAAe,YAAY,OAAO,OAAO,aAAa,CAAC;QAChE,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,kBAAkB,YAAY,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC/D,CAAC;IACF,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AACzB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAa,EAAE,GAAW;IAC7D,gDAAgD;IAChD,iEAAiE;IACjE,qEAAqE;IACrE,MAAM,SAAS,GAAG,2CAA2C,CAAC;IAC9D,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,QAAgB,EAAE,EAAE;QACzE,IAAI,QAAQ,GAAG,QAAQ,CAAC;QACxB,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACxD,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACvD,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxB,OAAO,EAAE,CAAC;IACX,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAElC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;IACjD,CAAC;IAED,MAAM,SAAS,GAAG,oBAAoB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACtD,OAAO;QACN,YAAY,EAAE,YAAY,IAAI,SAAS;QACvC,WAAW,EAAE,SAAS,CAAC,IAAI;KAC3B,CAAC;AACH,CAAC"}
+{"version":3,"file":"file-processor.js","sourceRoot":"","sources":["../../src/utils/file-processor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAO5C,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AACrG,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IACjC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;IAC5C,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ;IAC/B,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;IACxC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;CACzC,CAAC,CAAC;AAEH,SAAS,YAAY,CAAC,IAAY;IACjC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,QAAkB,EAAE,GAAW;IACnE,IAAI,IAAI,GAAG,EAAE,CAAC;IACd,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAChC,MAAM,YAAY,GAAG,OAAO,CAAC,eAAe,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QAE5D,IAAI,CAAC;YACJ,MAAM,KAAK,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;YACrC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACzB,MAAM,CAAC,IAAI,CAAC,uBAAuB,YAAY,EAAE,CAAC,CAAC;gBACnD,SAAS;YACV,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACtB,SAAS;YACV,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;YACR,MAAM,CAAC,IAAI,CAAC,mBAAmB,YAAY,EAAE,CAAC,CAAC;YAC/C,SAAS;QACV,CAAC;QAED,MAAM,GAAG,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;QACvC,IAAI,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAC;YACrD,SAAS;QACV,CAAC;QACD,IAAI,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAC/B,IAAI,IAAI,eAAe,YAAY,8DAA8D,CAAC;YAClG,SAAS;QACV,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YACpD,IAAI,IAAI,eAAe,YAAY,OAAO,OAAO,aAAa,CAAC;QAChE,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,kBAAkB,YAAY,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC/D,CAAC;IACF,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AACzB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAa,EAAE,GAAW;IAC7D,MAAM,SAAS,GAAG,2CAA2C,CAAC;IAC9D,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,KAA6B,CAAC;IAElC,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACjD,IAAI,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACxD,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACvD,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzB,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;IACjD,CAAC;IAED,MAAM,SAAS,GAAG,oBAAoB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACtD,OAAO;QACN,YAAY,EAAE,KAAK;QACnB,WAAW,EAAE,SAAS,CAAC,IAAI;KAC3B,CAAC;AACH,CAAC"}