@aexol/spectral 0.9.91 → 0.9.92

package/dist/extensions/desktop-screenshot/index.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Desktop Screenshot Extension
+ *
+ * Takes screenshots of the entire desktop or a specific application window
+ * using native OS commands. Zero external npm dependencies.
+ *
+ * Platforms:
+ *   - macOS:    screencapture + swift (CGWindowList)
+ *   - Linux:    import (ImageMagick) + wmctrl
+ *   - Windows:  PowerShell (System.Drawing + user32.dll)
+ *
+ * The screenshot is returned as a base64-encoded PNG that the spectral-vision
+ * extension automatically analyzes with a vision model.
+ */
+import type { ExtensionAPI } from "../../sdk/coding-agent/index.js";
+export default function desktopScreenshotExtension(ext: ExtensionAPI): Promise<void>;
+//# sourceMappingURL=index.d.ts.map

package/dist/extensions/desktop-screenshot/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/extensions/desktop-screenshot/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAOH,OAAO,KAAK,EAEX,YAAY,EAEZ,MAAM,iCAAiC,CAAC;AAiczC,wBAA8B,0BAA0B,CAAC,GAAG,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAoFzF"}

package/dist/extensions/desktop-screenshot/index.js

@@ -0,0 +1,521 @@
+/**
+ * Desktop Screenshot Extension
+ *
+ * Takes screenshots of the entire desktop or a specific application window
+ * using native OS commands. Zero external npm dependencies.
+ *
+ * Platforms:
+ *   - macOS:    screencapture + swift (CGWindowList)
+ *   - Linux:    import (ImageMagick) + wmctrl
+ *   - Windows:  PowerShell (System.Drawing + user32.dll)
+ *
+ * The screenshot is returned as a base64-encoded PNG that the spectral-vision
+ * extension automatically analyzes with a vision model.
+ */
+import { execFile } from "node:child_process";
+import { mkdirSync, readFileSync, writeFileSync } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { randomUUID } from "node:crypto";
+function tmpDir() {
+    const d = join(tmpdir(), "spectral-screenshots");
+    mkdirSync(d, { recursive: true });
+    return d;
+}
+// ===========================================================================
+// macOS (darwin)
+// ===========================================================================
+function parseDarwinDisplaysOutput(output) {
+    const entries = [];
+    const entryPattern = /(\s*)(.*?):(.*)\n/g;
+    let match;
+    while ((match = entryPattern.exec(output)) !== null) {
+        entries.push({ indent: match[1].length, key: match[2].trim(), value: match[3].trim() });
+    }
+    function makeSubtree(currIndent, subtree, remaining) {
+        let entry;
+        while ((entry = remaining.shift())) {
+            if (entry.value === "") {
+                if (currIndent < entry.indent) {
+                    let dedupKey = entry.key;
+                    while (dedupKey in subtree)
+                        dedupKey += "_1";
+                    subtree[dedupKey] = {};
+                    makeSubtree(entry.indent, subtree[dedupKey], remaining);
+                }
+                else {
+                    remaining.unshift(entry);
+                    return;
+                }
+            }
+            else {
+                let dedupKey = entry.key;
+                while (dedupKey in subtree)
+                    dedupKey += "_1";
+                subtree[dedupKey] = entry.value;
+            }
+        }
+    }
+    const tree = {};
+    makeSubtree(-1, tree, entries);
+    const gpuSection = tree["Graphics/Displays"];
+    if (!gpuSection)
+        return [];
+    const displays = [];
+    for (const gpuKey of Object.keys(gpuSection)) {
+        const gpu = gpuSection[gpuKey];
+        if (!gpu.Displays)
+            continue;
+        const dispMap = gpu.Displays;
+        for (const [name, props] of Object.entries(dispMap)) {
+            displays.push({ id: 0, name, primary: props["Main Display"] === "Yes" });
+        }
+    }
+    const primaries = displays.filter((d) => d.primary);
+    const nonPrimaries = displays.filter((d) => !d.primary);
+    return [...primaries, ...nonPrimaries].map((d, i) => ({ ...d, id: i }));
+}
+function listDarwinDisplays() {
+    return new Promise((resolve, reject) => {
+        execFile("system_profiler", ["SPDisplaysDataType"], { timeout: 10000 }, (err, stdout) => {
+            if (err)
+                return reject(err);
+            resolve(parseDarwinDisplaysOutput(stdout));
+        });
+    });
+}
+function listDarwinWindows() {
+    const swiftSrc = [
+        "import Cocoa",
+        "let opts = CGWindowListOption(arrayLiteral: .optionOnScreenOnly, .excludeDesktopElements)",
+        "guard let windows = CGWindowListCopyWindowInfo(opts, kCGNullWindowID) as? [[String:Any]] else { exit(1) }",
+        "for w in windows {",
+        "    let id = w[kCGWindowNumber as String] as? Int ?? 0",
+        "    let owner = w[kCGWindowOwnerName as String] as? String ?? \"\"",
+        "    let name = w[kCGWindowName as String] as? String ?? \"\"",
+        "    let layer = w[kCGWindowLayer as String] as? Int ?? 999",
+        "    if layer == 0 && !name.isEmpty { print(\"\\(id)\\t\\(owner)\\t\\(name)\") }",
+        "}",
+    ].join("\n");
+    const swiftPath = join(tmpDir(), `${randomUUID()}.swift`);
+    writeFileSync(swiftPath, swiftSrc, "utf-8");
+    return new Promise((resolve, reject) => {
+        execFile("swift", [swiftPath], { timeout: 10000 }, (err, stdout) => {
+            if (err)
+                return reject(err);
+            const lines = stdout.trim().split("\n").filter(Boolean);
+            const windows = [];
+            for (const line of lines) {
+                const [idStr, ...rest] = line.split("\t");
+                const id = parseInt(idStr, 10);
+                if (!Number.isInteger(id))
+                    continue;
+                const owner = rest[0] ?? "";
+                const title = rest.slice(1).join("\t");
+                windows.push({ id, owner, title });
+            }
+            resolve(windows);
+        });
+    });
+}
+function darwinFullScreenshot(options) {
+    const format = options.format ?? "png";
+    const displayId = options.screen ?? 0;
+    return listDarwinDisplays().then((displays) => {
+        if (displays.length === 0)
+            throw new Error("No displays detected");
+        const maxId = displays.length - 1;
+        const id = typeof displayId === "string" ? parseInt(displayId, 10) : displayId;
+        if (!Number.isInteger(id) || id < 0 || id > maxId) {
+            throw new Error(`Invalid displayId: ${id} (valid: 0-${maxId})`);
+        }
+        const d = tmpDir();
+        const tmpPaths = [];
+        for (let i = 0; i <= id; i++)
+            tmpPaths.push(join(d, `${randomUUID()}.${format}`));
+        return new Promise((resolve, reject) => {
+            execFile("screencapture", ["-x", "-t", format, ...tmpPaths], { timeout: 15000 }, (err) => {
+                if (err)
+                    return reject(err);
+                try {
+                    resolve(readFileSync(tmpPaths[id]));
+                }
+                catch (e) {
+                    reject(e);
+                }
+            });
+        });
+    });
+}
+function darwinWindowScreenshot(windowId, options) {
+    const format = options.format ?? "png";
+    const outPath = join(tmpDir(), `${randomUUID()}.${format}`);
+    return new Promise((resolve, reject) => {
+        execFile("screencapture", ["-l", String(windowId), "-x", "-t", format, outPath], { timeout: 15000 }, (err) => {
+            if (err)
+                return reject(err);
+            try {
+                resolve(readFileSync(outPath));
+            }
+            catch (e) {
+                reject(e);
+            }
+        });
+    });
+}
+function parseLinuxDisplaysOutput(output) {
+    return output
+        .split("\n")
+        .filter((line) => line.includes(" connected ") && /\dx\d/.test(line))
+        .map((line, index) => {
+        const parts = line.split(" ");
+        const name = parts[0];
+        const primary = parts[2] === "primary";
+        const crop = primary ? parts[3] : parts[2];
+        const resParts = crop.split(/[x+]/);
+        return {
+            id: name, name, primary,
+            width: Number(resParts[0]), height: Number(resParts[1]),
+            offsetX: Number(resParts[2]), offsetY: Number(resParts[3]),
+            crop,
+        };
+    });
+}
+function listLinuxDisplays() {
+    return new Promise((resolve, reject) => {
+        execFile("xrandr", ["--current"], { timeout: 10000 }, (err, stdout) => {
+            if (err)
+                return reject(err);
+            resolve(parseLinuxDisplaysOutput(stdout));
+        });
+    });
+}
+function listLinuxWindows() {
+    return new Promise((resolve, reject) => {
+        execFile("wmctrl", ["-l"], { timeout: 10000 }, (err, stdout) => {
+            if (err) {
+                return reject(new Error("wmctrl is not installed. Install: sudo apt install wmctrl (Debian/Ubuntu) " +
+                    "or sudo dnf install wmctrl (Fedora)"));
+            }
+            const windows = [];
+            for (const line of stdout.trim().split("\n").filter(Boolean)) {
+                const parts = line.split(/\s+/);
+                if (parts.length < 5)
+                    continue;
+                const id = parts[0];
+                const hostAndRest = parts.slice(2);
+                windows.push({ id, owner: hostAndRest[0] ?? "", title: hostAndRest.slice(1).join(" ") });
+            }
+            resolve(windows);
+        });
+    });
+}
+function linuxFullScreenshot(options) {
+    return listLinuxDisplays().then((screens) => {
+        const screen = screens.find((s) => options.screen !== undefined ? String(s.id) === String(options.screen) : s.primary) ?? screens[0];
+        if (!screen)
+            throw new Error("No display found");
+        const format = options.format ?? "png";
+        return new Promise((resolve, reject) => {
+            execFile("import", ["-silent", "-window", "root", "-crop", screen.crop, `${format}:-`], {
+                encoding: "buffer",
+                maxBuffer: Math.max((screen.width ?? 1920) * (screen.height ?? 1080) * 8, 10 * 1024 * 1024),
+                timeout: 15000,
+            }, (err, stdout) => {
+                if (err)
+                    return reject(err);
+                resolve(stdout);
+            });
+        });
+    });
+}
+function linuxWindowScreenshot(windowId, options) {
+    const format = options.format ?? "png";
+    return new Promise((resolve, reject) => {
+        execFile("import", ["-silent", "-window", String(windowId), `${format}:-`], {
+            encoding: "buffer",
+            maxBuffer: 50 * 1024 * 1024,
+            timeout: 15000,
+        }, (err, stdout) => {
+            if (err)
+                return reject(err);
+            resolve(stdout);
+        });
+    });
+}
+// ===========================================================================
+// Windows (PowerShell)
+// ===========================================================================
+function listWin32Windows() {
+    const psLines = [
+        'Add-Type @"',
+        "using System;",
+        "using System.Runtime.InteropServices;",
+        "using System.Text;",
+        "public class Win32Window {",
+        '    [DllImport("user32.dll")] public static extern IntPtr GetForegroundWindow();',
+        '    [DllImport("user32.dll")] public static extern bool EnumWindows(EnumWindowsProc lpEnumFunc, IntPtr lParam);',
+        '    [DllImport("user32.dll")] public static extern int GetWindowText(IntPtr hWnd, StringBuilder text, int count);',
+        '    [DllImport("user32.dll")] public static extern int GetWindowTextLength(IntPtr hWnd);',
+        '    [DllImport("user32.dll")] public static extern bool IsWindowVisible(IntPtr hWnd);',
+        '    [DllImport("user32.dll")] public static extern uint GetWindowThreadProcessId(IntPtr hWnd, out uint lpdwProcessId);',
+        "    public delegate bool EnumWindowsProc(IntPtr hWnd, IntPtr lParam);",
+        "}",
+        '"@',
+        "$windows = @()",
+        "$callback = [Win32Window+EnumWindowsProc]{",
+        "    param($hWnd, $lParam)",
+        "    if (-not [Win32Window]::IsWindowVisible($hWnd)) { return $true }",
+        "    $len = [Win32Window]::GetWindowTextLength($hWnd)",
+        "    if ($len -eq 0) { return $true }",
+        "    $sb = New-Object System.Text.StringBuilder($len + 1)",
+        "    [Win32Window]::GetWindowText($hWnd, $sb, $sb.Capacity) | Out-Null",
+        "    $title = $sb.ToString()",
+        "    if ([string]::IsNullOrWhiteSpace($title)) { return $true }",
+        "    $pid = 0",
+        "    [Win32Window]::GetWindowThreadProcessId($hWnd, [ref]$pid) | Out-Null",
+        '    try { $proc = Get-Process -Id $pid -ErrorAction Stop; $owner = $proc.ProcessName } catch { $owner = "unknown" }',
+        "    $tab = [char]9",
+        '    Write-Output "$hWnd$tab$owner$tab$title"',
+        "    return $true",
+        "}",
+        "[Win32Window]::EnumWindows($callback, [IntPtr]::Zero) | Out-Null",
+    ];
+    const psScript = psLines.join("\r\n");
+    const psPath = join(tmpDir(), `${randomUUID()}.ps1`);
+    writeFileSync(psPath, psScript, "utf-8");
+    return new Promise((resolve, reject) => {
+        execFile("powershell.exe", ["-NoProfile", "-ExecutionPolicy", "Bypass", "-File", psPath], { timeout: 15000 }, (err, stdout) => {
+            if (err)
+                return reject(err);
+            const windows = [];
+            for (const line of stdout.trim().split("\n").filter(Boolean)) {
+                const [id, owner, ...titleParts] = line.split("\t");
+                if (!id || !owner)
+                    continue;
+                windows.push({ id, owner, title: titleParts.join("\t") });
+            }
+            resolve(windows);
+        });
+    });
+}
+function win32FullScreenshot(options) {
+    const format = options.format ?? "png";
+    const formatUpper = format.toUpperCase();
+    const imageFormat = (formatUpper === "JPG" || formatUpper === "JPEG") ? "Jpeg" : "Png";
+    const outPath = join(tmpDir(), `${randomUUID()}.${format}`);
+    const psLines = [
+        "Add-Type -AssemblyName System.Drawing",
+        "Add-Type -AssemblyName System.Windows.Forms",
+        "$screens = [System.Windows.Forms.Screen]::AllScreens",
+        "$targetScreen = $screens[0]",
+        "$bounds = $targetScreen.Bounds",
+        "$bitmap = New-Object System.Drawing.Bitmap($bounds.Width, $bounds.Height)",
+        "$graphics = [System.Drawing.Graphics]::FromImage($bitmap)",
+        "$graphics.CopyFromScreen($bounds.Location, [System.Drawing.Point]::Empty, $bounds.Size)",
+        "$graphics.Dispose()",
+        `$bitmap.Save('${outPath.replace(/\\/g, "\\\\")}', [System.Drawing.Imaging.ImageFormat]::${imageFormat})`,
+        "$bitmap.Dispose()",
+        "Write-Output 'OK'",
+    ];
+    const psScript = psLines.join("\r\n");
+    const psPath = join(tmpDir(), `${randomUUID()}.ps1`);
+    writeFileSync(psPath, psScript, "utf-8");
+    return new Promise((resolve, reject) => {
+        execFile("powershell.exe", ["-NoProfile", "-ExecutionPolicy", "Bypass", "-File", psPath], { timeout: 15000 }, (err) => {
+            if (err)
+                return reject(new Error(`Screenshot failed: ${err.message}`));
+            try {
+                resolve(readFileSync(outPath));
+            }
+            catch (e) {
+                reject(e);
+            }
+        });
+    });
+}
+function win32WindowScreenshot(hwnd, options) {
+    const format = options.format ?? "png";
+    const formatUpper = format.toUpperCase();
+    const imageFormat = (formatUpper === "JPG" || formatUpper === "JPEG") ? "Jpeg" : "Png";
+    // Strip 0x prefix for PowerShell if present
+    const hwndHex = String(hwnd).replace(/^0x/i, "");
+    const outPath = join(tmpDir(), `${randomUUID()}.${format}`);
+    const psLines = [
+        "Add-Type -AssemblyName System.Drawing",
+        'Add-Type @"',
+        "using System;",
+        "using System.Runtime.InteropServices;",
+        "using System.Drawing;",
+        "public class Win32Capture {",
+        '    [DllImport("user32.dll")] public static extern IntPtr GetWindowRect(IntPtr hWnd, ref RECT rect);',
+        '    [DllImport("user32.dll")] public static extern bool PrintWindow(IntPtr hWnd, IntPtr hdcBlt, int nFlags);',
+        '    [DllImport("user32.dll")] public static extern IntPtr GetWindowDC(IntPtr hWnd);',
+        '    [DllImport("user32.dll")] public static extern int ReleaseDC(IntPtr hWnd, IntPtr hDC);',
+        '    [DllImport("user32.dll")] public static extern bool SetForegroundWindow(IntPtr hWnd);',
+        '    [DllImport("user32.dll")] public static extern bool SetWindowPos(IntPtr hWnd, IntPtr hWndInsertAfter, int X, int Y, int cx, int cy, uint uFlags);',
+        "    public struct RECT { public int left, top, right, bottom; }",
+        "}",
+        '"@',
+        `$hwnd = [IntPtr]::new(0x${hwndHex})`,
+        "$empty = New-Object Win32Capture+RECT",
+        "[Win32Capture]::GetWindowRect($hwnd, [ref]$empty) | Out-Null",
+        "$w = $empty.right - $empty.left",
+        "$h = $empty.bottom - $empty.top",
+        'if ($w -le 0 -or $h -le 0) { throw "Window has zero size (minimized?)" }',
+        "$bitmap = New-Object System.Drawing.Bitmap($w, $h)",
+        "$graphics = [System.Drawing.Graphics]::FromImage($bitmap)",
+        "$hdc = $graphics.GetHdc()",
+        "[Win32Capture]::PrintWindow($hwnd, $hdc, 0) | Out-Null",
+        "$graphics.ReleaseHdc($hdc)",
+        "$graphics.Dispose()",
+        `$bitmap.Save('${outPath.replace(/\\/g, "\\\\")}', [System.Drawing.Imaging.ImageFormat]::${imageFormat})`,
+        "$bitmap.Dispose()",
+        "Write-Output 'OK'",
+    ];
+    const psScript = psLines.join("\r\n");
+    const psPath = join(tmpDir(), `${randomUUID()}.ps1`);
+    writeFileSync(psPath, psScript, "utf-8");
+    return new Promise((resolve, reject) => {
+        execFile("powershell.exe", ["-NoProfile", "-ExecutionPolicy", "Bypass", "-File", psPath], { timeout: 15000 }, (err) => {
+            if (err)
+                return reject(new Error(`Window screenshot failed: ${err.message}`));
+            try {
+                resolve(readFileSync(outPath));
+            }
+            catch (e) {
+                reject(e);
+            }
+        });
+    });
+}
+// ===========================================================================
+// Unified API
+// ===========================================================================
+function screenshot(options = {}) {
+    switch (process.platform) {
+        case "darwin": return darwinFullScreenshot(options);
+        case "linux": return linuxFullScreenshot(options);
+        case "win32": return win32FullScreenshot(options);
+        default: return Promise.reject(new Error(`Unsupported platform: ${process.platform}`));
+    }
+}
+function screenshotWindow(windowId, options, platform) {
+    switch (platform) {
+        case "darwin": return darwinWindowScreenshot(windowId, options);
+        case "linux": return linuxWindowScreenshot(windowId, options);
+        case "win32": return win32WindowScreenshot(windowId, options);
+        default: return Promise.reject(new Error(`Window screenshot not supported on ${platform}`));
+    }
+}
+function listWindows() {
+    switch (process.platform) {
+        case "darwin": return listDarwinWindows();
+        case "linux": return listLinuxWindows();
+        case "win32": return listWin32Windows();
+        default: return Promise.reject(new Error(`Window listing not supported on ${process.platform}`));
+    }
+}
+// ===========================================================================
+// Helpers
+// ===========================================================================
+function formatWindowList(windows, maxRows = 40) {
+    if (windows.length === 0)
+        return "No visible windows found.";
+    const rows = windows.slice(0, maxRows);
+    const idW = Math.max(4, ...rows.map((w) => String(w.id).length));
+    const ownerW = Math.max(5, ...rows.map((w) => w.owner.length));
+    const truncated = Math.min(60, 120 - idW - ownerW - 4);
+    const header = `Found ${windows.length} visible window(s)${windows.length > maxRows ? ` (showing first ${maxRows})` : ""}:\n\n${"ID".padEnd(idW)}  ${"Owner".padEnd(ownerW)}  Title\n${"─".repeat(idW)}  ${"─".repeat(ownerW)}  ${"─".repeat(truncated)}`;
+    const body = rows.map((w) => {
+        const title = w.title.length > truncated ? w.title.slice(0, truncated - 1) + "…" : w.title;
+        return `${String(w.id).padEnd(idW)}  ${w.owner.padEnd(ownerW)}  ${title}`;
+    }).join("\n");
+    return `${header}\n${body}`;
+}
+// ===========================================================================
+// Extension registration
+// ===========================================================================
+export default async function desktopScreenshotExtension(ext) {
+    const screenshotTool = {
+        name: "desktop_screenshot",
+        label: "Desktop Screenshot",
+        description: "Take a screenshot of the entire desktop or a specific application window. " +
+            "Returns the image for AI vision analysis. " +
+            "Use 'list_windows' first to see window titles, then pass a matching " +
+            "'windowTitle' to capture only that window.",
+        promptSnippet: "`desktop_screenshot` — capture the entire screen or a specific window",
+        parameters: {
+            type: "object",
+            properties: {
+                format: { type: "string", enum: ["png", "jpg", "jpeg"], description: "Image format. Default: png." },
+                windowTitle: { type: "string", description: "Capture a specific window by title (case-insensitive substring match from list_windows). Omit to capture the entire desktop." },
+            },
+        },
+        async execute(_toolCallId, params) {
+            const p = params;
+            const format = p.format ?? "png";
+            const mimeType = (format === "jpg" || format === "jpeg") ? "image/jpeg" : "image/png";
+            const makeImageResult = (buf, label) => {
+                const base64 = buf.toString("base64");
+                return {
+                    content: [
+                        { type: "text", text: `✓ ${label} (${format.toUpperCase()}, ${(buf.length / 1024).toFixed(1)} KB).\nThe image is attached and will be analyzed by the vision model.` },
+                        { type: "image", data: base64, mimeType },
+                    ],
+                    details: { format, sizeBytes: buf.length, platform: process.platform },
+                };
+            };
+            const makeError = (msg) => ({
+                content: [{ type: "text", text: `❌ Screenshot failed: ${msg}` }],
+                details: { isError: true, error: msg },
+            });
+            try {
+                if (p.windowTitle) {
+                    let windows;
+                    try {
+                        windows = await listWindows();
+                    }
+                    catch (e) {
+                        return makeError(`Cannot list windows: ${e instanceof Error ? e.message : String(e)}`);
+                    }
+                    const search = p.windowTitle.toLowerCase();
+                    const match = windows.find((w) => w.title.toLowerCase().includes(search));
+                    if (!match) {
+                        return {
+                            content: [{ type: "text", text: `No window matching "${p.windowTitle}" found.\n\n${formatWindowList(windows, 25)}` }],
+                            details: { isError: true, searched: p.windowTitle },
+                        };
+                    }
+                    const buf = await screenshotWindow(match.id, { format }, process.platform);
+                    return makeImageResult(buf, `Window "${match.title}" (${match.owner})`);
+                }
+                const buf = await screenshot({ format });
+                return makeImageResult(buf, "Desktop screenshot");
+            }
+            catch (err) {
+                return makeError(err instanceof Error ? err.message : String(err));
+            }
+        },
+    };
+    const listWindowsTool = {
+        name: "list_windows",
+        label: "List Windows",
+        description: "List all visible application windows with IDs, owners, and titles. " +
+            "Use before desktop_screenshot to find a window title for 'windowTitle'.",
+        promptSnippet: "`list_windows` — list visible application windows",
+        parameters: { type: "object", properties: {} },
+        async execute() {
+            try {
+                const windows = await listWindows();
+                return { content: [{ type: "text", text: formatWindowList(windows) }], details: { count: windows.length } };
+            }
+            catch (err) {
+                return { content: [{ type: "text", text: `❌ Failed to list windows: ${err instanceof Error ? err.message : String(err)}` }], details: { isError: true } };
+            }
+        },
+    };
+    ext.registerTool(screenshotTool);
+    ext.registerTool(listWindowsTool);
+    process.stderr.write(`[desktop-screenshot] Registered desktop_screenshot + list_windows (platform: ${process.platform}).\n`);
+}

package/dist/sdk/coding-agent/core/extensions/native-extensions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"native-extensions.d.ts","sourceRoot":"","sources":["../../../../../src/sdk/coding-agent/core/extensions/native-extensions.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,MAAM,WAAW,uBAAuB;IACtC,qEAAqE;IACrE,EAAE,EAAE,MAAM,CAAC;IACX,4DAA4D;IAC5D,KAAK,EAAE,MAAM,CAAC;IACd,yCAAyC;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,mDAAmD;IACnD,QAAQ,EAAE,MAAM,GAAG,YAAY,GAAG,aAAa,CAAC;IAChD;;;OAGG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB,oEAAoE;IACpE,cAAc,EAAE,OAAO,CAAC;IACxB,mCAAmC;IACnC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB,EAAE,uBAAuB,EA8GtD,CAAC;AAEF;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,uBAAuB,GAAG,SAAS,CAElF;AAED;;;GAGG;AACH,wBAAgB,8BAA8B,CAAC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE,CAI1G;AAED;;GAEG;AACH,wBAAgB,yBAAyB,CAAC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;IAClG,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB,CAAC,CAUD"}
+{"version":3,"file":"native-extensions.d.ts","sourceRoot":"","sources":["../../../../../src/sdk/coding-agent/core/extensions/native-extensions.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,MAAM,WAAW,uBAAuB;IACtC,qEAAqE;IACrE,EAAE,EAAE,MAAM,CAAC;IACX,4DAA4D;IAC5D,KAAK,EAAE,MAAM,CAAC;IACd,yCAAyC;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,mDAAmD;IACnD,QAAQ,EAAE,MAAM,GAAG,YAAY,GAAG,aAAa,CAAC;IAChD;;;OAGG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB,oEAAoE;IACpE,cAAc,EAAE,OAAO,CAAC;IACxB,mCAAmC;IACnC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;;;;;GAMG;AACH,eAAO,MAAM,iBAAiB,EAAE,uBAAuB,EA0HtD,CAAC;AAEF;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,GAAG,uBAAuB,GAAG,SAAS,CAElF;AAED;;;GAGG;AACH,wBAAgB,8BAA8B,CAAC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE,CAI1G;AAED;;GAEG;AACH,wBAAgB,yBAAyB,CAAC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC;IAClG,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB,CAAC,CAUD"}

package/dist/sdk/coding-agent/core/extensions/native-extensions.js

@@ -118,6 +118,17 @@ export const NATIVE_EXTENSIONS = [
         defaultEnabled: true,
         tags: ["pdf", "html", "documents", "playwright", "design"],
     },
+    {
+        id: "desktop-screenshot",
+        label: "Desktop Screenshot",
+        description: "Takes a screenshot of the entire desktop screen using native OS commands " +
+            "(macOS: screencapture, Linux: ImageMagick/import, Windows: PowerShell). " +
+            "Returns the image for AI vision analysis — see open apps, errors, code, UI.",
+        category: "automation",
+        entryPath: "src/extensions/desktop-screenshot/index.ts",
+        defaultEnabled: true,
+        tags: ["screenshot", "desktop", "vision", "screen"],
+    },
 ];
 /**
  * Look up a native extension by id. Returns undefined for unknown ids.

package/dist/server/agent-bridge.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent-bridge.d.ts","sourceRoot":"","sources":["../../src/server/agent-bridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiDG;AAaH,OAAO,EAQL,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EAEtB,MAAM,8BAA8B,CAAC;AAYtC,OAAO,EAEL,KAAK,aAAa,EACnB,MAAM,8BAA8B,CAAC;AAYtC,OAAO,EACL,kBAAkB,IAAI,yBAAyB,EAEhD,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAG3E,UAAU,4BAA4B;IACpC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;CACpC;AAkBD,sEAAsE;AACtE,MAAM,MAAM,oBAAoB,GAAG,OAAO,yBAAyB,CAAC;AAmCpE,MAAM,WAAW,kBAAkB;IACjC,kFAAkF;IAClF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,qFAAqF;IACrF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,2EAA2E;IAC3E,GAAG,EAAE,MAAM,CAAC;IACZ,qFAAqF;IACrF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;;OAKG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB,8EAA8E;IAC9E,IAAI,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC;IACnC;;;;;OAKG;IACH,0BAA0B,EAAE,CAAC,GAAG,EAAE;QAChC,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,6EAA6E;QAC7E,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,KAAK,IAAI,CAAC;IACX;;;OAGG;IACH,yBAAyB,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;IACxD;;;;OAIG;IACH,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,KAAK,IAAI,CAAC;IAC/B;;;;;;OAMG;IACH,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC;IACxB;;;;OAIG;IACH,cAAc,CAAC,EAAE,qBAAqB,GAAG,IAAI,CAAC;IAC9C;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,oBAAoB,CAAC;IAC1C;;;;;OAKG;IACH,aAAa,CAAC,EAAE,aAAa,CAAC;CAC/B;AAwiBD,qBAAa,WAAW;IACtB,OAAO,CAAC,OAAO,CAAC,CAAe;IAC/B,OAAO,CAAC,cAAc,CAAC,CAAiB;IACxC,OAAO,CAAC,WAAW,CAAC,CAAa;IACjC,OAAO,CAAC,OAAO,CAAC,CAA0B;IAC1C,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAqB;IAC1C;;;;;OAKG;IACH,OAAO,CAAC,aAAa,CAAC,CAAgB;IACtC;;;;OAIG;IACH,OAAO,CAAC,aAAa,CAAC,CAAiB;IACvC;;;;;OAKG;IACH,OAAO,CAAC,kBAAkB,CAAC,CAAS;IACpC,sFAAsF;IACtF,OAAO,CAAC,iBAAiB,CAMT;IAChB,OAAO,CAAC,WAAW,CACuD;IAC1E,OAAO,CAAC,mBAAmB,CAA+B;IAC1D;;;;OAIG;IACH,OAAO,CAAC,cAAc,CAAuB;gBAEjC,IAAI,EAAE,kBAAkB;IAIpC;;;OAGG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAgV5B,OAAO,CAAC,4BAA4B;IAWpC;;;;;OAKG;YACW,qBAAqB;IAcnC;;;OAGG;IACG,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC;YAI7B,oBAAoB;IAoBlC;;;;;;;;;;;;OAYG;IACH;;;;;;;;;;;OAWG;IACH,OAAO,CAAC,UAAU;IAWlB,OAAO,CAAC,0BAA0B;IA+GlC;;;;;;;;;;;;;;;OAeG;IACH;;;;;;;;OAQG;IACH,wBAAwB,IAAI,MAAM,GAAG,SAAS;IAI9C;;;;OAIG;IACH,eAAe,IACX;QAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GACxE,SAAS;IAIb,gBAAgB,IAAI,KAAK,CAAC;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC;IAgBF,iBAAiB,IAAI;QACnB,KAAK,EAAE,MAAM,GAAG,WAAW,GAAG,YAAY,GAAG,YAAY,GAAG,SAAS,CAAC;QACtE,QAAQ,EAAE;YACR,QAAQ,EAAE,OAAO,CAAC;YAClB,UAAU,EAAE,OAAO,CAAC;YACpB,UAAU,EAAE,OAAO,CAAC;YACpB,MAAM,EAAE,OAAO,CAAC;SACjB,CAAC;KACH;IAYD,OAAO,CAAC,iBAAiB;IAmCnB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;IA2DpE;;;;;;;;;;;;;OAaG;IACH,OAAO,CAAC,iCAAiC;IAkBzC;;;;;;OAMG;IACH,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI;IAoBpD;;;;;;;;;;;OAWG;IACG,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BrE;;;;;;;;OAQG;IACG,OAAO,CACX,OAAO,CAAC,EAAE,MAAM,GAAG,4BAA4B,GAC9C,OAAO,CAAC,gBAAgB,CAAC;IAY5B,OAAO,IAAI,IAAI;IA0Bf;;;;;OAKG;IACH,OAAO,CAAC,aAAa;IAOrB;;;;;;;;;;;OAWG;IACH,OAAO,CAAC,sBAAsB;IAuD9B;;;;;OAKG;IACH,WAAW,CAAC,EAAE,EAAE,iBAAiB,GAAG,IAAI;CA+czC"}
+{"version":3,"file":"agent-bridge.d.ts","sourceRoot":"","sources":["../../src/server/agent-bridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiDG;AAaH,OAAO,EAQL,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EAEtB,MAAM,8BAA8B,CAAC;AAYtC,OAAO,EAEL,KAAK,aAAa,EACnB,MAAM,8BAA8B,CAAC;AAatC,OAAO,EACL,kBAAkB,IAAI,yBAAyB,EAEhD,MAAM,0BAA0B,CAAC;AAClC,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAG3E,UAAU,4BAA4B;IACpC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,cAAc,CAAC,EAAE,QAAQ,GAAG,MAAM,CAAC;CACpC;AAkBD,sEAAsE;AACtE,MAAM,MAAM,oBAAoB,GAAG,OAAO,yBAAyB,CAAC;AAmCpE,MAAM,WAAW,kBAAkB;IACjC,kFAAkF;IAClF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,qFAAqF;IACrF,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,2EAA2E;IAC3E,GAAG,EAAE,MAAM,CAAC;IACZ,qFAAqF;IACrF,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;;OAKG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,UAAU,EAAE,MAAM,CAAC;IACnB,8EAA8E;IAC9E,IAAI,EAAE,CAAC,KAAK,EAAE,WAAW,KAAK,IAAI,CAAC;IACnC;;;;;OAKG;IACH,0BAA0B,EAAE,CAAC,GAAG,EAAE;QAChC,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,6EAA6E;QAC7E,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,KAAK,IAAI,CAAC;IACX;;;OAGG;IACH,yBAAyB,CAAC,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,CAAC;IACxD;;;;OAIG;IACH,OAAO,CAAC,EAAE,CAAC,GAAG,EAAE,KAAK,KAAK,IAAI,CAAC;IAC/B;;;;;;OAMG;IACH,OAAO,CAAC,EAAE,WAAW,EAAE,CAAC;IACxB;;;;OAIG;IACH,cAAc,CAAC,EAAE,qBAAqB,GAAG,IAAI,CAAC;IAC9C;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,oBAAoB,CAAC;IAC1C;;;;;OAKG;IACH,aAAa,CAAC,EAAE,aAAa,CAAC;CAC/B;AAwiBD,qBAAa,WAAW;IACtB,OAAO,CAAC,OAAO,CAAC,CAAe;IAC/B,OAAO,CAAC,cAAc,CAAC,CAAiB;IACxC,OAAO,CAAC,WAAW,CAAC,CAAa;IACjC,OAAO,CAAC,OAAO,CAAC,CAA0B;IAC1C,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAqB;IAC1C;;;;;OAKG;IACH,OAAO,CAAC,aAAa,CAAC,CAAgB;IACtC;;;;OAIG;IACH,OAAO,CAAC,aAAa,CAAC,CAAiB;IACvC;;;;;OAKG;IACH,OAAO,CAAC,kBAAkB,CAAC,CAAS;IACpC,sFAAsF;IACtF,OAAO,CAAC,iBAAiB,CAMT;IAChB,OAAO,CAAC,WAAW,CACuD;IAC1E,OAAO,CAAC,mBAAmB,CAA+B;IAC1D;;;;OAIG;IACH,OAAO,CAAC,cAAc,CAAuB;gBAEjC,IAAI,EAAE,kBAAkB;IAIpC;;;OAGG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAiV5B,OAAO,CAAC,4BAA4B;IAWpC;;;;;OAKG;YACW,qBAAqB;IAcnC;;;OAGG;IACG,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC;YAI7B,oBAAoB;IAoBlC;;;;;;;;;;;;OAYG;IACH;;;;;;;;;;;OAWG;IACH,OAAO,CAAC,UAAU;IAWlB,OAAO,CAAC,0BAA0B;IA+GlC;;;;;;;;;;;;;;;OAeG;IACH;;;;;;;;OAQG;IACH,wBAAwB,IAAI,MAAM,GAAG,SAAS;IAI9C;;;;OAIG;IACH,eAAe,IACX;QAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,GACxE,SAAS;IAIb,gBAAgB,IAAI,KAAK,CAAC;QACxB,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,MAAM,CAAC;QACX,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;KAC3B,CAAC;IAgBF,iBAAiB,IAAI;QACnB,KAAK,EAAE,MAAM,GAAG,WAAW,GAAG,YAAY,GAAG,YAAY,GAAG,SAAS,CAAC;QACtE,QAAQ,EAAE;YACR,QAAQ,EAAE,OAAO,CAAC;YAClB,UAAU,EAAE,OAAO,CAAC;YACpB,UAAU,EAAE,OAAO,CAAC;YACpB,MAAM,EAAE,OAAO,CAAC;SACjB,CAAC;KACH;IAYD,OAAO,CAAC,iBAAiB;IAmCnB,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;IA2DpE;;;;;;;;;;;;;OAaG;IACH,OAAO,CAAC,iCAAiC;IAkBzC;;;;;;OAMG;IACH,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI;IAoBpD;;;;;;;;;;;OAWG;IACG,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA0BrE;;;;;;;;OAQG;IACG,OAAO,CACX,OAAO,CAAC,EAAE,MAAM,GAAG,4BAA4B,GAC9C,OAAO,CAAC,gBAAgB,CAAC;IAY5B,OAAO,IAAI,IAAI;IA0Bf;;;;;OAKG;IACH,OAAO,CAAC,aAAa;IAOrB;;;;;;;;;;;OAWG;IACH,OAAO,CAAC,sBAAsB;IAuD9B;;;;;OAKG;IACH,WAAW,CAAC,EAAE,EAAE,iBAAiB,GAAG,IAAI;CA+czC"}

package/dist/server/agent-bridge.js

@@ -58,6 +58,7 @@ import { discoverPrimaryAgent, injectPrimaryAgentPrompt, } from "../agent/agents
 import { loadAgentSettings, } from "./handlers/agent-settings.js";
 import kanbanBridgeExtension from "../extensions/kanban-bridge.js";
 import spectralVisionExtension from "../extensions/spectral-vision-fallback.js";
+import desktopScreenshotExtension from "../extensions/desktop-screenshot/index.js";
 import subagentExt from "../agent/index.js";
 import designerExtension from "../designer/index.js";
 import observationalMemory from "../memory/index.js";
@@ -618,6 +619,7 @@ export class AgentBridge {
                 emitSubagentEvent: (event) => this.emitAndBuffer(event),
             });
         });
+        extensionFactories.push(desktopScreenshotExtension);
         // Register the bundled MCP adapter. Static import is required so the
         // adapter is included in compiled standalone binaries (Bun build), where
         // filesystem-based discovery via jiti fails because the source files are

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aexol/spectral",
-  "version": "0.9.91",
+  "version": "0.9.92",
   "description": "AI coding agent for Aexol with relay-based browser access.",
   "type": "module",
   "private": false,