@praveencs/agent 0.9.30 → 0.10.0

package/dist/src/desktop/input.js

@@ -0,0 +1,160 @@
+// ─── Input Controller ───
+// Simulates mouse and keyboard input using platform-native CLI tools.
+import { execFile } from 'node:child_process';
+import { promisify } from 'node:util';
+const execFileAsync = promisify(execFile);
+export class InputController {
+    delay;
+    constructor(actionDelay = 100) {
+        this.delay = actionDelay;
+    }
+    /**
+     * Execute a mouse action.
+     */
+    async mouse(action) {
+        const platform = process.platform;
+        try {
+            if (platform === 'linux') {
+                await this.mouseLinux(action);
+            }
+            else if (platform === 'darwin') {
+                await this.mouseMac(action);
+            }
+            else {
+                throw new Error(`Mouse control not supported on ${platform} yet.`);
+            }
+            await this.sleep(this.delay);
+            return { success: true, action: `mouse.${action.type}` };
+        }
+        catch (err) {
+            return { success: false, action: `mouse.${action.type}`, error: err.message };
+        }
+    }
+    /**
+     * Execute a keyboard action.
+     */
+    async keyboard(action) {
+        const platform = process.platform;
+        try {
+            if (platform === 'linux') {
+                await this.keyboardLinux(action);
+            }
+            else if (platform === 'darwin') {
+                await this.keyboardMac(action);
+            }
+            else {
+                throw new Error(`Keyboard control not supported on ${platform} yet.`);
+            }
+            await this.sleep(this.delay);
+            return { success: true, action: `keyboard.${action.type}` };
+        }
+        catch (err) {
+            return { success: false, action: `keyboard.${action.type}`, error: err.message };
+        }
+    }
+    // ─── Linux (xdotool) ───
+    async mouseLinux(action) {
+        switch (action.type) {
+            case 'move':
+                await execFileAsync('xdotool', ['mousemove', String(action.x || 0), String(action.y || 0)]);
+                break;
+            case 'click':
+                if (action.x !== undefined && action.y !== undefined) {
+                    await execFileAsync('xdotool', ['mousemove', String(action.x), String(action.y)]);
+                }
+                await execFileAsync('xdotool', ['click', action.button === 'right' ? '3' : '1']);
+                break;
+            case 'doubleClick':
+                if (action.x !== undefined && action.y !== undefined) {
+                    await execFileAsync('xdotool', ['mousemove', String(action.x), String(action.y)]);
+                }
+                await execFileAsync('xdotool', ['click', '--repeat', '2', '1']);
+                break;
+            case 'rightClick':
+                if (action.x !== undefined && action.y !== undefined) {
+                    await execFileAsync('xdotool', ['mousemove', String(action.x), String(action.y)]);
+                }
+                await execFileAsync('xdotool', ['click', '3']);
+                break;
+            case 'scroll':
+                await execFileAsync('xdotool', ['click', (action.scrollAmount || 0) > 0 ? '5' : '4']);
+                break;
+            case 'drag':
+                await execFileAsync('xdotool', [
+                    'mousemove', String(action.x || 0), String(action.y || 0),
+                    'mousedown', '1',
+                    'mousemove', String(action.toX || 0), String(action.toY || 0),
+                    'mouseup', '1',
+                ]);
+                break;
+        }
+    }
+    async keyboardLinux(action) {
+        switch (action.type) {
+            case 'type':
+                await execFileAsync('xdotool', ['type', '--clearmodifiers', action.text || '']);
+                break;
+            case 'press':
+                await execFileAsync('xdotool', ['key', action.key || '']);
+                break;
+            case 'hotkey': {
+                const combo = [...(action.modifiers || []), action.key || ''].join('+');
+                await execFileAsync('xdotool', ['key', combo]);
+                break;
+            }
+        }
+    }
+    // ─── macOS (osascript / cliclick) ───
+    async mouseMac(action) {
+        switch (action.type) {
+            case 'click':
+                await execFileAsync('osascript', ['-e',
+                    `tell application "System Events" to click at {${action.x || 0}, ${action.y || 0}}`
+                ]);
+                break;
+            case 'move':
+                // Use cliclick if available, else AppleScript
+                try {
+                    await execFileAsync('cliclick', [`m:${action.x || 0},${action.y || 0}`]);
+                }
+                catch {
+                    // Fallback: mouse move isn't natively easy on macOS without cliclick
+                }
+                break;
+            default:
+                throw new Error(`Mouse action ${action.type} requires cliclick on macOS`);
+        }
+    }
+    async keyboardMac(action) {
+        switch (action.type) {
+            case 'type':
+                await execFileAsync('osascript', ['-e',
+                    `tell application "System Events" to keystroke "${(action.text || '').replace(/"/g, '\\"')}"`
+                ]);
+                break;
+            case 'press':
+                await execFileAsync('osascript', ['-e',
+                    `tell application "System Events" to key code ${this.macKeyCode(action.key || '')}`
+                ]);
+                break;
+            case 'hotkey': {
+                const mods = (action.modifiers || []).map(m => m === 'ctrl' ? 'control down' : m === 'alt' ? 'option down' : m === 'meta' ? 'command down' : `${m} down`).join(', ');
+                await execFileAsync('osascript', ['-e',
+                    `tell application "System Events" to keystroke "${action.key}" using {${mods}}`
+                ]);
+                break;
+            }
+        }
+    }
+    macKeyCode(key) {
+        const codes = {
+            'Return': 36, 'Tab': 48, 'Escape': 53, 'Space': 49,
+            'Delete': 51, 'Up': 126, 'Down': 125, 'Left': 123, 'Right': 124,
+        };
+        return String(codes[key] || 0);
+    }
+    sleep(ms) {
+        return new Promise(resolve => setTimeout(resolve, ms));
+    }
+}
+//# sourceMappingURL=input.js.map

package/dist/src/desktop/input.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"input.js","sourceRoot":"","sources":["../../../src/desktop/input.ts"],"names":[],"mappings":"AAAA,2BAA2B;AAC3B,sEAAsE;AAEtE,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAGtC,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAE1C,MAAM,OAAO,eAAe;IAChB,KAAK,CAAS;IAEtB,YAAY,cAAsB,GAAG;QACjC,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,MAAmB;QAC3B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAElC,IAAI,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAClC,CAAC;iBAAM,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC/B,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,KAAK,CAAC,kCAAkC,QAAQ,OAAO,CAAC,CAAC;YACvE,CAAC;YAED,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,CAAC;QAC7F,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAsB;QACjC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAElC,IAAI,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;YACrC,CAAC;iBAAM,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC/B,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,KAAK,CAAC,qCAAqC,QAAQ,OAAO,CAAC,CAAC;YAC1E,CAAC;YAED,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;QAChE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,YAAY,MAAM,CAAC,IAAI,EAAE,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,CAAC;QAChG,CAAC;IACL,CAAC;IAED,0BAA0B;IAElB,KAAK,CAAC,UAAU,CAAC,MAAmB;QACxC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,MAAM;gBACP,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC5F,MAAM;YACV,KAAK,OAAO;gBACR,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;oBACnD,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtF,CAAC;gBACD,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACjF,MAAM;YACV,KAAK,aAAa;gBACd,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;oBACnD,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtF,CAAC;gBACD,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;gBAChE,MAAM;YACV,KAAK,YAAY;gBACb,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,IAAI,MAAM,CAAC,CAAC,KAAK,SAAS,EAAE,CAAC;oBACnD,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtF,CAAC;gBACD,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;gBAC/C,MAAM;YACV,KAAK,QAAQ;gBACT,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACtF,MAAM;YACV,KAAK,MAAM;gBACP,MAAM,aAAa,CAAC,SAAS,EAAE;oBAC3B,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC;oBACzD,WAAW,EAAE,GAAG;oBAChB,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC;oBAC7D,SAAS,EAAE,GAAG;iBACjB,CAAC,CAAC;gBACH,MAAM;QACd,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,MAAsB;QAC9C,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,MAAM;gBACP,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,MAAM,EAAE,kBAAkB,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;gBAChF,MAAM;YACV,KAAK,OAAO;gBACR,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC1D,MAAM;YACV,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACZ,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACxE,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;gBAC/C,MAAM;YACV,CAAC;QACL,CAAC;IACL,CAAC;IAED,uCAAuC;IAE/B,KAAK,CAAC,QAAQ,CAAC,MAAmB;QACtC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,OAAO;gBACR,MAAM,aAAa,CAAC,WAAW,EAAE,CAAC,IAAI;oBAClC,iDAAiD,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG;iBACtF,CAAC,CAAC;gBACH,MAAM;YACV,KAAK,MAAM;gBACP,8CAA8C;gBAC9C,IAAI,CAAC;oBACD,MAAM,aAAa,CAAC,UAAU,EAAE,CAAC,KAAK,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7E,CAAC;gBAAC,MAAM,CAAC;oBACL,qEAAqE;gBACzE,CAAC;gBACD,MAAM;YACV;gBACI,MAAM,IAAI,KAAK,CAAC,gBAAgB,MAAM,CAAC,IAAI,6BAA6B,CAAC,CAAC;QAClF,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,MAAsB;QAC5C,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;YAClB,KAAK,MAAM;gBACP,MAAM,aAAa,CAAC,WAAW,EAAE,CAAC,IAAI;oBAClC,kDAAkD,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG;iBAChG,CAAC,CAAC;gBACH,MAAM;YACV,KAAK,OAAO;gBACR,MAAM,aAAa,CAAC,WAAW,EAAE,CAAC,IAAI;oBAClC,gDAAgD,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE;iBACtF,CAAC,CAAC;gBACH,MAAM;YACV,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACZ,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAC1C,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAC5G,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACb,MAAM,aAAa,CAAC,WAAW,EAAE,CAAC,IAAI;oBAClC,kDAAkD,MAAM,CAAC,GAAG,YAAY,IAAI,GAAG;iBAClF,CAAC,CAAC;gBACH,MAAM;YACV,CAAC;QACL,CAAC;IACL,CAAC;IAEO,UAAU,CAAC,GAAW;QAC1B,MAAM,KAAK,GAA2B;YAClC,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE;YAClD,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG;SAClE,CAAC;QACF,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACnC,CAAC;IAEO,KAAK,CAAC,EAAU;QACpB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACJ"}

package/dist/src/desktop/screen.d.ts

@@ -0,0 +1,17 @@
+import type { ScreenCaptureResult, ScreenRegion } from './types.js';
+export declare class ScreenCapture {
+    private tempDir;
+    constructor(tempDir?: string);
+    /**
+     * Capture a full screenshot or a specific region.
+     */
+    capture(region?: ScreenRegion): Promise<ScreenCaptureResult>;
+    private captureLinux;
+    private captureMac;
+    private captureWindows;
+    /**
+     * Clean up all temporary screenshots.
+     */
+    cleanup(): void;
+}
+//# sourceMappingURL=screen.d.ts.map

package/dist/src/desktop/screen.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"screen.d.ts","sourceRoot":"","sources":["../../../src/desktop/screen.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAIpE,qBAAa,aAAa;IACtB,OAAO,CAAC,OAAO,CAAS;gBAEZ,OAAO,GAAE,MAA6B;IAOlD;;OAEG;IACG,OAAO,CAAC,MAAM,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,mBAAmB,CAAC;YA4BpD,YAAY;YAkCZ,UAAU;YASV,cAAc;IAc5B;;OAEG;IACH,OAAO,IAAI,IAAI;CAWlB"}

package/dist/src/desktop/screen.js

@@ -0,0 +1,120 @@
+// ─── Screen Capture ───
+// Takes screenshots using platform-native CLI tools (no npm dependencies).
+import { execFile } from 'node:child_process';
+import { promisify } from 'node:util';
+import { existsSync, mkdirSync } from 'node:fs';
+import { join } from 'node:path';
+const execFileAsync = promisify(execFile);
+export class ScreenCapture {
+    tempDir;
+    constructor(tempDir = '/tmp/agent-desktop') {
+        this.tempDir = tempDir;
+        if (!existsSync(this.tempDir)) {
+            mkdirSync(this.tempDir, { recursive: true });
+        }
+    }
+    /**
+     * Capture a full screenshot or a specific region.
+     */
+    async capture(region) {
+        const filename = `screenshot-${Date.now()}.png`;
+        const filepath = join(this.tempDir, filename);
+        const platform = process.platform;
+        try {
+            if (platform === 'linux') {
+                await this.captureLinux(filepath, region);
+            }
+            else if (platform === 'darwin') {
+                await this.captureMac(filepath, region);
+            }
+            else if (platform === 'win32') {
+                await this.captureWindows(filepath, region);
+            }
+            else {
+                throw new Error(`Unsupported platform: ${platform}`);
+            }
+            return {
+                path: filepath,
+                width: region?.width ?? 0,
+                height: region?.height ?? 0,
+                format: 'png',
+                timestamp: new Date(),
+            };
+        }
+        catch (err) {
+            throw new Error(`Screenshot failed: ${err.message}`);
+        }
+    }
+    async captureLinux(filepath, region) {
+        // Try multiple tools in order of preference
+        const tools = ['gnome-screenshot', 'scrot', 'import'];
+        for (const tool of tools) {
+            try {
+                if (tool === 'gnome-screenshot') {
+                    const args = ['-f', filepath];
+                    if (region) {
+                        args.push('-a'); // area mode fallback
+                    }
+                    await execFileAsync('gnome-screenshot', args, { timeout: 10000 });
+                    return;
+                }
+                else if (tool === 'scrot') {
+                    const args = region
+                        ? ['-a', `${region.x},${region.y},${region.width},${region.height}`, filepath]
+                        : [filepath];
+                    await execFileAsync('scrot', args, { timeout: 10000 });
+                    return;
+                }
+                else if (tool === 'import') {
+                    // ImageMagick
+                    const args = region
+                        ? ['-window', 'root', '-crop', `${region.width}x${region.height}+${region.x}+${region.y}`, filepath]
+                        : ['-window', 'root', filepath];
+                    await execFileAsync('import', args, { timeout: 10000 });
+                    return;
+                }
+            }
+            catch {
+                continue; // Try next tool
+            }
+        }
+        throw new Error('No screenshot tool found. Install scrot, gnome-screenshot, or ImageMagick.');
+    }
+    async captureMac(filepath, region) {
+        const args = ['-c', '-x']; // clipboard, no sound
+        if (region) {
+            args.push('-R', `${region.x},${region.y},${region.width},${region.height}`);
+        }
+        args.push(filepath);
+        await execFileAsync('screencapture', args, { timeout: 10000 });
+    }
+    async captureWindows(filepath, _region) {
+        // PowerShell screenshot command
+        const script = `
+            Add-Type -AssemblyName System.Windows.Forms;
+            [System.Windows.Forms.Screen]::PrimaryScreen | ForEach-Object {
+                $bmp = New-Object System.Drawing.Bitmap($_.Bounds.Width, $_.Bounds.Height);
+                $graphics = [System.Drawing.Graphics]::FromImage($bmp);
+                $graphics.CopyFromScreen($_.Bounds.Location, [System.Drawing.Point]::Empty, $_.Bounds.Size);
+                $bmp.Save('${filepath.replace(/\\/g, '\\\\')}');
+            }
+        `;
+        await execFileAsync('powershell', ['-Command', script], { timeout: 10000 });
+    }
+    /**
+     * Clean up all temporary screenshots.
+     */
+    cleanup() {
+        try {
+            const { readdirSync, unlinkSync } = require('node:fs');
+            const files = readdirSync(this.tempDir);
+            for (const f of files) {
+                if (f.startsWith('screenshot-')) {
+                    unlinkSync(join(this.tempDir, f));
+                }
+            }
+        }
+        catch { /* ignore */ }
+    }
+}
+//# sourceMappingURL=screen.js.map

package/dist/src/desktop/screen.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"screen.js","sourceRoot":"","sources":["../../../src/desktop/screen.ts"],"names":[],"mappings":"AAAA,yBAAyB;AACzB,2EAA2E;AAE3E,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,MAAM,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;AAE1C,MAAM,OAAO,aAAa;IACd,OAAO,CAAS;IAExB,YAAY,UAAkB,oBAAoB;QAC9C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACjD,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,MAAqB;QAC/B,MAAM,QAAQ,GAAG,cAAc,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC;QAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAElC,IAAI,CAAC;YACD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBACvB,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC9C,CAAC;iBAAM,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC/B,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAC5C,CAAC;iBAAM,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;gBAC9B,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,EAAE,CAAC,CAAC;YACzD,CAAC;YAED,OAAO;gBACH,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,CAAC;gBACzB,MAAM,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;gBAC3B,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,IAAI,IAAI,EAAE;aACxB,CAAC;QACN,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,sBAAuB,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QACpE,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,YAAY,CAAC,QAAgB,EAAE,MAAqB;QAC9D,4CAA4C;QAC5C,MAAM,KAAK,GAAG,CAAC,kBAAkB,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QAEtD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,IAAI,CAAC;gBACD,IAAI,IAAI,KAAK,kBAAkB,EAAE,CAAC;oBAC9B,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAC9B,IAAI,MAAM,EAAE,CAAC;wBACT,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,qBAAqB;oBAC1C,CAAC;oBACD,MAAM,aAAa,CAAC,kBAAkB,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;oBAClE,OAAO;gBACX,CAAC;qBAAM,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC1B,MAAM,IAAI,GAAG,MAAM;wBACf,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,QAAQ,CAAC;wBAC9E,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;oBACjB,MAAM,aAAa,CAAC,OAAO,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;oBACvD,OAAO;gBACX,CAAC;qBAAM,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC3B,cAAc;oBACd,MAAM,IAAI,GAAG,MAAM;wBACf,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC;wBACpG,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;oBACpC,MAAM,aAAa,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;oBACxD,OAAO;gBACX,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACL,SAAS,CAAC,gBAAgB;YAC9B,CAAC;QACL,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;IAClG,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,MAAqB;QAC5D,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,sBAAsB;QACjD,IAAI,MAAM,EAAE,CAAC;YACT,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,MAAM,aAAa,CAAC,eAAe,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACnE,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,QAAgB,EAAE,OAAsB;QACjE,gCAAgC;QAChC,MAAM,MAAM,GAAG;;;;;;6BAMM,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC;;SAEnD,CAAC;QACF,MAAM,aAAa,CAAC,YAAY,EAAE,CAAC,UAAU,EAAE,MAAM,CAAC,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAChF,CAAC;IAED;;OAEG;IACH,OAAO;QACH,IAAI,CAAC;YACD,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;YACvD,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACpB,IAAI,CAAC,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;oBAC9B,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;gBACtC,CAAC;YACL,CAAC;QACL,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC5B,CAAC;CACJ"}

package/dist/src/desktop/types.d.ts

@@ -0,0 +1,50 @@
+export interface DesktopConfig {
+    /** Enable desktop automation */
+    enabled: boolean;
+    /** Screenshot format */
+    screenshotFormat: 'png' | 'jpg';
+    /** Screenshot quality (jpg only, 1-100) */
+    screenshotQuality: number;
+    /** Default delay between actions (ms) */
+    actionDelay: number;
+    /** Whether to use OCR on screenshots */
+    ocrEnabled: boolean;
+    /** Temporary directory for screenshots */
+    tempDir: string;
+}
+export declare const DEFAULT_DESKTOP_CONFIG: DesktopConfig;
+export interface ScreenRegion {
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+}
+export interface MouseAction {
+    type: 'click' | 'doubleClick' | 'rightClick' | 'move' | 'drag' | 'scroll';
+    x?: number;
+    y?: number;
+    toX?: number;
+    toY?: number;
+    scrollAmount?: number;
+    button?: 'left' | 'right' | 'middle';
+}
+export interface KeyboardAction {
+    type: 'type' | 'press' | 'hotkey';
+    text?: string;
+    key?: string;
+    modifiers?: Array<'ctrl' | 'alt' | 'shift' | 'meta'>;
+}
+export interface ScreenCaptureResult {
+    path: string;
+    width: number;
+    height: number;
+    format: string;
+    timestamp: Date;
+}
+export interface DesktopActionResult {
+    success: boolean;
+    action: string;
+    error?: string;
+    screenshot?: ScreenCaptureResult;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/src/desktop/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/desktop/types.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,aAAa;IAC1B,gCAAgC;IAChC,OAAO,EAAE,OAAO,CAAC;IACjB,wBAAwB;IACxB,gBAAgB,EAAE,KAAK,GAAG,KAAK,CAAC;IAChC,2CAA2C;IAC3C,iBAAiB,EAAE,MAAM,CAAC;IAC1B,yCAAyC;IACzC,WAAW,EAAE,MAAM,CAAC;IACpB,wCAAwC;IACxC,UAAU,EAAE,OAAO,CAAC;IACpB,0CAA0C;IAC1C,OAAO,EAAE,MAAM,CAAC;CACnB;AAED,eAAO,MAAM,sBAAsB,EAAE,aAOpC,CAAC;AAEF,MAAM,WAAW,YAAY;IACzB,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,WAAW;IACxB,IAAI,EAAE,OAAO,GAAG,aAAa,GAAG,YAAY,GAAG,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC;IAC1E,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,CAAC,CAAC,EAAE,MAAM,CAAC;IACX,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;CACxC;AAED,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,MAAM,CAAC,CAAC;CACxD;AAED,MAAM,WAAW,mBAAmB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,IAAI,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAChC,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,mBAAmB,CAAC;CACpC"}

package/dist/src/desktop/types.js

@@ -0,0 +1,10 @@
+// ─── Desktop Automation Types ───
+export const DEFAULT_DESKTOP_CONFIG = {
+    enabled: false,
+    screenshotFormat: 'png',
+    screenshotQuality: 80,
+    actionDelay: 100,
+    ocrEnabled: false,
+    tempDir: '/tmp/agent-desktop',
+};
+//# sourceMappingURL=types.js.map

package/dist/src/desktop/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/desktop/types.ts"],"names":[],"mappings":"AAAA,mCAAmC;AAiBnC,MAAM,CAAC,MAAM,sBAAsB,GAAkB;IACjD,OAAO,EAAE,KAAK;IACd,gBAAgB,EAAE,KAAK;IACvB,iBAAiB,EAAE,EAAE;IACrB,WAAW,EAAE,GAAG;IAChB,UAAU,EAAE,KAAK;IACjB,OAAO,EAAE,oBAAoB;CAChC,CAAC"}

package/dist/src/multimodal/engine.d.ts

@@ -0,0 +1,33 @@
+import type { MultimodalConfig, TranscriptionResult, VisionAnalysisResult, SpeechResult } from './types.js';
+export declare class MultimodalEngine {
+    private config;
+    private voice;
+    private vision;
+    private tts;
+    constructor(config?: Partial<MultimodalConfig>);
+    get enabled(): boolean;
+    /**
+     * Transcribe audio to text (speech-to-text).
+     */
+    transcribe(audioPath: string): Promise<TranscriptionResult>;
+    /**
+     * Analyze an image with a text prompt (vision).
+     */
+    analyzeImage(imagePath: string, prompt?: string): Promise<VisionAnalysisResult>;
+    /**
+     * Analyze an image from a URL.
+     */
+    analyzeImageUrl(url: string, prompt?: string): Promise<VisionAnalysisResult>;
+    /**
+     * Convert text to speech.
+     */
+    speak(text: string, outputDir?: string): Promise<SpeechResult>;
+    /**
+     * Full pipeline: take a screenshot → analyze it → describe what's on screen.
+     * (Requires desktop module integration)
+     */
+    describeScreen(screenshotPath: string): Promise<VisionAnalysisResult>;
+}
+export declare function getMultimodalEngine(): MultimodalEngine | null;
+export declare function initMultimodalEngine(config?: Partial<MultimodalConfig>): MultimodalEngine;
+//# sourceMappingURL=engine.d.ts.map

package/dist/src/multimodal/engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../../src/multimodal/engine.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAG5G,qBAAa,gBAAgB;IACzB,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,KAAK,CAAa;IAC1B,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,GAAG,CAAe;gBAEd,MAAM,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC;IAS9C,IAAI,OAAO,IAAI,OAAO,CAErB;IAED;;OAEG;IACG,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,mBAAmB,CAAC;IAIjE;;OAEG;IACG,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAIrF;;OAEG;IACG,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;IAIlF;;OAEG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;IAIpE;;;OAGG;IACG,cAAc,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,CAAC;CAG9E;AAKD,wBAAgB,mBAAmB,IAAI,gBAAgB,GAAG,IAAI,CAE7D;AAED,wBAAgB,oBAAoB,CAAC,MAAM,CAAC,EAAE,OAAO,CAAC,gBAAgB,CAAC,GAAG,gBAAgB,CAGzF"}

package/dist/src/multimodal/engine.js

@@ -0,0 +1,63 @@
+// ─── Multimodal Engine ───
+// Unified interface for voice input, image analysis, and text-to-speech.
+import { VoiceInput } from './voice.js';
+import { VisionAnalyzer } from './vision.js';
+import { TextToSpeech } from './tts.js';
+import { DEFAULT_MULTIMODAL_CONFIG } from './types.js';
+export class MultimodalEngine {
+    config;
+    voice;
+    vision;
+    tts;
+    constructor(config) {
+        this.config = { ...DEFAULT_MULTIMODAL_CONFIG, ...config };
+        const apiKey = this.config.apiKey || process.env.OPENAI_API_KEY || '';
+        this.voice = new VoiceInput(this.config.voice, apiKey);
+        this.vision = new VisionAnalyzer(this.config.vision, apiKey);
+        this.tts = new TextToSpeech(this.config.tts, apiKey);
+    }
+    get enabled() {
+        return this.config.enabled;
+    }
+    /**
+     * Transcribe audio to text (speech-to-text).
+     */
+    async transcribe(audioPath) {
+        return this.voice.transcribe(audioPath);
+    }
+    /**
+     * Analyze an image with a text prompt (vision).
+     */
+    async analyzeImage(imagePath, prompt) {
+        return this.vision.analyze(imagePath, prompt);
+    }
+    /**
+     * Analyze an image from a URL.
+     */
+    async analyzeImageUrl(url, prompt) {
+        return this.vision.analyzeUrl(url, prompt);
+    }
+    /**
+     * Convert text to speech.
+     */
+    async speak(text, outputDir) {
+        return this.tts.speak(text, outputDir);
+    }
+    /**
+     * Full pipeline: take a screenshot → analyze it → describe what's on screen.
+     * (Requires desktop module integration)
+     */
+    async describeScreen(screenshotPath) {
+        return this.vision.analyze(screenshotPath, 'Describe what is shown on this screen in detail. Identify any UI elements, text, and interactive components.');
+    }
+}
+// ─── Singleton ───
+let multimodalInstance = null;
+export function getMultimodalEngine() {
+    return multimodalInstance;
+}
+export function initMultimodalEngine(config) {
+    multimodalInstance = new MultimodalEngine(config);
+    return multimodalInstance;
+}
+//# sourceMappingURL=engine.js.map

package/dist/src/multimodal/engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../../src/multimodal/engine.ts"],"names":[],"mappings":"AAAA,4BAA4B;AAC5B,yEAAyE;AAEzE,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC,OAAO,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC;AAEvD,MAAM,OAAO,gBAAgB;IACjB,MAAM,CAAmB;IACzB,KAAK,CAAa;IAClB,MAAM,CAAiB;IACvB,GAAG,CAAe;IAE1B,YAAY,MAAkC;QAC1C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,yBAAyB,EAAE,GAAG,MAAM,EAAE,CAAC;QAC1D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;QAEtE,IAAI,CAAC,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7D,IAAI,CAAC,GAAG,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,OAAO;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,SAAiB;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,SAAiB,EAAE,MAAe;QACjD,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAClD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,eAAe,CAAC,GAAW,EAAE,MAAe;QAC9C,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,SAAkB;QACxC,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC3C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc,CAAC,cAAsB;QACvC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,EAAE,8GAA8G,CAAC,CAAC;IAC/J,CAAC;CACJ;AAED,oBAAoB;AACpB,IAAI,kBAAkB,GAA4B,IAAI,CAAC;AAEvD,MAAM,UAAU,mBAAmB;IAC/B,OAAO,kBAAkB,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,MAAkC;IACnE,kBAAkB,GAAG,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAClD,OAAO,kBAAkB,CAAC;AAC9B,CAAC"}

package/dist/src/multimodal/index.d.ts

@@ -0,0 +1,7 @@
+export { MultimodalEngine, getMultimodalEngine, initMultimodalEngine } from './engine.js';
+export { VoiceInput } from './voice.js';
+export { VisionAnalyzer } from './vision.js';
+export { TextToSpeech } from './tts.js';
+export type { MultimodalConfig, VoiceConfig, VisionConfig, TTSConfig, TranscriptionResult, VisionAnalysisResult, SpeechResult } from './types.js';
+export { DEFAULT_MULTIMODAL_CONFIG } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/multimodal/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/multimodal/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAC1F,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AACxC,YAAY,EAAE,gBAAgB,EAAE,WAAW,EAAE,YAAY,EAAE,SAAS,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAClJ,OAAO,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC"}

package/dist/src/multimodal/index.js

@@ -0,0 +1,7 @@
+// ─── Multimodal Module Index ───
+export { MultimodalEngine, getMultimodalEngine, initMultimodalEngine } from './engine.js';
+export { VoiceInput } from './voice.js';
+export { VisionAnalyzer } from './vision.js';
+export { TextToSpeech } from './tts.js';
+export { DEFAULT_MULTIMODAL_CONFIG } from './types.js';
+//# sourceMappingURL=index.js.map

package/dist/src/multimodal/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/multimodal/index.ts"],"names":[],"mappings":"AAAA,kCAAkC;AAClC,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAC1F,OAAO,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAExC,OAAO,EAAE,yBAAyB,EAAE,MAAM,YAAY,CAAC"}

package/dist/src/multimodal/tts.d.ts

@@ -0,0 +1,11 @@
+import type { TTSConfig, SpeechResult } from './types.js';
+export declare class TextToSpeech {
+    private config;
+    private apiKey;
+    constructor(config: TTSConfig, apiKey: string);
+    /**
+     * Convert text to speech and save as an audio file.
+     */
+    speak(text: string, outputDir?: string): Promise<SpeechResult>;
+}
+//# sourceMappingURL=tts.d.ts.map

package/dist/src/multimodal/tts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../../src/multimodal/tts.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1D,qBAAa,YAAY;IACrB,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,MAAM,CAAS;gBAEX,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM;IAK7C;;OAEG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,GAAE,MAAyB,GAAG,OAAO,CAAC,YAAY,CAAC;CAqCzF"}

package/dist/src/multimodal/tts.js

@@ -0,0 +1,48 @@
+// ─── Text-to-Speech ───
+// Uses OpenAI TTS API to generate spoken audio.
+import { writeFileSync } from 'node:fs';
+import { join } from 'node:path';
+export class TextToSpeech {
+    config;
+    apiKey;
+    constructor(config, apiKey) {
+        this.config = config;
+        this.apiKey = apiKey;
+    }
+    /**
+     * Convert text to speech and save as an audio file.
+     */
+    async speak(text, outputDir = '/tmp/agent-tts') {
+        const res = await fetch('https://api.openai.com/v1/audio/speech', {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json',
+                'Authorization': `Bearer ${this.apiKey}`,
+            },
+            body: JSON.stringify({
+                model: this.config.model,
+                input: text,
+                voice: this.config.voice,
+                response_format: this.config.format,
+                speed: this.config.speed,
+            }),
+        });
+        if (!res.ok) {
+            const err = await res.json();
+            throw new Error(`TTS API Error: ${err.error?.message || JSON.stringify(err)}`);
+        }
+        const audioBuffer = Buffer.from(await res.arrayBuffer());
+        const filename = `speech-${Date.now()}.${this.config.format}`;
+        const outputPath = join(outputDir, filename);
+        // Ensure output dir exists
+        const { mkdirSync } = require('node:fs');
+        mkdirSync(outputDir, { recursive: true });
+        writeFileSync(outputPath, audioBuffer);
+        return {
+            audioPath: outputPath,
+            format: this.config.format,
+            text: text.slice(0, 100) + (text.length > 100 ? '...' : ''),
+        };
+    }
+}
+//# sourceMappingURL=tts.js.map

package/dist/src/multimodal/tts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tts.js","sourceRoot":"","sources":["../../../src/multimodal/tts.ts"],"names":[],"mappings":"AAAA,yBAAyB;AACzB,gDAAgD;AAEhD,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACxC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAGjC,MAAM,OAAO,YAAY;IACb,MAAM,CAAY;IAClB,MAAM,CAAS;IAEvB,YAAY,MAAiB,EAAE,MAAc;QACzC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,YAAoB,gBAAgB;QAC1D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,wCAAwC,EAAE;YAC9D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,cAAc,EAAE,kBAAkB;gBAClC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;aAC3C;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACjB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;gBACxB,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;gBACxB,eAAe,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;gBACnC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;aAC3B,CAAC;SACL,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACV,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,IAAI,EAAS,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,kBAAkB,GAAG,CAAC,KAAK,EAAE,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnF,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAG,UAAU,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAE7C,2BAA2B;QAC3B,MAAM,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;QACzC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE1C,aAAa,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAEvC,OAAO;YACH,SAAS,EAAE,UAAU;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9D,CAAC;IACN,CAAC;CACJ"}