ft-scout 8.0.2 → 8.0.4

package/bin/src/engine/liveScreenEngine.js

@@ -0,0 +1,390 @@
+import { exec, spawn } from 'child_process';
+import { promisify } from 'util';
+import chalk from 'chalk';
+import OpenAI from 'openai';
+import dotenv from 'dotenv';
+import { showScreenAuraOverlay, startScreenAuraOverlay, stopScreenAuraOverlay } from './appControl.js';
+dotenv.config({ quiet: true });
+const execAsync = promisify(exec);
+/**
+ * Capture current active app window or desktop screen directly in memory as a compressed JPEG base64 string.
+ * When targetApp is specified (e.g. 'chrome', 'browser', 'code'), captures ONLY that application's window rectangle.
+ * Zero files are written to disk.
+ */
+export async function captureLiveScreenFrameInMemory(targetApp) {
+    const platform = process.platform;
+    if (platform === 'win32') {
+        const cleanTarget = (targetApp || '').trim().replace(/"/g, '');
+        const psScript = `
+Add-Type -AssemblyName System.Windows.Forms
+Add-Type -AssemblyName System.Drawing
+Add-Type -AssemblyName UIAutomationClient
+
+$targetApp = "${cleanTarget}"
+$screen = [System.Windows.Forms.Screen]::PrimaryScreen
+$rect = $screen.Bounds
+$activeTitle = "Desktop"
+$isIsolated = $false
+
+if ($targetApp) {
+    $procNames = @($targetApp)
+    if ($targetApp -match "browser|chrome|edge|web") {
+        $procNames = @("chrome", "msedge", "brave", "firefox")
+    } elseif ($targetApp -match "editor|code|vscode") {
+        $procNames = @("Code", "cursor", "notepad")
+    }
+    
+    $proc = Get-Process -Name $procNames -ErrorAction SilentlyContinue | Where-Object { $_.MainWindowHandle -ne 0 } | Select-Object -First 1
+    if ($proc) {
+        $activeTitle = if ($proc.MainWindowTitle) { $proc.MainWindowTitle } else { $proc.ProcessName }
+        try {
+            $el = [System.Windows.Automation.AutomationElement]::FromHandle($proc.MainWindowHandle)
+            $b = $el.Current.BoundingRectangle
+            if ($b.Width -gt 80 -and $b.Height -gt 80) {
+                $rect = New-Object System.Drawing.Rectangle([int]$b.X, [int]$b.Y, [int]$b.Width, [int]$b.Height)
+                $isIsolated = $true
+            }
+        } catch {}
+    }
+}
+
+$bmp = New-Object System.Drawing.Bitmap($rect.Width, $rect.Height)
+$g = [System.Drawing.Graphics]::FromImage($bmp)
+try {
+    $g.CopyFromScreen($rect.Location, [System.Drawing.Point]::Empty, $rect.Size)
+} catch {}
+
+$ms = New-Object System.IO.MemoryStream
+$bmp.Save($ms, [System.Drawing.Imaging.ImageFormat]::Jpeg)
+$base64 = [System.Convert]::ToBase64String($ms.ToArray())
+$cur = [System.Windows.Forms.Cursor]::Position
+
+$g.Dispose()
+$bmp.Dispose()
+$ms.Dispose()
+
+@{
+    width = $rect.Width
+    height = $rect.Height
+    cursorX = $cur.X
+    cursorY = $cur.Y
+    activeWindow = $activeTitle
+    targetApp = $targetApp
+    isIsolated = $isIsolated
+    base64 = $base64
+} | ConvertTo-Json -Compress
+`;
+        try {
+            const encoded = Buffer.from(psScript, 'utf16le').toString('base64');
+            const { stdout } = await execAsync(`powershell -NoProfile -EncodedCommand ${encoded}`, {
+                maxBuffer: 30 * 1024 * 1024,
+                timeout: 8000,
+            });
+            const parsed = JSON.parse(stdout.trim());
+            if (parsed && parsed.base64) {
+                return {
+                    data: parsed.base64,
+                    mimeType: 'image/jpeg',
+                    width: Number(parsed.width) || 1920,
+                    height: Number(parsed.height) || 1080,
+                    timestamp: Date.now(),
+                    activeWindow: String(parsed.activeWindow || 'Desktop'),
+                    targetApp: parsed.targetApp || targetApp,
+                    isAppIsolated: Boolean(parsed.isIsolated),
+                    cursorPosition: {
+                        x: Number(parsed.cursorX) || 0,
+                        y: Number(parsed.cursorY) || 0,
+                    },
+                };
+            }
+        }
+        catch {
+            return null;
+        }
+    }
+    else if (platform === 'darwin') {
+        try {
+            // macOS: capture directly to stdout as jpg
+            const { stdout } = await execAsync('screencapture -t jpg -x /dev/stdout', {
+                encoding: 'buffer',
+                maxBuffer: 20 * 1024 * 1024,
+                timeout: 5000,
+            });
+            if (stdout && stdout.length > 0) {
+                return {
+                    data: Buffer.from(stdout).toString('base64'),
+                    mimeType: 'image/jpeg',
+                    width: 1920,
+                    height: 1080,
+                    timestamp: Date.now(),
+                    activeWindow: 'Desktop',
+                    cursorPosition: { x: 0, y: 0 },
+                };
+            }
+        }
+        catch {
+            return null;
+        }
+    }
+    else {
+        // Linux: capture to stdout using scrot or import
+        try {
+            const { stdout } = await execAsync('import -window root jpg:- || scrot -b -F -', {
+                encoding: 'buffer',
+                maxBuffer: 20 * 1024 * 1024,
+                timeout: 5000,
+            });
+            if (stdout && stdout.length > 0) {
+                return {
+                    data: Buffer.from(stdout).toString('base64'),
+                    mimeType: 'image/jpeg',
+                    width: 1920,
+                    height: 1080,
+                    timestamp: Date.now(),
+                    activeWindow: 'Desktop',
+                    cursorPosition: { x: 0, y: 0 },
+                };
+            }
+        }
+        catch {
+            return null;
+        }
+    }
+    return null;
+}
+/**
+ * Call Vision AI directly with an in-memory base64 frame without writing anything to disk.
+ */
+export async function callVisionAiWithFrame(frame, prompt, maxTokens = 350) {
+    if (!frame || !frame.data)
+        return null;
+    const nvidiaKey = process.env.NVIDIA_API_KEY || process.env.NVCF_API_KEY;
+    const geminiKey = process.env.GEMINI_API_KEY;
+    const openaiKey = process.env.OPENAI_API_KEY;
+    const byokKey = process.env.BYOK_API_KEY;
+    const candidates = [];
+    if (geminiKey) {
+        candidates.push({ apiKey: geminiKey, baseURL: 'https://generativelanguage.googleapis.com/v1beta/openai', model: 'gemini-2.0-flash', timeout: 20000 });
+    }
+    if (nvidiaKey) {
+        candidates.push({ apiKey: nvidiaKey, baseURL: 'https://integrate.api.nvidia.com/v1', model: 'meta/llama-3.2-11b-vision-instruct', timeout: 35000 });
+    }
+    if (openaiKey) {
+        candidates.push({ apiKey: openaiKey, model: 'gpt-4o-mini', timeout: 20000 });
+    }
+    if (byokKey) {
+        candidates.push({ apiKey: byokKey, model: 'gpt-4o-mini', timeout: 20000 });
+    }
+    for (const cand of candidates) {
+        try {
+            const client = new OpenAI({ apiKey: cand.apiKey, baseURL: cand.baseURL, timeout: cand.timeout });
+            const resp = await client.chat.completions.create({
+                model: cand.model,
+                messages: [
+                    {
+                        role: 'user',
+                        content: [
+                            { type: 'text', text: prompt },
+                            { type: 'image_url', image_url: { url: `data:image/jpeg;base64,${frame.data}` } },
+                        ],
+                    },
+                ],
+                max_tokens: maxTokens,
+            });
+            const reply = resp.choices[0]?.message?.content?.trim();
+            if (reply) {
+                return reply;
+            }
+        }
+        catch {
+            continue;
+        }
+    }
+    return null;
+}
+/**
+ * Continuous Live Screen Share Session Manager.
+ * Maintains real-time screen stream in memory and shares frames directly with the AI model.
+ */
+export class LiveScreenShareSession {
+    isStreaming = false;
+    timer = null;
+    latestFrame = null;
+    frameListeners = [];
+    streamStartTime = 0;
+    frameCount = 0;
+    targetApp = undefined;
+    isActive() {
+        return this.isStreaming;
+    }
+    setTargetApp(appName) {
+        this.targetApp = appName;
+        if (this.isStreaming) {
+            const appLabel = this.targetApp ? ` [App: ${this.targetApp}]` : '';
+            startScreenAuraOverlay(`Live Screen Share Active${appLabel} • Streaming to Model`).catch(() => { });
+        }
+    }
+    getTargetApp() {
+        return this.targetApp;
+    }
+    getLatestFrame() {
+        return this.latestFrame;
+    }
+    async getOrCaptureFrame() {
+        if (this.latestFrame && Date.now() - this.latestFrame.timestamp < 3000) {
+            return this.latestFrame;
+        }
+        const fresh = await captureLiveScreenFrameInMemory(this.targetApp);
+        if (fresh) {
+            this.latestFrame = fresh;
+        }
+        return this.latestFrame;
+    }
+    async start(options) {
+        if (this.isStreaming) {
+            return { success: true, message: 'Live screen sharing is already active.' };
+        }
+        this.isStreaming = true;
+        this.streamStartTime = Date.now();
+        this.frameCount = 0;
+        if (options?.targetApp) {
+            this.targetApp = options.targetApp;
+        }
+        if (options?.onFrame) {
+            this.frameListeners.push(options.onFrame);
+        }
+        // Show live visual screen share aura HUD continuously while screen sharing is running
+        const appLabel = this.targetApp ? ` [App: ${this.targetApp}]` : '';
+        startScreenAuraOverlay(`Live Screen Share Active${appLabel} • Streaming to Model`).catch(() => { });
+        console.log(chalk.bold.red('\n[LIVE SCREEN SHARE ACTIVE]') + chalk.cyan(` Real-time screen feed is streaming directly to the model (0 files saved to disk).${appLabel ? ` Focused window: ${this.targetApp}` : ''}`));
+        // Capture initial frame immediately
+        const initFrame = await captureLiveScreenFrameInMemory(this.targetApp);
+        if (initFrame) {
+            this.latestFrame = initFrame;
+            this.frameCount++;
+            this.notifyListeners(initFrame);
+        }
+        const intervalMs = Math.max(1000, options?.intervalMs || 2000);
+        this.timer = setInterval(async () => {
+            if (!this.isStreaming)
+                return;
+            try {
+                const frame = await captureLiveScreenFrameInMemory(this.targetApp);
+                if (frame) {
+                    this.latestFrame = frame;
+                    this.frameCount++;
+                    this.notifyListeners(frame);
+                }
+            }
+            catch { }
+        }, intervalMs);
+        return {
+            success: true,
+            message: `Live screen share initiated. ${this.targetApp ? `Only the ${this.targetApp} window is being shared.` : 'Screen is streaming to model in real time.'}`,
+        };
+    }
+    stop() {
+        if (!this.isStreaming) {
+            return { success: true, summary: 'Live screen share was not running.' };
+        }
+        this.isStreaming = false;
+        if (this.timer) {
+            clearInterval(this.timer);
+            this.timer = null;
+        }
+        this.frameListeners = [];
+        // Close persistent screen share aura overlay
+        stopScreenAuraOverlay();
+        const elapsedSecs = Math.round((Date.now() - this.streamStartTime) / 1000);
+        const summary = `Live screen share session ended. Streamed ${this.frameCount} frames over ${elapsedSecs}s in-memory.`;
+        console.log(chalk.yellow(`\n⚪ [LIVE SCREEN SHARE STOPPED] ${summary}`));
+        return { success: true, summary };
+    }
+    onFrame(callback) {
+        this.frameListeners.push(callback);
+        return () => {
+            this.frameListeners = this.frameListeners.filter((cb) => cb !== callback);
+        };
+    }
+    notifyListeners(frame) {
+        for (const listener of this.frameListeners) {
+            try {
+                listener(frame);
+            }
+            catch { }
+        }
+    }
+    /**
+     * Inspect active live screen share stream directly in memory.
+     */
+    async analyzeLiveStream(targetQuery) {
+        const frame = await this.getOrCaptureFrame();
+        if (!frame) {
+            return {
+                success: false,
+                output: 'Could not capture frame from live screen stream.',
+            };
+        }
+        let aiVision = '';
+        try {
+            const prompt = targetQuery
+                ? `Analyze this live screen stream frame specifically regarding: "${targetQuery}". Keep it concise, noting active window, visible UI elements, buttons, or error messages.`
+                : `Briefly describe what is currently visible on this live application/screen stream: active window, main content/tabs, and system state in 2-3 sentences.`;
+            const reply = await callVisionAiWithFrame(frame, prompt, 350);
+            if (reply) {
+                aiVision = `\nScout Live Screen Stream Analysis:\n${reply.trim()}`;
+            }
+        }
+        catch { }
+        const isolationLabel = frame.isAppIsolated
+            ? `YES (Focused ONLY on "${frame.targetApp || frame.activeWindow}" window)`
+            : `Full Desktop (${frame.targetApp ? `Waiting for ${frame.targetApp} window to focus` : 'Default'})`;
+        const report = [
+            `=== SCOUT LIVE SCREEN SHARE FEED ===`,
+            `Status:  Live Stream Active`,
+            `Target App: ${frame.targetApp || 'All Active Windows'}`,
+            `App Isolation: ${isolationLabel}`,
+            `Resolution: ${frame.width}x${frame.height}`,
+            `Active Window: "${frame.activeWindow}"`,
+            `Mouse Cursor: (${frame.cursorPosition.x}, ${frame.cursorPosition.y})`,
+            `Capture Mode: In-Memory Live Video Stream (Zero disk I/O / No screenshot files created)`,
+            `Live Feed Status: Screen is actively shared with the model in real time.${aiVision}`,
+        ].join('\n');
+        return {
+            success: true,
+            output: report,
+            details: {
+                width: frame.width,
+                height: frame.height,
+                activeWindow: frame.activeWindow,
+                targetApp: frame.targetApp,
+                isAppIsolated: frame.isAppIsolated,
+                cursorPosition: frame.cursorPosition,
+                timestamp: frame.timestamp,
+            },
+        };
+    }
+}
+export const globalScreenShareSession = new LiveScreenShareSession();
+export async function startLiveScreenShare(options) {
+    return await globalScreenShareSession.start(options);
+}
+export function stopLiveScreenShare() {
+    return globalScreenShareSession.stop();
+}
+export function isLiveScreenShareActive() {
+    return globalScreenShareSession.isActive();
+}
+export async function getLiveScreenFrame() {
+    return await globalScreenShareSession.getOrCaptureFrame();
+}
+export async function analyzeLiveScreen(targetQuery) {
+    return await globalScreenShareSession.analyzeLiveStream(targetQuery);
+}
+export function setLiveScreenTargetApp(appName) {
+    globalScreenShareSession.setTargetApp(appName);
+}
+export function getLiveScreenTargetApp() {
+    return globalScreenShareSession.getTargetApp();
+}
+//# sourceMappingURL=liveScreenEngine.js.map

package/bin/src/engine/liveScreenEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"liveScreenEngine.js","sourceRoot":"","sources":["liveScreenEngine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,MAAM,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AAEvG,MAAM,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AAE/B,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AAqBlC;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAAC,SAAkB;IACnE,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;IAElC,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG;;;;;gBAKT,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqD1B,CAAC;QAEM,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACpE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,yCAAyC,OAAO,EAAE,EAAE;gBACnF,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;gBAC3B,OAAO,EAAE,IAAI;aAChB,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YACzC,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBAC1B,OAAO;oBACH,IAAI,EAAE,MAAM,CAAC,MAAM;oBACnB,QAAQ,EAAE,YAAY;oBACtB,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI;oBACnC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI;oBACrC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;oBACrB,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC,YAAY,IAAI,SAAS,CAAC;oBACtD,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,SAAS;oBACxC,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC;oBACzC,cAAc,EAAE;wBACZ,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;wBAC9B,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;qBACjC;iBACJ,CAAC;YACN,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;SAAM,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;QAC/B,IAAI,CAAC;YACD,2CAA2C;YAC3C,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,qCAAqC,EAAE;gBACtE,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;gBAC3B,OAAO,EAAE,IAAI;aAChB,CAAC,CAAC;YACH,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,OAAO;oBACH,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;oBAC5C,QAAQ,EAAE,YAAY;oBACtB,KAAK,EAAE,IAAI;oBACX,MAAM,EAAE,IAAI;oBACZ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;oBACrB,YAAY,EAAE,SAAS;oBACvB,cAAc,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;iBACjC,CAAC;YACN,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,iDAAiD;QACjD,IAAI,CAAC;YACD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,4CAA4C,EAAE;gBAC7E,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;gBAC3B,OAAO,EAAE,IAAI;aAChB,CAAC,CAAC;YACH,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9B,OAAO;oBACH,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;oBAC5C,QAAQ,EAAE,YAAY;oBACtB,KAAK,EAAE,IAAI;oBACX,MAAM,EAAE,IAAI;oBACZ,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;oBACrB,YAAY,EAAE,SAAS;oBACvB,cAAc,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;iBACjC,CAAC;YACN,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACL,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACvC,KAAsB,EACtB,MAAc,EACd,SAAS,GAAW,GAAG;IAEvB,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IAEvC,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IACzE,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;IAC7C,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IAEzC,MAAM,UAAU,GAAgF,EAAE,CAAC;IAEnG,IAAI,SAAS,EAAE,CAAC;QACZ,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,yDAAyD,EAAE,KAAK,EAAE,kBAAkB,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC1J,CAAC;IACD,IAAI,SAAS,EAAE,CAAC;QACZ,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,qCAAqC,EAAE,KAAK,EAAE,oCAAoC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACxJ,CAAC;IACD,IAAI,SAAS,EAAE,CAAC;QACZ,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IACjF,CAAC;IACD,IAAI,OAAO,EAAE,CAAC;QACV,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/E,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;QAC5B,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;YACjG,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC9C,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE;oBACN;wBACI,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE;4BACL,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE;4BAC9B,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,0BAA0B,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE;yBAC7E;qBACX;iBACJ;gBACD,UAAU,EAAE,SAAS;aACxB,CAAC,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACxD,IAAI,KAAK,EAAE,CAAC;gBACR,OAAO,KAAK,CAAC;YACjB,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACL,SAAS;QACb,CAAC;IACL,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,sBAAsB;IACvB,WAAW,GAAY,KAAK,CAAC;IAC7B,KAAK,GAA0B,IAAI,CAAC;IACpC,WAAW,GAA2B,IAAI,CAAC;IAC3C,cAAc,GAA4C,EAAE,CAAC;IAC7D,eAAe,GAAW,CAAC,CAAC;IAC5B,UAAU,GAAW,CAAC,CAAC;IACvB,SAAS,GAAuB,SAAS,CAAC;IAE3C,QAAQ;QACX,OAAO,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAEM,YAAY,CAAC,OAAgB;QAChC,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC;QACzB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACnE,sBAAsB,CAAC,2BAA2B,QAAQ,uBAAuB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACvG,CAAC;IACL,CAAC;IAEM,YAAY;QACf,OAAO,IAAI,CAAC,SAAS,CAAC;IAC1B,CAAC;IAEM,cAAc;QACjB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAEM,KAAK,CAAC,iBAAiB;QAC1B,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,GAAG,IAAI,EAAE,CAAC;YACrE,OAAO,IAAI,CAAC,WAAW,CAAC;QAC5B,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,8BAA8B,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnE,IAAI,KAAK,EAAE,CAAC;YACR,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAC7B,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,OAAgC;QAC/C,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,wCAAwC,EAAE,CAAC;QAChF,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAClC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACvC,CAAC;QAED,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;YACnB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC9C,CAAC;QAED,sFAAsF;QACtF,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACnE,sBAAsB,CAAC,2BAA2B,QAAQ,uBAAuB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QACnG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,8BAA8B,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,qFAAqF,QAAQ,CAAC,CAAC,CAAC,oBAAoB,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAEtN,oCAAoC;QACpC,MAAM,SAAS,GAAG,MAAM,8BAA8B,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACvE,IAAI,SAAS,EAAE,CAAC;YACZ,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;YAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,UAAU,IAAI,IAAI,CAAC,CAAC;QAC/D,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAChC,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE,OAAO;YAC9B,IAAI,CAAC;gBACD,MAAM,KAAK,GAAG,MAAM,8BAA8B,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACnE,IAAI,KAAK,EAAE,CAAC;oBACR,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;oBACzB,IAAI,CAAC,UAAU,EAAE,CAAC;oBAClB,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;gBAChC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QACd,CAAC,EAAE,UAAU,CAAC,CAAC;QAEf,OAAO;YACH,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,gCAAgC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,SAAS,0BAA0B,CAAC,CAAC,CAAC,4CAA4C,EAAE;SAClK,CAAC;IACN,CAAC;IAEM,IAAI;QACP,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACpB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,oCAAoC,EAAE,CAAC;QAC5E,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QAEzB,6CAA6C;QAC7C,qBAAqB,EAAE,CAAC;QAExB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC,CAAC;QAC3E,MAAM,OAAO,GAAG,6CAA6C,IAAI,CAAC,UAAU,gBAAgB,WAAW,cAAc,CAAC;QACtH,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,mCAAmC,OAAO,EAAE,CAAC,CAAC,CAAC;QACxE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IACtC,CAAC;IAEM,OAAO,CAAC,QAA0C;QACrD,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnC,OAAO,GAAG,EAAE;YACR,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC;QAC9E,CAAC,CAAC;IACN,CAAC;IAEO,eAAe,CAAC,KAAsB;QAC1C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACzC,IAAI,CAAC;gBACD,QAAQ,CAAC,KAAK,CAAC,CAAC;YACpB,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QACd,CAAC;IACL,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,iBAAiB,CAAC,WAAoB;QAC/C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAC7C,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,MAAM,EAAE,kDAAkD;aAC7D,CAAC;QACN,CAAC;QAED,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,WAAW;gBACtB,CAAC,CAAC,kEAAkE,WAAW,4FAA4F;gBAC3K,CAAC,CAAC,yJAAyJ,CAAC;YAEhK,MAAM,KAAK,GAAG,MAAM,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;YAC9D,IAAI,KAAK,EAAE,CAAC;gBACR,QAAQ,GAAG,yCAAyC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;YACvE,CAAC;QACL,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC;QAEV,MAAM,cAAc,GAAG,KAAK,CAAC,aAAa;YACtC,CAAC,CAAC,yBAAyB,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,YAAY,WAAW;YAC3E,CAAC,CAAC,iBAAiB,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,KAAK,CAAC,SAAS,kBAAkB,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC;QAEzG,MAAM,MAAM,GAAG;YACX,sCAAsC;YACtC,6BAA6B;YAC7B,eAAe,KAAK,CAAC,SAAS,IAAI,oBAAoB,EAAE;YACxD,kBAAkB,cAAc,EAAE;YAClC,eAAe,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,EAAE;YAC5C,mBAAmB,KAAK,CAAC,YAAY,GAAG;YACxC,kBAAkB,KAAK,CAAC,cAAc,CAAC,CAAC,KAAK,KAAK,CAAC,cAAc,CAAC,CAAC,GAAG;YACtE,yFAAyF;YACzF,2EAA2E,QAAQ,EAAE;SACxF,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEb,OAAO;YACH,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,SAAS,EAAE,KAAK,CAAC,SAAS;aAC7B;SACJ,CAAC;IACN,CAAC;CACJ;AAED,MAAM,CAAC,MAAM,wBAAwB,GAAG,IAAI,sBAAsB,EAAE,CAAC;AAErE,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,OAAgC;IACvE,OAAO,MAAM,wBAAwB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,mBAAmB;IAC/B,OAAO,wBAAwB,CAAC,IAAI,EAAE,CAAC;AAC3C,CAAC;AAED,MAAM,UAAU,uBAAuB;IACnC,OAAO,wBAAwB,CAAC,QAAQ,EAAE,CAAC;AAC/C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB;IACpC,OAAO,MAAM,wBAAwB,CAAC,iBAAiB,EAAE,CAAC;AAC9D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,WAAoB;IACxD,OAAO,MAAM,wBAAwB,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,OAAgB;IACnD,wBAAwB,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,sBAAsB;IAClC,OAAO,wBAAwB,CAAC,YAAY,EAAE,CAAC;AACnD,CAAC"}

package/bin/src/engine/scripts/winCapture.ps1

@@ -0,0 +1,248 @@
+param(
+    [string]$OutPath,
+    [switch]$InfoOnly
+)
+
+$source = @"
+using System;
+using System.Drawing;
+using System.Drawing.Imaging;
+using System.Runtime.InteropServices;
+using System.Text;
+using System.Threading;
+using System.Collections.Generic;
+
+public class WinCaptureResult {
+    public bool success;
+    public string savedPath;
+    public int width;
+    public int height;
+    public int cursorX;
+    public int cursorY;
+    public string activeWindow;
+    public string[] visibleWindows;
+    public string error;
+}
+
+public class WinCaptureHelper {
+    [DllImport("user32.dll", SetLastError = true)]
+    public static extern IntPtr OpenInputDesktop(uint dwFlags, bool fInherit, uint dwDesiredAccess);
+
+    [DllImport("user32.dll", SetLastError = true)]
+    public static extern IntPtr OpenDesktop(string lpszDesktop, uint dwFlags, bool fInherit, uint dwDesiredAccess);
+
+    [DllImport("user32.dll", SetLastError = true)]
+    public static extern bool SetThreadDesktop(IntPtr hDesktop);
+
+    [DllImport("user32.dll", SetLastError = true)]
+    public static extern bool CloseDesktop(IntPtr hDesktop);
+
+    [DllImport("user32.dll")]
+    public static extern IntPtr GetDC(IntPtr hWnd);
+
+    [DllImport("user32.dll")]
+    public static extern int ReleaseDC(IntPtr hWnd, IntPtr hDC);
+
+    [DllImport("gdi32.dll")]
+    public static extern IntPtr CreateCompatibleDC(IntPtr hdc);
+
+    [DllImport("gdi32.dll")]
+    public static extern IntPtr CreateCompatibleBitmap(IntPtr hdc, int nWidth, int nHeight);
+
+    [DllImport("gdi32.dll")]
+    public static extern IntPtr SelectObject(IntPtr hdc, IntPtr hgdiobj);
+
+    [DllImport("gdi32.dll")]
+    public static extern bool DeleteDC(IntPtr hdc);
+
+    [DllImport("gdi32.dll")]
+    public static extern bool DeleteObject(IntPtr hObject);
+
+    [DllImport("gdi32.dll")]
+    public static extern bool BitBlt(IntPtr hdcDest, int nXDest, int nYDest, int nWidth, int nHeight, IntPtr hdcSrc, int nXSrc, int nYSrc, int dwRop);
+
+    [DllImport("user32.dll")]
+    public static extern int GetSystemMetrics(int nIndex);
+
+    public delegate bool EnumWindowsProc(IntPtr hWnd, IntPtr lParam);
+
+    [DllImport("user32.dll")]
+    public static extern bool EnumWindows(EnumWindowsProc lpEnumFunc, IntPtr lParam);
+
+    [DllImport("user32.dll", CharSet = CharSet.Auto)]
+    public static extern int GetWindowText(IntPtr hWnd, StringBuilder lpString, int nMaxCount);
+
+    [DllImport("user32.dll")]
+    public static extern bool IsWindowVisible(IntPtr hWnd);
+
+    [DllImport("user32.dll")]
+    public static extern IntPtr GetForegroundWindow();
+
+    [StructLayout(LayoutKind.Sequential)]
+    public struct POINT {
+        public int X;
+        public int Y;
+    }
+
+    [DllImport("user32.dll")]
+    public static extern bool GetCursorPos(out POINT lpPoint);
+
+    const uint DESKTOP_ACCESS = 0x01FF | 0x00020000;
+    const int SM_CXSCREEN = 0;
+    const int SM_CYSCREEN = 1;
+    const int SRCCOPY = 0x00CC0020;
+    const int CAPTUREBLT = 0x40000000;
+
+    public static WinCaptureResult GetInfo() {
+        var res = new WinCaptureResult();
+        res.success = true;
+        res.error = "";
+        var visibleWindows = new List<string>();
+
+        Thread worker = new Thread(() => {
+            IntPtr hDesk = OpenInputDesktop(0, false, DESKTOP_ACCESS);
+            if (hDesk == IntPtr.Zero) {
+                hDesk = OpenDesktop("Default", 0, false, DESKTOP_ACCESS);
+            }
+            if (hDesk != IntPtr.Zero) {
+                SetThreadDesktop(hDesk);
+            }
+
+            res.width = GetSystemMetrics(SM_CXSCREEN);
+            res.height = GetSystemMetrics(SM_CYSCREEN);
+            if (res.width <= 0) res.width = 1920;
+            if (res.height <= 0) res.height = 1080;
+
+            POINT pt;
+            if (GetCursorPos(out pt)) {
+                res.cursorX = pt.X;
+                res.cursorY = pt.Y;
+            }
+
+            IntPtr fg = GetForegroundWindow();
+            if (fg != IntPtr.Zero) {
+                var sbFg = new StringBuilder(256);
+                GetWindowText(fg, sbFg, 256);
+                res.activeWindow = sbFg.ToString().Trim();
+            } else {
+                res.activeWindow = "";
+            }
+
+            EnumWindows((hWnd, lParam) => {
+                if (IsWindowVisible(hWnd)) {
+                    var title = new StringBuilder(256);
+                    GetWindowText(hWnd, title, 256);
+                    string t = title.ToString().Trim();
+                    if (t.Length > 0 && !visibleWindows.Contains(t) && t != "Program Manager" && t != "Windows Input Experience") {
+                        visibleWindows.Add(t);
+                    }
+                }
+                return true;
+            }, IntPtr.Zero);
+
+            if (hDesk != IntPtr.Zero) {
+                CloseDesktop(hDesk);
+            }
+        });
+
+        worker.SetApartmentState(ApartmentState.STA);
+        worker.Start();
+        worker.Join();
+
+        res.visibleWindows = visibleWindows.ToArray();
+        return res;
+    }
+
+    public static WinCaptureResult Capture(string filePath) {
+        var res = new WinCaptureResult();
+        res.savedPath = filePath;
+        res.error = "";
+        var visibleWindows = new List<string>();
+
+        Thread worker = new Thread(() => {
+            IntPtr hDesk = OpenInputDesktop(0, false, DESKTOP_ACCESS);
+            if (hDesk == IntPtr.Zero) {
+                hDesk = OpenDesktop("Default", 0, false, DESKTOP_ACCESS);
+            }
+            if (hDesk != IntPtr.Zero) {
+                SetThreadDesktop(hDesk);
+            }
+
+            res.width = GetSystemMetrics(SM_CXSCREEN);
+            res.height = GetSystemMetrics(SM_CYSCREEN);
+            if (res.width <= 0) res.width = 1920;
+            if (res.height <= 0) res.height = 1080;
+
+            POINT pt;
+            if (GetCursorPos(out pt)) {
+                res.cursorX = pt.X;
+                res.cursorY = pt.Y;
+            }
+
+            IntPtr fg = GetForegroundWindow();
+            if (fg != IntPtr.Zero) {
+                var sbFg = new StringBuilder(256);
+                GetWindowText(fg, sbFg, 256);
+                res.activeWindow = sbFg.ToString().Trim();
+            } else {
+                res.activeWindow = "";
+            }
+
+            EnumWindows((hWnd, lParam) => {
+                if (IsWindowVisible(hWnd)) {
+                    var title = new StringBuilder(256);
+                    GetWindowText(hWnd, title, 256);
+                    string t = title.ToString().Trim();
+                    if (t.Length > 0 && !visibleWindows.Contains(t) && t != "Program Manager" && t != "Windows Input Experience") {
+                        visibleWindows.Add(t);
+                    }
+                }
+                return true;
+            }, IntPtr.Zero);
+
+            try {
+                IntPtr hdcSrc = GetDC(IntPtr.Zero);
+                IntPtr hdcDest = CreateCompatibleDC(hdcSrc);
+                IntPtr hBitmap = CreateCompatibleBitmap(hdcSrc, res.width, res.height);
+                IntPtr hOld = SelectObject(hdcDest, hBitmap);
+                bool bltOk = BitBlt(hdcDest, 0, 0, res.width, res.height, hdcSrc, 0, 0, SRCCOPY | CAPTUREBLT);
+
+                SelectObject(hdcDest, hOld);
+                DeleteDC(hdcDest);
+                ReleaseDC(IntPtr.Zero, hdcSrc);
+
+                if (bltOk) {
+                    using (Bitmap bmp = Bitmap.FromHbitmap(hBitmap)) {
+                        bmp.Save(filePath, ImageFormat.Png);
+                    }
+                    res.success = true;
+                } else {
+                    res.error = "BitBlt failed";
+                }
+                DeleteObject(hBitmap);
+            } catch (Exception ex) {
+                res.error = ex.Message;
+            }
+
+            if (hDesk != IntPtr.Zero) {
+                CloseDesktop(hDesk);
+            }
+        });
+
+        worker.SetApartmentState(ApartmentState.STA);
+        worker.Start();
+        worker.Join();
+
+        res.visibleWindows = visibleWindows.ToArray();
+        return res;
+    }
+}
+"@
+
+Add-Type -TypeDefinition $source -ReferencedAssemblies System.Drawing, System.Windows.Forms
+
+if ($InfoOnly) {
+    [WinCaptureHelper]::GetInfo() | ConvertTo-Json -Compress
+} else {
+    [WinCaptureHelper]::Capture($OutPath) | ConvertTo-Json -Compress
+}

package/bin/src/engine/voiceEngine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"voiceEngine.d.ts","sourceRoot":"","sources":["voiceEngine.ts"],"names":[],"mappings":"AAOA,wBAAsB,qBAAqB,IAAI,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,CAcvE;AAED,MAAM,WAAW,YAAY;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CASvD;AAED;;GAEG;AACH,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CA2CnF;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAoEpF"}
+{"version":3,"file":"voiceEngine.d.ts","sourceRoot":"","sources":["voiceEngine.ts"],"names":[],"mappings":"AAOA,wBAAsB,qBAAqB,IAAI,OAAO,CAAC,MAAM,GAAG,OAAO,GAAG,cAAc,CAAC,CAexF;AAED,MAAM,WAAW,YAAY;IACzB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CASvD;AAED;;GAEG;AACH,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CA2CnF;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,OAAO,CAAC,EAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAoEpF"}

package/bin/src/engine/voiceEngine.js

@@ -10,6 +10,7 @@ export async function promptInteractionMode() {
             options: [
                 { value: 'text', label: 'Text Interaction', hint: 'Text command input -> Text response' },
                 { value: 'audio', label: 'Audio Interaction', hint: 'Voice command input (STT) -> Text + Voice response (TTS)' },
+                { value: 'screen_share', label: 'Live Screen Share Interaction', hint: 'Real-time live screen share stream to model + Voice & Text' },
             ],
         });
         if (isCancel(choice))